Memory efficient large CSV processing

csv-processor.ts

import { createReadStream } from 'node:fs';
import { parse } from 'csv-parse';

async function efficientReadAndParse() {
  const readStream = createReadStream('VEStdEquip.csv', 'utf-8').pipe(parse({ delimiter: ',', columns: ['VehicleKey', 'EquipDescription'] }));

  for await (const data of readStream) {
    await processData(data);
  }

  console.log('done');
}

function delay(ms: number) {
  return new Promise((resolve) => setTimeout(resolve, ms));
}

async function processData(data: string) {
  await delay(1000);
  console.log(data);
}

efficientReadAndParse();