stream.js

const databot = function(input, output, context) {
  const api = context.tdxApi;
  let x = 0;
  api.getNDDatasetData(
    "HygXQFrwx-", // This contains nearly 6 million documents
    null,
    null,
    {limit: 0}
  )
  .pipe(split(JSON.parse, null, {trailing: true}))
  .on("data", (data) => {
    console.log(x);
    x++;
  })
  .on("end", () => {
    console.log("done");
  })
  .on("error", (err) => {
    console.log(err);
  });
}

// output
...
498204
498205
498206
498207
498208
498209
498210
498211
498212
done