Skip to content

Instantly share code, notes, and snippets.

@outmost
Created August 30, 2013 11:24
Show Gist options
  • Save outmost/6388914 to your computer and use it in GitHub Desktop.
Save outmost/6388914 to your computer and use it in GitHub Desktop.
Read and Write large files using NodeJS
var fs = require('fs');
var readline = require('readline');
var stream = require('stream');
var inputfile = "pathtofile.txt";
var outputfile = "pathtooutputfile.json";
var instream = fs.createReadStream(inputfile);
var outstream = fs.createWriteStream(outputfile, {'flags': 'a'});
outstream.readable = true;
outstream.writable = true;
var rl = readline.createInterface(instream, outstream);
rl.on("line", function(line){this.emit("pause", line);});
rl.on("pause", function(line) {
console.log("pause");
console.log("doing some work");
// do some work here
var data = JSON.stringify("yourdata":line);
console.log(data);
outstream.write(data + '\n');
this.emit("resume");
});
rl.on("resume", function() {
console.log("resume");
});
rl.on("close", function() {
console.log("close");
});
@Belrestro
Copy link

thanks mate

@musa-pro
Copy link

musa-pro commented Feb 4, 2020

I dont see using of imported stream module, any reason to import that module?

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment