Skip to content

Instantly share code, notes, and snippets.

@dennermiranda
Created December 5, 2017 23:12
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save dennermiranda/d15dbc5c76b4b20e5002fcef74614abd to your computer and use it in GitHub Desktop.
Save dennermiranda/d15dbc5c76b4b20e5002fcef74614abd to your computer and use it in GitHub Desktop.
const json2csv = require('json2csv');
// const lineReader = require('readline').createInterface({
// input: require('fs').createReadStream('usuarios_15.txt')
// });
const fs = require('fs');
var path = require('path');
i = 0;
users = [];
const fields = ['userName', 'email'];
try {
fs
.readdirSync(path.join(__dirname, 'users'))
.filter(function (file) {
return (file.indexOf('.') !== 0);
})
.forEach(function (file) {
const lineReader = require('readline').createInterface({
input: require('fs').createReadStream(path.join(__dirname, 'users', file))
});
lineReader.on('line', function (line) {
userLine = line.split("\t");
utcSeconds = userLine[7];
lastUpdate = new Date(0);
lastUpdate.setUTCSeconds(utcSeconds);
queryDate = new Date(2016, 0, 01, 0, 0, 0, 0);
countryCode = userLine[3];
userStatus = userLine[2];
i++;
if (users.length < 5000) {
if ((countryCode === 'ES') && userStatus === '1') {
// if((countryCode == 'US' || countryCode == 'UK') && userStatus === '1'){
let user = new Object;
user.userName = userLine[0];
user.email = userLine[12];
// users.push(user);
// console.log(user, users.length );
}
}
console.log(i);
// if(i===10){
// process.exit();
// }
});
});
// lineReader.on('line', function (line) {
// userLine = line.split("\t");
// utcSeconds = userLine[7];
// lastUpdate = new Date(0);
// lastUpdate.setUTCSeconds(utcSeconds);
// queryDate = new Date(2016, 0, 01, 0, 0, 0, 0);
// countryCode = userLine[3];
// userStatus = userLine[2];
// i++;
// if (users.length < 5000) {
// if ((countryCode === 'ES') && userStatus === '1') {
// // if((countryCode == 'US' || countryCode == 'UK') && userStatus === '1'){
// let user = new Object;
// user.userName = userLine[0];
// user.email = userLine[12];
// users.push(user);
// // console.log(user, users.length );
// }
// }
// // if(i===10){
// // process.exit();
// // }
// });
// lineReader.on('close', function (line) {
// console.log(users.length);
// var csv = json2csv({ data: users, fields: fields });
// fs.writeFile('file13.csv', csv, function (err) {
// if (err) throw err;
// console.log('file saved');
// });
// console.log("end");
// });
} catch (error) {
console.log(error);
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment