unique-json-parser.js

///////////////////////////////////////////////////////
// $ node unique-json-parser.js [file_you_want_to_parse]
///////////////////////////////////////////////////////

var fs = require('fs');

var file_name = process.argv[2];
var obj = {}

fs.readFile(file_name + '.json', { encoding: 'utf8' }, function(err, obj) {
  if (err) throw err;
  var obj = JSON.parse(obj);
  var keys = Object.keys(obj);
  var noDupes = ArrNoDupe(keys);

  var uniq_keys = noDupes.join(", ").split(', ');
  for (var i = 0; i < uniq_keys.length; i++) {
    obj[uniq_keys[i].toLowerCase()] = obj[uniq_keys[i]]
  }
  write('unique_data.json', JSON.stringify(obj, null, 4))
});

function ArrNoDupe(a) {
  var temp = {};
  for (var i = 0; i < a.length; i++)
    temp[a[i]] = true;
  var r = [];
  for (var k in temp)
    r.push(k);
  return r;
}

function write(path, data) {
  fs.writeFile(path, data, function(err) {
    if (err) return console.log(err);
    console.log('file written: unique_data.json');
  });
}