This script will allow you to prune large collections of files by removing duplicates, fixing filename syntax, and organize better

prune_files.js

#!/usr/bin/env node

// required packages
// npm install walk

// libraries
var walk = require('walk');

// globals
var args = process.argv.splice(2);
var files = [];

console.log(args);
process.exit(0);

var walker  = walk.walk('./test', { followLinks: false });

walker.on('file', function(root, stat, next) {
    // Add this file to the list of files
    files.push(root + '/' + stat.name);
    next();
});

walker.on('end', function() {
    console.log(files);
    // TBD

    console.log('complete.');
    process.exit(0);
});