kgo task queue example

transform-data.js

#!/usr/bin/env node

var PATH = require('path')
	.resolve(__dirname, '../src/data') +
	'/comm_metadata.';

require('kgo')
({
	_read: PATH + 'csv',
	_parse: {auto_parse: true, columns: true},
	_write: PATH + 'json'
})
('read',     ['_read'             ], require('fs').readFile)
('parse',    ['read', '_parse'    ], require('csv-parse'))
('compress', ['parse'             ], require('./compress-task'))
('write',    ['_write', 'compress'], require('fs').writeFile)
.on('complete', process.exit);