parse a stream of delimited lines

gistfile1.txt

const _ = require('lodash')

const parseDelimitedLines = function (stream, delimiter, nl, callback) {
  let buf = ''
  let err = null
  let output = []
  let headers = []

  stream.on('data', function (data) {
    buf += data
  })

  stream.on('error', function (_err) {
    err = _err
  })

  stream.on('end', function () {
    // split newlines
    buf = buf.toString('utf8')
    buf = buf.split(nl)
    // grab the column headers
    headers = buf[0].split(delimiter)
    // get rid of the column headers
    buf.shift()
    // zip up headers and each line into an object
    _.forEach(buf, function (line) {
      var split = line.split(delimiter)
      // make sure its not empty or one char, could be a problem for simple files
      if (line.length > 1) {
        output.push(_.zipObject(headers, split))
      }
    })
    callback(err, output)
  })
}

module.exports = parseDelimitedLines