test-e-mail-tokenizer.js

var fs = require('fs');
var natural = require('./lib/natural');

var data = fs.readFileSync('./data.txt', 'utf8');

var sentenceTok = new natural.SentenceTokenizer();
var aggressiveTok = new natural.AggressiveTokenizer();

var sentences = sentenceTok.tokenize(data);
//console.log(sentences);

sentences.forEach(function(s) {
  var words = aggressiveTok.tokenize(s);
  console.log(words);
});

// and then concatenate arrays