pelias/parser WOF benchmark

benchmark.js

const whosonfirst = require('./resources/whosonfirst/whosonfirst')
const fs = require('fs')
const FST = require('./tokenization/FST')
const set = new FST()
whosonfirst.load(set, ['locality'], ['name:eng_x_preferred.txt', 'name:fra_x_preferred.txt'])

const used = process.memoryUsage().heapUsed / 1024 / 1024;

console.log(process.memoryUsage(), `${used}MB`)
let start = new Date()

new Array(100).fill().forEach(e => fs.readFileSync('./resources/whosonfirst/dictionaries/locality/name:eng_x_preferred.txt', 'utf8')
.split('\n')
.map(row => {
  return row.split('|').map(e => { set.has(e)})
}))
console.log(process.memoryUsage(), `${used}MB`, new Date() - start)