get-couchbase-keys-from-file.coffee

Couchbase = require 'couchbase'
fs = require('fs')
readline = require('readline')
stream = require('stream')
async = require('async')
elasticsearch = require('elasticsearch')

host = "xxx"
cluster = new Couchbase.Cluster("couchbase://#{host}")
couchbase = cluster.openBucket("users")

path_in = '/Users/carles/www/mr-algo/data/targeted_users/users.txt'
path_out = '/Users/carles/www/mr-algo/data/targeted_users/users_countries.txt'
instream = fs.createReadStream path_in
outstream = new stream
outstream.readable = true
outstream.writable = true
fd = fs.openSync path_out, 'w+'

i = 0
funci = (line, lineCount) ->
  return (cb)->
    couchbase.get "odid:#{line}", (err, res) ->
      i++
      console.log i if i % 1000 is 0
      geoipcode = ""
      if not err? and res?.value?.geoip?.code?
        geoipcode = res.value.geoip.code

      fs.writeSync fd, "#{line}\t#{geoipcode}\n"
      cb()


rl = readline.createInterface
  input: instream
  output: outstream
  terminal: false

tasks = []
rl.on 'line', (line, lineCount) ->
  tasks.push(funci(line, lineCount))
.on 'close', () ->
  async.parallelLimit tasks, 2, (err, res) ->
    console.log err, res
    fs.closeSync(fd)