Bitly NSQ Data Streams via nsqjs

fetch_lookupds.js

var nslookupdOptions = {
  hostname: 'api-ssl.bitly.com',
  path: '/v3/nsq/lookup?topic=topic&access_token='+access_token,
};

var lookupds = [];
var request = https.request(nslookupdOptions, function(res) {
  res.on('data', function(response) {
    JSON.parse(response).data.producers.forEach(function(nslookupd) {
      nslookupds.push(nslookupd.hostname+':'+nslookupd.tcp_port);
    });

    // lookupds ready
    var reader = new nsq.Reader('topic', 'channel', {
      lookupdHTTPAddresses: nslookupds,
      maxInFlight: 30,
      tls: true,
      authSecret: access_token
    });

    console.log('Connecting to nsq...');
    reader.connect();

    reader.on('message', function (msg) {
      console.log('Received message [%s]: %s', msg.id, msg.body.toString());
      msg.finish();
    });
  });
});
request.end();

request.on('error', function(e) {
  console.error(e);
});