Indexing data from Kafka to ElasticSearch with Node.js in 30 lines :)

kafka-elastic.js

var elasticsearch = require('elasticsearch');
var elastic = new elasticsearch.Client({
    host: 'localhost:9200',
    log: 'info'
});

var kafka = require('kafka-node'),
HighLevelConsumer = kafka.HighLevelConsumer,
client = new kafka.Client(),
consumer = new HighLevelConsumer(
    client,
    [
        { topic: 'network-data', maxNum: 1 }
    ],
    {
        groupId: 'nodejs-group', 
        fromOffset: 'latest'
    }
);

consumer.on('message', function (message) {    
    var data = JSON.parse(message.value);
    elastic.index({
        index: 'network-data',
        type: 'doc',
        body: data
      }, function (error, response) {
        if (error !== undefined) console.log(error);        
      });
});