logstash zmq

gistfile1.txt

# What does logstash do with the topic string?
# How can I filter messages zmq.SUBSCRIBE?
# Is logstash missing this: http://zguide.zeromq.org/page%3aall#Pub-Sub-Message-Envelopes



# logstash config
input {
  generator {
    lines => [
      "line 1",
      "line 2",
      "line 3"
    ]
  }
}

filter {
}

output {
  zeromq {
    address  => "tcp://localhost:5555"
    topic    => "foo"
    topology => "pubsub"
  }
}





$ cat submonitor.py
import sys
import zmq

context = zmq.Context()
socket = context.socket(zmq.SUB)

socket.bind("tcp://*:5555")

socket.setsockopt(zmq.SUBSCRIBE, '')

while True:
  msg = socket.recv_json()
  print msg



# output of 'python submonitor.py'
{'host': 'localhost', 'message': 'line 1', '@version': '1', '@timestamp': '2014-08-11T20:46:26.820Z', 'sequence': 1}