gistfile1.py

import json

import redis

r = redis.StrictRedis(host='localhost', port=6379, db=0)
while True:
        chan, packet = r.blpop('packetbeat')
        packet = json.loads(packet)
        if packet['http'] is None:
                continue
        content_length = packet['http']['content_length']
        responsetime = packet['responsetime']
        agent = packet['agent']
        host = packet['http']['host']
        request_len = len(packet['request_raw'])
        response_len = len(packet['response_raw'])
        uri = packet['http']['request']['uri']
        method = packet['http']['request']['method']
        src_ip = packet['src_ip']
        code = packet['http']['response']['code']
        ts = packet['@timestamp']

        print agent, ts, src_ip, code, method, responsetime, 'ms', request_len, 'bytes', response_len, 'bytes', uri