Fluentd out exec filter

fluentd-out-exec-filter.conf

<source>
  type http
  port 8888
  bind 127.0.0.1
</source>

<match test.**>
  type copy

  <store>
    type stdout
  </store>

  <store>
    type exec_filter
    command python fluentd-out-exec-filter.py
    in_format json
    out_format json
    tag_key fluentd_tag
    time_key fluentd_time
  </store>
</match>

fluentd-out-exec-filter.py

import sys
import json
import time
import logging

logging.basicConfig(filename=__file__ + '.log', level=logging.DEBUG)
logger = logging.getLogger(__name__)


class Event(dict):
    def __init__(self, data):
        super(Event, self).__init__(data)

    def process(self):
        pass


logger.info('loop started ...')

while 1:
    line = sys.stdin.readline()
    if not line:
        time.sleep(5)
        continue
    logger.debug('line in: {}'.format(line))

    data = json.loads(line)
    logger.debug('data in: {}'.format(data))

    event = Event(data)
    event.process()

    data = json.dumps(event)
    sys.stdout.write(data)

logger.info('loop exited')