fluentd positionfile.conf

gistfile1.txt

<system>
  log_level info
</system>

<source>
  @type tail
  path /loopfs/in/*.log
  pos_file /loopfs/in/my.pos
    <parse>
    @type csv
    keys id, payload
    </parse>
  tag *
  read_from_head true
  # enable_watch_timer false
  refresh_interval 5s
  follow_inodes true
  pos_file_compaction_interval 45s
</source>
<match loopfs.**>
  @type file
  path /tmp/out/${tag}
  append true
  <format>
    @type csv
    fields id,payload
    delimiter " "
    force_quotes false
  </format>
  <buffer tag>
    @type memory
    flush_mode immediate
  </buffer>
</match>