fluent.conf

<source>
  type tail_ex
  path /log_dir/postlog/%Y/%m/%d.txt
  tag posts
	format /^(?<user>.*)\t(?<postid>.*)\t(?<date>.*)\t(?<rk>.*)\t(?<offset>.*)\t(?<count>.*)$/
  pos_file /var/tmp/fluentd_quote.pos
  refresh_interval 1800
</source>

# <match debug.**>
#   type stdout
# </match>

<match posts.**>
  type forest
  subtype s3
 
	<template>
		aws_key_id id
		aws_sec_key sec
		s3_bucket name
		s3_endpoint end.amazonaws.com
		s3_object_key_format {path}{time_slice}_{index}.{file_extension}
 
    path posts/
    buffer_path /var/tmp/s3_${tag}
 
    # time_slice_format %Y/%m/%d/ec2-%Y-%m-%d-%H
    time_slice_format ${tag}-%Y-%m-%d
    flush_interval 30m
  </template>
</match>