Skip to content

Instantly share code, notes, and snippets.

@inouetakuya
Last active December 13, 2015 19:58
Show Gist options
  • Save inouetakuya/4966507 to your computer and use it in GitHub Desktop.
Save inouetakuya/4966507 to your computer and use it in GitHub Desktop.
sample of td-agent config file
# ステップバイステップで学ぶ Fluentd + GrowthForecast でグラフ作成まとめ - 彼女からは、おいちゃんと呼ばれています
# http://d.hatena.ne.jp/inouetakuya/20130216/1361015295
<source>
type forward
</source>
<match apache.access>
type copy
<store>
type file_alternative
path /var/log/td-agent/httpd-access
time_slice_format %Y%m%d
output_include_time false
output_include_tag false
output_data_type attr:message
add_newline true
</store>
<store>
type parser
add_prefix parsed
format /^(?<host>[^ ]*) [^ ]* (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^ ]*) +\S*)?" (?<status>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)" (?<response_time>[^ ]*))?$/
time_format %d/%b/%Y:%H:%M:%S %z
key_name message
</store>
</match>
<match parsed.apache.access>
type copy
<store>
type file
path /var/log/td-agent/parsed-httpd-access
</store>
<store>
type rewrite
remove_prefix parsed
add_prefix filtered
<rule>
key path
pattern ^\/(?:assets|thumbnails|favicon)
ignore true
</rule>
<rule>
key status
pattern ^(?!200)\d+$
ignore true
</rule>
<rule>
key method
pattern ^(?!GET).+$
ignore true
</rule>
</store>
</match>
<match filtered.apache.access>
type copy
<store>
type file
path /var/log/td-agent/filtered-httpd-access
</store>
<store>
type rewrite
remove_prefix filtered
add_prefix grouped
<rule>
key path
pattern ^\/$
replace /top
</rule>
<rule>
key path
pattern ^\/(top|videos|tags)
append_to_tag true
fallback others
</rule>
</store>
</match>
<match grouped.apache.access.**>
type copy
<store>
type file
path /var/log/td-agent/grouped-httpd-access
</store>
<store>
type forest
subtype amplifier_filter
remove_prefix grouped
<template>
add_prefix amplified
ratio 0.001
key_names response_time
</template>
</store>
</match>
<match amplified.apache.access.**>
type copy
<store>
type file
path /var/log/td-agent/amplified-httpd-access
</store>
<store>
type forest
subtype numeric_monitor
remove_prefix amplified.apache.access
<template>
unit minute
tag apache.response_time.__TAG__
aggregate all
monitor_key response_time
percentiles 90,95
</template>
</store>
</match>
<match apache.response_time.**>
type copy
<store>
type file
path /var/log/td-agent/httpd-response-time
</store>
<store>
type growthforecast
gfapi_url http://(GrowthForecast の IP アドレス)/api/
service myservice
tag_for section
name_keys avg,max,min,percentile_90,percentile_95
</store>
</match>
<match apache.error>
type file_alternative
path /var/log/td-agent/httpd-error
time_slice_format %Y%m%d
output_include_time false
output_include_tag false
output_data_type attr:message
add_newline true
</match>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment