Configuration for monitoring Fluentd by Datadog

fluent.conf

<match smartnews.user_activity>
  type copy
  <store>
    type flowcounter
    count_keys *
    unit second
    aggregate all
    tag fluentd.flowcounter.smartnews.user_activity
    @label @dogstatsd
  </store>
  <store>
    type s3
    ...
    flush_at_shutdown true
  </store>
  <store>
    type kinesis_streams
    ...
    flush_at_shutdown true
  </store>
</match>

<label @dogstatsd>
  <match fluentd.flowcounter.**>
    type copy
    <store>
      type record_reformer
      renew_record
      auto_typecast
      tag dogstatsd.count
      <record>
        key   "fluentd.flowcounter.bytes"
        value ${bytes}
        type  "count"
        fluentd_source ${tag_suffix[2]}
      </record>
    </store>
    <store>
      type record_reformer
      renew_record
      auto_typecast
      tag dogstatsd.count
      <record>
        key   "fluentd.flowcounter.count"
        value ${count}
        type  "count"
        fluentd_source ${tag_suffix[2]}
      </record>
    </store>
  </match>
  <match dogstatsd.**>
    type dogstatsd
    flat_tag true
  </match>
</label>

Nice! We came up with a solution very similar to this around the same time you did.

I wish this gist was available back in April... It would have saved me a lot of time! :)

https://dantehranian.wordpress.com/2017/01/11/advanced-monitoring-of-fluentd-with-datadog-and-rollbar-part-1/
https://dantehranian.wordpress.com/2017/01/11/advanced-monitoring-of-fluentd-with-datadog-and-rollbar-part-2/