gistfile1.txt

agent.sinks.confused_s3_aggregate_profile_sink1.type                       = hdfs
agent.sinks.confused_s3_aggregate_profile_sink1.channel                    = confused_s3_aggregate_profile_channel
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.path                  = s3n://mydrive-confused-reports/driver-profiles/%Y-%m-%d
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.fileType              = DataStream
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.batchSize             = 5
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.writeFormat           = Text
agent.sinks.confused_s3_aggregate_profile_sink1.serializer                 = com.mydrivesolutions.flume.serialization.HeaderAndBodyTextEventSerializer$Builder
agent.sinks.confused_s3_aggregate_profile_sink1.serializer.columns         = log_type reporting_bucket subscription_id
agent.sinks.confused_s3_aggregate_profile_sink1.serializer.format          = DriverProfile
agent.sinks.confused_s3_aggregate_profile_sink1.serializer.delimiter       = ,
agent.sinks.confused_s3_aggregate_profile_sink1.serializer.appendNewline   = false
agent.sinks.confused_s3_aggregate_profile_sink1.serializer.distanceMeasure = MILES
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.maxOpenFiles          = 5000
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.rollSize              = 0
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.rollCount             = 0
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.rollInterval          = 20400
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.callTimeout           = 60000
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.fileSuffix            = .csv
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.inUseSuffix           = .tmp
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.filePrefix            = DriverProfile.%y-%m-%d.%H.%M
agent.sinks.confused_s3_aggregate_profile_sink1.hdfs.timeZone              = UTC