flume.conf

webrequest.channels             = c1
webrequest.sources              = udp2log
webrequest.sinks                = hdfs-sink

webrequest.channels.c1.type                = memory
webrequest.channels.c1.transactionCapacity = 10000
webrequest.channels.c1.capacity            = 10000


# UDPSource Multicast (custom)
# See: https://issues.apache.org/jira/browse/FLUME-1838
webrequest.sources.udp2log.channels  = c1
webrequest.sources.udp2log.type      = org.apache.flume.source.udp.UDPSource
webrequest.sources.udp2log.host      = 233.58.59.1
webrequest.sources.udp2log.port      = 8420
webrequest.sources.udp2log.multicast = true

webrequest.sources.udp2log.interceptors = ts
webrequest.sources.udp2log.interceptors.ts.type = timestamp

# HDFS sink
webrequest.sinks.hdfs-sink.channel           = c1
webrequest.sinks.hdfs-sink.type              = hdfs
webrequest.sinks.hdfs-sink.hdfs.path         = /user/otto/tmp/flume/%Y-%m-%d/%H.%M.%S
webrequest.sinks.hdfs-sink.hdfs.filePrefix   = webrequest
webrequest.sinks.hdfs-sink.hdfs.fileType     = DataStream
webrequest.sinks.hdfs-sink.hdfs.round        = true
webrequest.sinks.hdfs-sink.hdfs.roundValue   = 15
webrequest.sinks.hdfs-sink.hdfs.roundUnit    = minute
webrequest.sinks.hdfs-sink.hdfs.rollInterval = 60
webrequest.sinks.hdfs-sink.hdfs.rollCount    = 0
webrequest.sinks.hdfs-sink.hdfs.rollSize     = 0 
webrequest.sinks.hdfs-sink.hdfs.batchSize    = 10000
webrequest.sinks.hdfs-sink.hdfs.txnEventMax  = 10000