Skip to content

@ottomata /flume.conf
Last active

Embed URL

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP
webrequest.channels = c1
webrequest.sources = udp2log
webrequest.sinks = hdfs-sink
webrequest.channels.c1.type = memory
webrequest.channels.c1.transactionCapacity = 10000
webrequest.channels.c1.capacity = 10000
# UDPSource Multicast (custom)
# See: https://issues.apache.org/jira/browse/FLUME-1838
webrequest.sources.udp2log.channels = c1
webrequest.sources.udp2log.type = org.apache.flume.source.udp.UDPSource
webrequest.sources.udp2log.host = 233.58.59.1
webrequest.sources.udp2log.port = 8420
webrequest.sources.udp2log.multicast = true
webrequest.sources.udp2log.interceptors = ts
webrequest.sources.udp2log.interceptors.ts.type = timestamp
# HDFS sink
webrequest.sinks.hdfs-sink.channel = c1
webrequest.sinks.hdfs-sink.type = hdfs
webrequest.sinks.hdfs-sink.hdfs.path = /user/otto/tmp/flume/%Y-%m-%d/%H.%M.%S
webrequest.sinks.hdfs-sink.hdfs.filePrefix = webrequest
webrequest.sinks.hdfs-sink.hdfs.fileType = DataStream
webrequest.sinks.hdfs-sink.hdfs.round = true
webrequest.sinks.hdfs-sink.hdfs.roundValue = 15
webrequest.sinks.hdfs-sink.hdfs.roundUnit = minute
webrequest.sinks.hdfs-sink.hdfs.rollInterval = 60
webrequest.sinks.hdfs-sink.hdfs.rollCount = 0
webrequest.sinks.hdfs-sink.hdfs.rollSize = 0
webrequest.sinks.hdfs-sink.hdfs.batchSize = 10000
webrequest.sinks.hdfs-sink.hdfs.txnEventMax = 10000
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Something went wrong with that request. Please try again.