Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
agent.sources = avroSource
agent.channels = memoryChannel kafkaChannel
agent.sinks = hdfsSink
agent.sources.avroSource.type = avro
agent.sources.avroSource.channels = memoryChannel kafkaChannel
agent.sources.avroSource.bind = ec2-203-0-113-25.compute-1.amazonaws.com
agent.sources.avroSource.port = 4141
agent.sinks.hdfsSink.type = hdfs
agent.sinks.hdfsSink.channel = memoryChannel
agent.sinks.hdfsSink.hdfs.path = /user/flume/proxy/%Y%m%d
agent.sinks.hdfsSink.hdfs.filePrefix = proxy-data
agent.sinks.hdfsSink.hdfs.fileSuffix = .txt.gz
agent.sinks.hdfsSink.hdfs.writeFormat = Text
agent.sinks.hdfsSink.hdfs.fileType = CompressedStream
agent.sinks.hdfsSink.hdfs.codeC = gzip
agent.sinks.hdfsSink.hdfs.rollInterval = 0
agent.sinks.hdfsSink.hdfs.rollSize = 0
agent.sinks.hdfsSink.hdfs.rollCount = 100000
agent.sinks.hdfsSink.hdfs.useLocalTimeStamp = true
agent.channels.memoryChannel.type = memory
agent.channels.memoryChannel.capacity = 100000
agent.channels.kafkaChannel.type = org.apache.flume.channel.kafka.KafkaChannel
agent.channels.kafkaChannel.brokerList = localhost:9092
agent.channels.kafkaChannel.topic = proxy
agent.channels.kafkaChannel.zookeeperConnect = localhost:2181,someotherhost:2181
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.