Skip to content

Instantly share code, notes, and snippets.

@williamsjj

williamsjj/hydra_relay_agent.sinks.hydra_activity_kafka_sink.type = org.apache.flume.sink.kafka.KafkaSink hydra_relay_agent.sinks.hydra_activity_kafka_sink.topic = wpm_activity.url_history hydra_relay_agent.sinks.hydra_activity_kafka_sink.brokerList = localhost

Created June 6, 2016 23:23
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save williamsjj/8ae025906955fbc4b5f990e162b75d7c to your computer and use it in GitHub Desktop.
Save williamsjj/8ae025906955fbc4b5f990e162b75d7c to your computer and use it in GitHub Desktop.
Download ZIP
Raw
hydra_relay_agent.sinks.hydra_activity_kafka_sink.type = org.apache.flume.sink.kafka.KafkaSink hydra_relay_agent.sinks.hydra_activity_kafka_sink.topic = wpm_activity.url_history hydra_relay_agent.sinks.hydra_activity_kafka_sink.brokerList = localhost:9092 hydra_relay_agent.sinks.hydra_activity_kafka_sink.requiredAcks = 0 hydra_relay_agent.sinks.hydra_activity_kafka_sink.batchSize = 1 hydra_relay_agent.sinks.hydra_activity_kafka_sink.channel = hydra_activity_relay_channel
# Preconfigure agent
relay_agent.channels = activity_relay_channel
relay_agent.sources = activity_daemon_source
relay_agent.sinks = activity_kafka_sink
# Channel
relay_agent.channels.activity_relay_channel.type = file
relay_agent.channels.activity_relay_channel.checkpointDir = /tmp/relay/checkpoint
relay_agent.channels.activity_relay_channel.dataDirs = /tmp/relay/data
# Source
relay_agent.sources.activity_daemon_source.type = netcat
relay_agent.sources.activity_daemon_source.bind = 0.0.0.0
relay_agent.sources.activity_daemon_source.port = 3132
relay_agent.sources.activity_daemon_source.max-line-length = 10240
relay_agent.sources.activity_daemon_source.channels = activity_relay_channel
# Kafka Sink
relay_agent.sinks.activity_kafka_sink.type = org.apache.flume.sink.kafka.KafkaSink
relay_agent.sinks.activity_kafka_sink.topic = activity.history
relay_agent.sinks.activity_kafka_sink.kafka_partitioner.class = org.apache.kafka.clients.producer.internals.RandomParitioner
relay_agent.sinks.activity_kafka_sink.brokerList = localhost:9092
relay_agent.sinks.activity_kafka_sink.requiredAcks = 0
relay_agent.sinks.activity_kafka_sink.batchSize = 100
relay_agent.sinks.activity_kafka_sink.channel = activity_relay_channel
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment