flume ex

flume.conf

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#  http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

hdfs-agent.sources = avro-source
hdfs-agent.sinks = log-sink hdfs-sink
hdfs-agent.channels = log-channel hdfs-channel

# Sources
# avro-source
hdfs-agent.sources.avro-source.type = avro
hdfs-agent.sources.avro-source.bind = dtldev003
hdfs-agent.sources.avro-source.port = 10000
hdfs-agent.sources.avro-source.channels = log-channel hdfs-channel

# Sinks
# log-sink
hdfs-agent.sinks.log-sink.type = logger
hdfs-agent.sinks.log-sink.channel = log-channel

# hdfs-sink
hdfs-agent.sinks.hdfs-sink.type = hdfs
hdfs-agent.sinks.hdfs-sink.channel = hdfs-channel
hdfs-agent.sinks.hdfs-sink.hdfs.path = hdfs://dtldev003/user/hadoop/
hdfs-agent.sinks.hdfs-sink.hdfs.filePrefix = ArticleData
hdfs-agent.sinks.hdfs-sink.hdfs.writeFormat = Writable
hdfs-agent.sinks.hdfs-sink.hdfs.fileType = DataStream
hdfs-agent.sinks.hdfs-sink.hdfs.rollSize = 134217728
hdfs-agent.sinks.hdfs-sink.hdfs.rollInterval = 86400
hdfs-agent.sinks.hdfs-sink.hdfs.rollCount = 1000000
hdfs-agent.sinks.hdfs-sink.hdfs.batchSize = 10000

# Channels
# log-channel
hdfs-agent.channels.log-channel.type = memory

# hdfs-channel
hdfs-agent.channels.hdfs-channel.type = memory