Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- # Read from Kafka and write to file_roll
- # Overall configuration
- kafkaconsumer.sources = kafka-source1
- kafkaconsumer.sinks = file-roll1
- kafkaconsumer.channels = channel1
- # Source Kafka
- kafkaconsumer.sources.kafka-source1.type = org.apache.flume.source.kafka.KafkaSource
- kafkaconsumer.sources.kafka-source1.zookeeperConnect = dp4548:2181
- kafkaconsumer.sources.kafka-source1.topic = logtail
- kafkaconsumer.sources.kafka-source1.groupId = flume
- kafkaconsumer.sources.kafka-source1.channels = channel1
- # Sink
- kafkaconsumer.sinks.file-roll1.type = file_roll
- kafkaconsumer.sinks.file-roll1.sink.directory = /home/flume/fileroll
- kafkaconsumer.sinks.file-roll1.channel = channel1
- # Channel
- kafkaconsumer.channels.channel1.type = memory
- kafkaconsumer.channels.channel1.capacity = 10000
- kafkaconsumer.channels.channel1.transactionCapacity = 10000
- kafkaconsumer.channels.channel1.byteCapacityBufferPercentage = 20
- kafkaconsumer.channels.channel1.byteCapacity = 800000
Advertisement
Add Comment
Please, Sign In to add comment
