sudevdev

KafkaProducer

Dec 9th, 2015
129
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.85 KB | None | 0 0
  1. # Write to kafka
  2.  
  3. kafkaproducer.sources = tail1
  4. kafkaproducer.sinks = kafka-sink1
  5. kafkaproducer.channels = channel1
  6.  
  7. # Describe the source
  8. kafkaproducer.sources.tail1.type = exec
  9. kafkaproducer.sources.tail1.command = /usr/bin/vmstat 1
  10.  
  11.  
  12. # Sink
  13. kafkaproducer.sinks.kafka-sink1.type = org.apache.flume.sink.kafka.KafkaSink
  14. kafkaproducer.sinks.kafka-sink1.topic = logtail
  15. kafkaproducer.sinks.kafka-sink1.brokerList = dp4547:9092
  16. kafkaproducer.sinks.kafka-sink1.batchSize = 20
  17.  
  18. kafkaproducer.channels.channel1.type = memory
  19. kafkaproducer.channels.channel1.capacity = 10000
  20. kafkaproducer.channels.channel1.transactionCapacity = 10000
  21. kafkaproducer.channels.channel1.byteCapacityBufferPercentage = 20
  22. kafkaproducer.channels.channel1.byteCapacity = 800000
  23.  
  24. kafkaproducer.sources.tail1.channels = channel1
  25. kafkaproducer.sinks.kafka-sink1.channel = channel1
Advertisement
Add Comment
Please, Sign In to add comment