Advertisement
Guest User

Untitled

a guest
Oct 23rd, 2016
83
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.12 KB | None | 0 0
  1. # Name the Components on this agent
  2. spoolAgent1.sources = spooldir-source
  3. spoolAgent1.channels = mem-channel
  4. spoolAgent1.sinks = kafka-sink-1
  5.  
  6. # Describe Configure/Source
  7. spoolAgent1.sources.spooldir-source.type = spooldir
  8. spoolAgent1.sources.spooldir-source.spoolDir =
  9. spoolAgent1.sources.spooldir-source.fileHeader = false
  10. spoolAgent1.sources.spooldir-source.fileSuffix =.FULLFILE
  11. spoolAgent1.sources.spooldir-source.deletePolicy = never
  12.  
  13. #Describe the sink
  14. spoolAgent1.sinks.kafka-sink-1.channel = mem-channel
  15. spoolAgent1.sinks.kafka-sink-1.type = org.apache.flume.sink.kafka.KafkaSink
  16. spoolAgent1.sinks.kafka-sink-1.batchSize = 20
  17. spoolAgent1.sinks.kafka-sink-1.brokerList =
  18. spoolAgent1.sinks.kafka-sink-1.topic = SAMPLELOGMINER
  19. spoolAgent1.sources.spooldir-source.zookeeperConnect =
  20.  
  21.  
  22. #Bind the source and sink to the channel
  23. spoolAgent1.sources.spooldir-source.channels = mem-channel
  24.  
  25. #Use a channel which buffers events in file
  26. spoolAgent1.channels.mem-channel.type = MEMORY
  27. spoolAgent1.channels.mem-channel.capacity = 10000
  28. spoolAgent1.channels.mem-channel.transactionCapacity = 10000
  29.  
  30. # SSL properties for Thrift source s1
  31. spoolAgent1.sources.spooldir-source.ssl=true
  32. spoolAgent1.sources.spooldir-source.keystore=
  33. spoolAgent1.sources.spooldir-source.keystore-password=
  34. spoolAgent1.sources.spooldir-source.keystore-type=JKS
  35.  
  36. # SSL properties for Thrift sink k1
  37. spoolAgent1.sinks.kafka-sink-1.ssl=true
  38. spoolAgent1.sinks.kafka-sink-1.truststore=
  39. spoolAgent1.sinks.kafka-sink-1.truststore-password=
  40.  
  41. kafka.common.KafkaException: fetching topic metadata for topics [Set(SAMPLETOPIC)] from broker [ArrayBuffer(BrokerEndPoint(0,sample.node,9093))] failed
  42. at kafka.client.ClientUtils$.fetchTopicMetadata(ClientUtils.scala:72)
  43. at kafka.producer.BrokerPartitionInfo.updateInfo(BrokerPartitionInfo.scala:83)
  44. at kafka.producer.async.DefaultEventHandler$$anonfun$handle$2.apply$mcV$sp(DefaultEventHandler.scala:81)
  45. at kafka.utils.CoreUtils$.swallow(CoreUtils.scala:79)
  46. at kafka.utils.Logging$class.swallowError(Logging.scala:106)
  47. at kafka.utils.CoreUtils$.swallowError(CoreUtils.scala:51)
  48. at kafka.producer.async.DefaultEventHandler.handle(DefaultEventHandler.scala:81)
  49. at kafka.producer.Producer.send(Producer.scala:77)
  50. at kafka.javaapi.producer.Producer.send(Producer.scala:42)
  51. at org.apache.flume.sink.kafka.KafkaSink.process(KafkaSink.java:135)
  52. at org.apache.flume.sink.DefaultSinkProcessor.process(DefaultSinkProcessor.java:68)
  53. at org.apache.flume.SinkRunner$PollingRunner.run(SinkRunner.java:147)
  54. at java.lang.Thread.run(Thread.java:745)
  55. Caused by: java.io.EOFException
  56. at org.apache.kafka.common.network.NetworkReceive.readFromReadableChannel(NetworkReceive.java:99)
  57. at kafka.network.BlockingChannel.readCompletely(BlockingChannel.scala:129)
  58. at kafka.network.BlockingChannel.receive(BlockingChannel.scala:120)
  59. at kafka.producer.SyncProducer.liftedTree1$1(SyncProducer.scala:78)
  60. at kafka.producer.SyncProducer.kafka$producer$SyncProducer$$doSend(SyncProducer.scala:75)
  61. at kafka.producer.SyncProducer.send(SyncProducer.scala:120)
  62. at kafka.client.ClientUtils$.fetchTopicMetadata(ClientUtils.scala:58)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement