Advertisement
Guest User

Untitled

a guest
Jul 20th, 2018
74
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.04 KB | None | 0 0
  1. at.sources = Twitter
  2. at.channels = MemChannel
  3. at.sinks = HDFS
  4.  
  5. at.sources.Twitter.type = org.apache.flume.source.twitter.TwitterSource
  6. at.sources.Twitter.consumerKey = ddDQQzMG9zVwP7vWmHZvevdRE
  7. at.sources.Twitter.consumerSecret = nGZHRdxrXHpHPFgvwc5njlGcHu7RlrXjLKk95tzPaMzlvFgJF8
  8. at.sources.Twitter.accessToken = 152072444-5PSdlAFvpulCfDijQgz2kh1XYOlaR0FtKeKtMLAr
  9. at.sources.Twitter.accessTokenSecret = ojNN77b6mLf8RcbxZqO2dnfS6dnhqiLPG3Z0hh24XCzAj
  10. at.sources.Twitter.keywords = Claro, Guatemala
  11.  
  12. at.sources.Twitter.maxBatchSize = 50000
  13. at.sources.Twitter.maxBatchDurationMillis = 100000
  14.  
  15. at.sinks.HDFS.type = hdfs
  16. at.sinks.HDFS.hdfs.path = hdfs://localhost:8020/tmp/flume/twitter_data
  17. at.sinks.HDFS.hdfs.fileType = DataStream
  18. at.sinks.HDFS.hdfs.batchSize = 200000
  19. at.sinks.HDFS.hdfs.rollSize = 0
  20. at.sinks.HDFS.hdfs.rollCount = 2000000
  21.  
  22. at.channels.MemChannel.type = memory
  23. at.channels.MemChannel.capacity = 10000
  24. at.channels.MemChannel.transactionCapacity = 100
  25.  
  26. at.sources.Twitter.channels = MemChannel
  27. at.sinks.HDFS.channel = MemChannel
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement