#Agent parameters
TwitterAgent.sources = Twitter

TwitterAgent.channels = MemChannel

TwitterAgent.sinks = HDFS logHbaseCommonHostname

#Source
TwitterAgent.sources.Twitter.type = com.cloudera.flume.source.TwitterSource
TwitterAgent.sources.Twitter.channels = MemChannel

TwitterAgent.sources.Twitter.consumerKey = xxxxxxxxxxxxxxxxxxxxxxxxx
TwitterAgent.sources.Twitter.consumerSecret = xxxxxxxxxxxxxxxxxxxxxx
TwitterAgent.sources.Twitter.accessToken = xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx
TwitterAgent.sources.Twitter.accessTokenSecret =xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx

#Keywords
TwitterAgent.sources.Twitter.keywords = beer, vodka, tequila, champomy, chamapgne, mojito

#HDFS Sink
TwitterAgent.sinks.HDFS.channel = MemChannel
TwitterAgent.sinks.HDFS.type = hdfs
TwitterAgent.sinks.HDFS.hdfs.path = hdfs://evl2400461.eu.verio.net:/user/flume/tweets/%Y/%m/%d/%H/
TwitterAgent.sinks.HDFS.hdfs.fileType = DataStream
TwitterAgent.sinks.HDFS.hdfs.writeFormat = Text
TwitterAgent.sinks.HDFS.hdfs.batchSize = 1000
TwitterAgent.sinks.HDFS.hdfs.rollSize = 0
TwitterAgent.sinks.HDFS.hdfs.rollCount = 10000

#HBase Sink
TwitterAgent.sinks.logHbaseCommonHostname.channel = MemChannel
TwitterAgent.sinks.logHbaseCommonHostname.type = org.apache.flume.sink.hbase.AsyncHBaseSink
TwitterAgent.sinks.logHbaseCommonHostname.table = tweets
TwitterAgent.sinks.logHbaseCommonHostname.columnFamily = tweet
TwitterAgent.sinks.logHbaseCommonHostname.batchSize = 5000
#TwitterAgent.sinks.logHbaseCommonHostname.serializer = com.hbase.log.util.AsyncHbaseLogEventSerializer
TwitterAgent.sinks.logHbaseCommonHostname.serializer = org.apache.flume.sink.hbase.SimpleAsyncHbaseEventSerializer
TwitterAgent.sinks.logHbaseCommonHostname.serializer.columns = tweet:id,tweet:created_at,tweet:source,tweet:favourited,tweet:text
TwitterAgent.sinks.logHbaseCommonHostname.serializer.delimiter = \\t

#Channel
TwitterAgent.channels.MemChannel.type = memory

TwitterAgent.channels.MemChannel.capacity = 10000

TwitterAgent.channels.MemChannel.transactionCapacity = 100