API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Oct 26th, 2015
99
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 11.79 KB | None | 0 0
raw download clone embed print report
  1. agent1.sources = kafka-source-tsp-crash kafka-source-tsp-furto kafka-source-tsp-percorrenze kafka-source-2
  2. agent1.channels = channel3 channel4 channel5 channel6 channel7 channel8 channel9 channelother channel3J channel4J channelotherJ
  3. agent1.sinks = sink3 sink4 sink7 sinkother sink3J sink4J sink5R sink6R sink8R sink9R
  4.  
  5. agent1.channels.channel3.type = memory
  6. agent1.channels.channel3.capacity = 100000
  7. agent1.channels.channel3.transactionCapacity = 10000
  8. agent1.channels.channel4.type = memory
  9. agent1.channels.channel4.capacity = 100000
  10. agent1.channels.channel4.transactionCapacity = 10000
  11. agent1.channels.channel5.type = memory
  12. agent1.channels.channel5.capacity = 100000
  13. agent1.channels.channel5.transactionCapacity = 10000
  14. agent1.channels.channel6.type = memory
  15. agent1.channels.channel6.capacity = 100000
  16. agent1.channels.channel6.transactionCapacity = 10000
  17. agent1.channels.channel7.type = memory
  18. agent1.channels.channel7.capacity = 100000
  19. agent1.channels.channel7.transactionCapacity = 10000
  20. agent1.channels.channel8.type = memory
  21. agent1.channels.channel8.capacity = 100000
  22. agent1.channels.channel8.transactionCapacity = 10000
  23. agent1.channels.channel9.type = memory
  24. agent1.channels.channel9.capacity = 100000
  25. agent1.channels.channel9.transactionCapacity = 10000
  26. agent1.channels.channelother.type = memory
  27. agent1.channels.channelother.capacity = 100000
  28. agent1.channels.channelother.transactionCapacity = 10000
  29. agent1.channels.channel3J.type = memory
  30. agent1.channels.channel3J.capacity = 100000
  31. agent1.channels.channel3J.transactionCapacity = 10000
  32. agent1.channels.channel4J.type = memory
  33. agent1.channels.channel4J.capacity = 100000
  34. agent1.channels.channel4J.transactionCapacity = 10000
  35. agent1.channels.channelotherJ.type = memory
  36. agent1.channels.channelotherJ.capacity = 100000
  37. agent1.channels.channelotherJ.transactionCapacity = 10000
  38.  
  39. # sources
  40. agent1.sources.kafka-source-tsp-crash.type = org.apache.flume.source.kafka.KafkaSource
  41. agent1.sources.kafka-source-tsp-crash.zookeeperConnect = 10.156.7.220:2181
  42. agent1.sources.kafka-source-tsp-crash.topic = tsp-crash
  43. agent1.sources.kafka-source-tsp-crash.batchSize = 10000
  44. agent1.sources.kafka-source-tsp-crash.channels = channel3 channel5 channelother
  45. agent1.sources.kafka-source-tsp-crash.readSmallestOffset = true
  46. agent1.sources.kafka-source-tsp-crash.groupId = flumazzy
  47.  
  48. agent1.sources.kafka-source-tsp-furto.type = org.apache.flume.source.kafka.KafkaSource
  49. agent1.sources.kafka-source-tsp-furto.zookeeperConnect = 10.156.7.220:2181
  50. agent1.sources.kafka-source-tsp-furto.topic = tsp-furto
  51. agent1.sources.kafka-source-tsp-furto.batchSize = 10000
  52. agent1.sources.kafka-source-tsp-furto.channels = channel4 channel7 channelother
  53. agent1.sources.kafka-source-tsp-furto.readSmallestOffset = true
  54. agent1.sources.kafka-source-tsp-furto.groupId = flumazzy
  55.  
  56. agent1.sources.kafka-source-tsp-percorrenze.type = org.apache.flume.source.kafka.KafkaSource
  57. agent1.sources.kafka-source-tsp-percorrenze.zookeeperConnect = 10.156.7.220:2181
  58. agent1.sources.kafka-source-tsp-percorrenze.topic = tsp-percorrenze
  59. agent1.sources.kafka-source-tsp-percorrenze.batchSize = 10000
  60. agent1.sources.kafka-source-tsp-percorrenze.channels = channel6 channel8 channel9 channelother
  61. agent1.sources.kafka-source-tsp-percorrenze.readSmallestOffset = true
  62. agent1.sources.kafka-source-tsp-percorrenze.groupId = flumazzy
  63.  
  64. agent1.sources.kafka-source-2.type = org.apache.flume.source.kafka.KafkaSource
  65. agent1.sources.kafka-source-2.zookeeperConnect = 10.156.7.220:2181
  66. agent1.sources.kafka-source-2.topic = hdfs
  67. agent1.sources.kafka-source-2.batchSize = 10000
  68. agent1.sources.kafka-source-2.channels = channel3J channel4J channelotherJ
  69. agent1.sources.kafka-source-2.readSmallestOffset = true
  70. agent1.sources.kafka-source-2.groupId = flumazzy
  71.  
  72. # interceptors
  73. agent1.sources.kafka-source-tsp-crash.interceptors = iCrash
  74. agent1.sources.kafka-source-tsp-crash.interceptors.iCrash.type = it.unipolsai.flume.EventInterceptorBuilder
  75.  
  76. agent1.sources.kafka-source-tsp-furto.interceptors = iFurto
  77. agent1.sources.kafka-source-tsp-furto.interceptors.iFurto.type = it.unipolsai.flume.EventInterceptorBuilder
  78.  
  79. agent1.sources.kafka-source-tsp-percorrenze.interceptors = iOthers
  80. agent1.sources.kafka-source-tsp-percorrenze.interceptors.iOthers.type = it.unipolsai.flume.EventInterceptorBuilder
  81.  
  82. agent1.sources.kafka-source-2.interceptors = i2
  83. agent1.sources.kafka-source-2.interceptors.i2.type = it.unipolsai.flume.RichEventInterceptorBuilder
  84.  
  85. # selectors
  86. agent1.sources.kafka-source-tsp-crash.selector.type = multiplexing
  87. agent1.sources.kafka-source-tsp-crash.selector.header = eventType
  88. agent1.sources.kafka-source-tsp-crash.selector.mapping.3 = channel3
  89. agent1.sources.kafka-source-tsp-crash.selector.mapping.5 = channel5
  90. agent1.sources.kafka-source-tsp-crash.selector.default = channelother
  91.  
  92. agent1.sources.kafka-source-tsp-furto.selector.type = multiplexing
  93. agent1.sources.kafka-source-tsp-furto.selector.header = eventType
  94. agent1.sources.kafka-source-tsp-furto.selector.mapping.4 = channel4
  95. agent1.sources.kafka-source-tsp-furto.selector.mapping.7 = channel7
  96. agent1.sources.kafka-source-tsp-furto.selector.default = channelother
  97.  
  98. agent1.sources.kafka-source-tsp-percorrenze.selector.type = multiplexing
  99. agent1.sources.kafka-source-tsp-percorrenze.selector.header = eventType
  100. agent1.sources.kafka-source-tsp-percorrenze.selector.mapping.6 = channel6
  101. agent1.sources.kafka-source-tsp-percorrenze.selector.mapping.8 = channel8
  102. agent1.sources.kafka-source-tsp-percorrenze.selector.mapping.9 = channel9
  103. agent1.sources.kafka-source-tsp-percorrenze.selector.default = channelother
  104.  
  105. agent1.sources.kafka-source-2.selector.type = multiplexing
  106. agent1.sources.kafka-source-2.selector.header = eventType
  107. agent1.sources.kafka-source-2.selector.mapping.3 = channel3J
  108. agent1.sources.kafka-source-2.selector.mapping.4 = channel4J
  109. agent1.sources.kafka-source-2.selector.default = channelotherJ
  110.  
  111. # sinks
  112. agent1.sinks.sink3.channel = channel3
  113. agent1.sinks.sink3.type = null
  114.  
  115. agent1.sinks.sink4.channel = channel4
  116. agent1.sinks.sink4.type = null
  117.  
  118. agent1.sinks.sink7.channel = channel7
  119. agent1.sinks.sink7.type = hdfs
  120. agent1.sinks.sink7.hdfs.path = /landing/TSP/data/tracking/%Y/%m/%d
  121. agent1.sinks.sink7.hdfs.batchSize = 1000
  122. agent1.sinks.sink7.hdfs.txnEventMax = 1000
  123. agent1.sinks.sink7.serializer = it.unipolsai.flume.TrackingAllarmeFurtoSerBuilder
  124. agent1.sinks.sink7.hdfs.fileType = DataStream
  125. agent1.sinks.sink7.hdfs.filePrefix = trackings
  126. agent1.sinks.sink7.hdfs.fileSuffix = .avro
  127. agent1.sinks.sink7.hdfs.rollCount = 100
  128. agent1.sinks.sink7.hdfs.inUsePrefix = _
  129. agent1.sinks.sink7.hdfs.kerberosPrincipal = flume/_HOST@SERVIZI.GR-U.IT
  130. agent1.sinks.sink7.hdfs.kerberosKeytab = /etc/flume-ng/conf/flume.keytab
  131. agent1.sinks.sink7.hdfs.proxyUser = eligo
  132.  
  133. agent1.sinks.sinkother.channel = channelother
  134. agent1.sinks.sinkother.type = hdfs
  135. agent1.sinks.sinkother.hdfs.path = /landing/TSP/data/typeother/%Y/%m/%d
  136. agent1.sinks.sinkother.hdfs.batchSize = 1000
  137. agent1.sinks.sinkother.hdfs.txnEventMax = 1000
  138. agent1.sinks.sinkother.serializer = avro_event
  139. agent1.sinks.sinkother.hdfs.fileType = DataStream
  140. agent1.sinks.sinkother.hdfs.filePrefix = errors
  141. agent1.sinks.sinkother.hdfs.fileSuffix = .avro
  142. agent1.sinks.sinkother.hdfs.rollCount = 100
  143. agent1.sinks.sinkother.hdfs.inUsePrefix = _
  144. agent1.sinks.sinkother.hdfs.kerberosPrincipal = flume/_HOST@SERVIZI.GR-U.IT
  145. agent1.sinks.sinkother.hdfs.kerberosKeytab = /etc/flume-ng/conf/flume.keytab
  146. agent1.sinks.sinkother.hdfs.proxyUser = eligo
  147.  
  148. agent1.sinks.sink5R.channel = channel5
  149. agent1.sinks.sink5R.type = hdfs
  150. agent1.sinks.sink5R.hdfs.path = /landing/TSP/data/accelerazioni/%Y/%m/%d
  151. agent1.sinks.sink5R.hdfs.batchSize = 1000
  152. agent1.sinks.sink5R.hdfs.txnEventMax = 1000
  153. agent1.sinks.sink5R.serializer = it.unipolsai.flume.RichAccelerazioniCrashSerBuilder
  154. agent1.sinks.sink5R.hdfs.fileType = DataStream
  155. agent1.sinks.sink5R.hdfs.filePrefix = accelerazioni
  156. agent1.sinks.sink5R.hdfs.fileSuffix = .avro
  157. agent1.sinks.sink5R.hdfs.rollCount = 100
  158. agent1.sinks.sink5R.hdfs.inUsePrefix = _
  159. agent1.sinks.sink5R.hdfs.kerberosPrincipal = flume/_HOST@SERVIZI.GR-U.IT
  160. agent1.sinks.sink5R.hdfs.kerberosKeytab = /etc/flume-ng/conf/flume.keytab
  161. agent1.sinks.sink5R.hdfs.proxyUser = eligo
  162.  
  163. agent1.sinks.sink6R.channel = channel6
  164. agent1.sinks.sink6R.type = hdfs
  165. agent1.sinks.sink6R.hdfs.path = /landing/TSP/data/viaggi/%Y/%m/%d
  166. agent1.sinks.sink6R.hdfs.batchSize = 1000
  167. agent1.sinks.sink6R.hdfs.txnEventMax = 1000
  168. agent1.sinks.sink6R.serializer = it.unipolsai.flume.RichEventoInizioViaggioSerBuilder
  169. agent1.sinks.sink6R.hdfs.fileType = DataStream
  170. agent1.sinks.sink6R.hdfs.filePrefix = viaggi
  171. agent1.sinks.sink6R.hdfs.fileSuffix = .avro
  172. agent1.sinks.sink6R.hdfs.rollCount = 100
  173. agent1.sinks.sink6R.hdfs.inUsePrefix = _
  174. agent1.sinks.sink6R.hdfs.kerberosPrincipal = flume/_HOST@SERVIZI.GR-U.IT
  175. agent1.sinks.sink6R.hdfs.kerberosKeytab = /etc/flume-ng/conf/flume.keytab
  176. agent1.sinks.sink6R.hdfs.proxyUser = eligo
  177.  
  178. agent1.sinks.sink8R.channel = channel8
  179. agent1.sinks.sink8R.type = hdfs
  180. agent1.sinks.sink8R.hdfs.path = /landing/TSP/data/viaggi/%Y/%m/%d
  181. agent1.sinks.sink8R.hdfs.batchSize = 1000
  182. agent1.sinks.sink8R.hdfs.txnEventMax = 1000
  183. agent1.sinks.sink8R.serializer = it.unipolsai.flume.RichEventoFineViaggioSerBuilder
  184. agent1.sinks.sink8R.hdfs.fileType = DataStream
  185. agent1.sinks.sink8R.hdfs.filePrefix = viaggi
  186. agent1.sinks.sink8R.hdfs.fileSuffix = .avro
  187. agent1.sinks.sink8R.hdfs.rollCount = 100
  188. agent1.sinks.sink8R.hdfs.inUsePrefix = _
  189. agent1.sinks.sink8R.hdfs.kerberosPrincipal = flume/_HOST@SERVIZI.GR-U.IT
  190. agent1.sinks.sink8R.hdfs.kerberosKeytab = /etc/flume-ng/conf/flume.keytab
  191. agent1.sinks.sink8R.hdfs.proxyUser = eligo
  192.  
  193. agent1.sinks.sink9R.channel = channel9
  194. agent1.sinks.sink9R.type = hdfs
  195. agent1.sinks.sink9R.hdfs.path = /landing/TSP/data/viaggi/%Y/%m/%d
  196. agent1.sinks.sink9R.hdfs.batchSize = 1000
  197. agent1.sinks.sink9R.hdfs.txnEventMax = 1000
  198. agent1.sinks.sink9R.serializer = it.unipolsai.flume.RichEventoDettaglioViaggioSerBuilder
  199. agent1.sinks.sink9R.hdfs.fileType = DataStream
  200. agent1.sinks.sink9R.hdfs.filePrefix = viaggi
  201. agent1.sinks.sink9R.hdfs.fileSuffix = .avro
  202. agent1.sinks.sink9R.hdfs.rollCount = 100
  203. agent1.sinks.sink9R.hdfs.inUsePrefix = _
  204. agent1.sinks.sink9R.hdfs.kerberosPrincipal = flume/_HOST@SERVIZI.GR-U.IT
  205. agent1.sinks.sink9R.hdfs.kerberosKeytab = /etc/flume-ng/conf/flume.keytab
  206. agent1.sinks.sink9R.hdfs.proxyUser = eligo
  207.  
  208. agent1.sinks.sink3J.channel = channel3J
  209. agent1.sinks.sink3J.type = hdfs
  210. agent1.sinks.sink3J.hdfs.path = /landing/TSP/data/crash/%Y/%m/%d
  211. agent1.sinks.sink3J.hdfs.batchSize = 1000
  212. agent1.sinks.sink3J.hdfs.txnEventMax = 1000
  213. agent1.sinks.sink3J.serializer = it.unipolsai.flume.RichEventoCrashSerBuilder
  214. agent1.sinks.sink3J.hdfs.fileType = DataStream
  215. agent1.sinks.sink3J.hdfs.filePrefix = crashes
  216. agent1.sinks.sink3J.hdfs.fileSuffix = .avro
  217. agent1.sinks.sink3J.hdfs.rollCount = 1
  218. agent1.sinks.sink3J.hdfs.inUsePrefix = _
  219. agent1.sinks.sink3J.hdfs.kerberosPrincipal = flume/_HOST@SERVIZI.GR-U.IT
  220. agent1.sinks.sink3J.hdfs.kerberosKeytab = /etc/flume-ng/conf/flume.keytab
  221. agent1.sinks.sink3J.hdfs.proxyUser = eligo
  222.  
  223. agent1.sinks.sink4J.channel = channel4J
  224. agent1.sinks.sink4J.type = hdfs
  225. agent1.sinks.sink4J.hdfs.path = /landing/TSP/data/furto/%Y/%m/%d
  226. agent1.sinks.sink4J.hdfs.batchSize = 1000
  227. agent1.sinks.sink4J.hdfs.txnEventMax = 1000
  228. agent1.sinks.sink4J.serializer = it.unipolsai.flume.RichEventoFurtoSerBuilder
  229. agent1.sinks.sink4J.hdfs.fileType = DataStream
  230. agent1.sinks.sink4J.hdfs.filePrefix = furti
  231. agent1.sinks.sink4J.hdfs.fileSuffix = .avro
  232. agent1.sinks.sink4J.hdfs.rollCount = 1
  233. agent1.sinks.sink4J.hdfs.inUsePrefix = _
  234. agent1.sinks.sink4J.hdfs.kerberosPrincipal = flume/_HOST@SERVIZI.GR-U.IT
  235. agent1.sinks.sink4J.hdfs.kerberosKeytab = /etc/flume-ng/conf/flume.keytab
  236. agent1.sinks.sink4J.hdfs.proxyUser = eligo
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!