API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Feb 15th, 2016
94
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 9.97 KB | None | 0 0
raw download clone embed print report
  1.  
  2. instances:
  3. - host: localhost
  4. name: kafka_instance
  5. port: 9999 # This is the JMX port on which Kafka exposes its metrics (usually 9999)
  6. # user: username # If JMX authentication is enabled, set the username and the password here
  7. # password: password
  8. # #java_bin_path: /path/to/java #Optional, should be set if the agent cannot find your java executable
  9. # #trust_store_path: /path/to/trustStore.jks # Optional, should be set if ssl is enabled
  10. # #trust_store_password: password
  11. tags:
  12. app: kafka
  13. # newTag: test
  14.  
  15.  
  16.  
  17. init_config:
  18. is_jmx: true
  19.  
  20. # Metrics collected by this check. You should not have to modify this.
  21. conf:
  22. #
  23. # Aggregate cluster stats
  24. #
  25. - include:
  26. domain: '"kafka.server"'
  27. bean: '"kafka.server":type="BrokerTopicMetrics",name="AllTopicsBytesOutPerSec"'
  28. attribute:
  29. MeanRate:
  30. metric_type: gauge
  31. alias: kafka.net.bytes_out
  32. - include:
  33. domain: '"kafka.server"'
  34. bean: '"kafka.server":type="BrokerTopicMetrics",name="AllTopicsBytesInPerSec"'
  35. attribute:
  36. MeanRate:
  37. metric_type: gauge
  38. alias: kafka.net.bytes_in
  39. - include:
  40. domain: '"kafka.server"'
  41. bean: '"kafka.server":type="BrokerTopicMetrics",name="AllTopicsMessagesInPerSec"'
  42. attribute:
  43. MeanRate:
  44. metric_type: gauge
  45. alias: kafka.messages_in
  46. - include:
  47. domain: '"kafka.server"'
  48. type: '"BrokerTopicMetrics"'
  49. #
  50. # Request timings
  51. #
  52. - include:
  53. domain: '"kafka.server"'
  54. bean: '"kafka.server":type="BrokerTopicMetrics",name="AllTopicsFailedFetchRequestsPerSec"'
  55. attribute:
  56. MeanRate:
  57. metric_type: gauge
  58. alias: kafka.request.fetch.failed
  59. - include:
  60. domain: '"kafka.server"'
  61. bean: '"kafka.server":type="BrokerTopicMetrics",name="AllTopicsFailedProduceRequestsPerSec"'
  62. attribute:
  63. MeanRate:
  64. metric_type: gauge
  65. alias: kafka.request.produce.failed
  66. - include:
  67. domain: '"kafka.network"'
  68. bean: '"kafka.network":type="RequestMetrics",name="Produce-TotalTimeMs"'
  69. attribute:
  70. Mean:
  71. metric_type: gauge
  72. alias: kafka.request.produce.time.avg
  73. 99thPercentile:
  74. metric_type: gauge
  75. alias: kafka.request.produce.time.99percentile
  76. - include:
  77. domain: '"kafka.network"'
  78. bean: '"kafka.network":type="RequestMetrics",name="Fetch-TotalTimeMs"'
  79. attribute:
  80. Mean:
  81. metric_type: gauge
  82. alias: kafka.request.fetch.time.avg
  83. 99thPercentile:
  84. metric_type: gauge
  85. alias: kafka.request.fetch.time.99percentile
  86. - include:
  87. domain: '"kafka.network"'
  88. bean: '"kafka.network":type="RequestMetrics",name="UpdateMetadata-TotalTimeMs"'
  89. attribute:
  90. Mean:
  91. metric_type: gauge
  92. alias: kafka.request.update_metadata.time.avg
  93. 99thPercentile:
  94. metric_type: gauge
  95. alias: kafka.request.update_metadata.time.99percentile
  96. - include:
  97. domain: '"kafka.network"'
  98. bean: '"kafka.network":type="RequestMetrics",name="Metadata-TotalTimeMs"'
  99. attribute:
  100. Mean:
  101. metric_type: gauge
  102. alias: kafka.request.metadata.time.avg
  103. 99thPercentile:
  104. metric_type: gauge
  105. alias: kafka.request.metadata.time.99percentile
  106. - include:
  107. domain: '"kafka.network"'
  108. bean: '"kafka.network":type="RequestMetrics",name="Offsets-TotalTimeMs"'
  109. attribute:
  110. Mean:
  111. metric_type: gauge
  112. alias: kafka.request.offsets.time.avg
  113. 99thPercentile:
  114. metric_type: gauge
  115. alias: kafka.request.offsets.time.99percentile
  116.  
  117. #
  118. # Replication stats
  119. #
  120. - include:
  121. domain: '"kafka.server"'
  122. bean: '"kafka.server":type="ReplicaManager",name="ISRShrinksPerSec"'
  123. attribute:
  124. MeanRate:
  125. metric_type: gauge
  126. alias: kafka.replication.isr_shrinks
  127. - include:
  128. domain: '"kafka.server"'
  129. bean: '"kafka.server":type="ReplicaManager",name="ISRExpandsPerSec"'
  130. attribute:
  131. MeanRate:
  132. metric_type: gauge
  133. alias: kafka.replication.isr_expands
  134. - include:
  135. domain: '"kafka.server"'
  136. bean: '"kafka.server":type="ControllerStats",name="LeaderElectionRateAndTimeMs"'
  137. attribute:
  138. MeanRate:
  139. metric_type: gauge
  140. alias: kafka.replication.leader_elections
  141. - include:
  142. domain: '"kafka.server"'
  143. bean: '"kafka.server":type="ControllerStats",name="UncleanLeaderElectionsPerSec"'
  144. attribute:
  145. MeanRate:
  146. metric_type: gauge
  147. alias: kafka.replication.unclean_leader_elections
  148.  
  149. #
  150. # Log flush stats
  151. #
  152. - include:
  153. domain: '"kafka.log"'
  154. bean: '"kafka.log":type="LogFlushStats",name="LogFlushRateAndTimeMs"'
  155. attribute:
  156. OneMinuteRate:
  157. metric_type: gauge
  158. alias: kafka.log.flush_rate.1
  159. FiveMinuteRate:
  160. metric_type: gauge
  161. alias: kafka.log.flush_rate.5
  162. FifteenMinuteRate:
  163. metric_type: gauge
  164. alias: kafka.log.flush_rate.15
  165.  
  166. # JVM & GC Shit
  167. - include:
  168. domain: java.lang
  169. type: MemoryPool
  170. name: CMS Old Gen
  171. attribute:
  172. - Usage
  173. - include:
  174. domain: java.lang
  175. type: MemoryPool
  176. name: CMS Perm Gen
  177. attribute:
  178. - Usage
  179. - include:
  180. domain: java.lang
  181. type: MemoryPool
  182. name: Par Eden Space
  183. attribute:
  184. - Usage
  185. - include:
  186. domain: java.lang
  187. type: MemoryPool
  188. name: Par Survivor Space
  189. attribute:
  190. - Usage
  191. # Young Gen Collectors (Minor Collections)
  192. - include:
  193. domain: java.lang
  194. type: GarbageCollector
  195. name: Copy
  196. attribute:
  197. CollectionCount:
  198. metric_type: counter
  199. alias: jmx.gc.minor_collection_count
  200. CollectionTime:
  201. metric_type: counter
  202. alias: jmx.gc.minor_collection_time
  203. - include:
  204. domain: java.lang
  205. type: GarbageCollector
  206. name: PS Scavenge
  207. attribute:
  208. CollectionCount:
  209. metric_type: counter
  210. alias: jmx.gc.minor_collection_count
  211. CollectionTime:
  212. metric_type: counter
  213. alias: jmx.gc.minor_collection_time
  214. - include:
  215. domain: java.lang
  216. type: GarbageCollector
  217. name: ParNew
  218. attribute:
  219. CollectionCount:
  220. metric_type: counter
  221. alias: jmx.gc.minor_collection_count
  222. CollectionTime:
  223. metric_type: counter
  224. alias: jmx.gc.minor_collection_time
  225. - include:
  226. domain: java.lang
  227. type: GarbageCollector
  228. name: G1 Young Generation
  229. attribute:
  230. CollectionCount:
  231. metric_type: counter
  232. alias: jmx.gc.minor_collection_count
  233. CollectionTime:
  234. metric_type: counter
  235. alias: jmx.gc.minor_collection_time
  236. # Old Gen Collectors (Major collections)
  237. - include:
  238. domain: java.lang
  239. type: GarbageCollector
  240. name: MarkSweepCompact
  241. attribute:
  242. CollectionCount:
  243. metric_type: counter
  244. alias: jmx.gc.major_collection_count
  245. CollectionTime:
  246. metric_type: counter
  247. alias: jmx.gc.major_collection_time
  248. - include:
  249. domain: java.lang
  250. type: GarbageCollector
  251. name: PS MarkSweep
  252. attribute:
  253. CollectionCount:
  254. metric_type: counter
  255. alias: jmx.gc.major_collection_count
  256. CollectionTime:
  257. metric_type: counter
  258. alias: jmx.gc.major_collection_time
  259. - include:
  260. domain: java.lang
  261. type: GarbageCollector
  262. name: ConcurrentMarkSweep
  263. attribute:
  264. CollectionCount:
  265. metric_type: counter
  266. alias: jmx.gc.major_collection_count
  267. CollectionTime:
  268. metric_type: counter
  269. alias: jmx.gc.major_collection_time
  270. - include:
  271. domain: java.lang
  272. type: GarbageCollector
  273. name: G1 Mixed Generation
  274. attribute:
  275. CollectionCount:
  276. metric_type: counter
  277. alias: jmx.gc.major_collection_count
  278. CollectionTime:
  279. metric_type: counter
  280. alias: jmx.gc.major_collection_time
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!