API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Aug 23rd, 2019
100
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 9.90 KB | None | 0 0
raw download clone embed print report
  1. apiVersion: kafka.strimzi.io/v1beta1
  2. kind: Kafka
  3. metadata:
  4. name: kafka-cluster-01
  5. namespace: kafka
  6. spec:
  7. clusterCa:
  8. validityDays: 1825
  9. renewalDays: 90
  10. clientsCa:
  11. validityDays: 365
  12. renewalDays: 30
  13. kafka:
  14. version: 2.2.1
  15. jvmOptions:
  16. "-Xmx": "512m"
  17. "-Xms": "512m"
  18. replicas: 3
  19. readinessProbe:
  20. initialDelaySeconds: 15
  21. timeoutSeconds: 5
  22. livenessProbe:
  23. initialDelaySeconds: 15
  24. timeoutSeconds: 5
  25. metrics:
  26. lowercaseOutputName: true
  27. rules:
  28. # Special cases and very specific rules
  29. - pattern : kafka.server<type=(.+), name=(.+), clientId=(.+), topic=(.+), partition=(.*)><>Value
  30. name: kafka_server_$1_$2
  31. type: GAUGE
  32. labels:
  33. clientId: "$3"
  34. topic: "$4"
  35. partition: "$5"
  36. - pattern : kafka.server<type=(.+), name=(.+), clientId=(.+), brokerHost=(.+), brokerPort=(.+)><>Value
  37. name: kafka_server_$1_$2
  38. type: GAUGE
  39. labels:
  40. clientId: "$3"
  41. broker: "$4:$5"
  42. # Some percent metrics use MeanRate attribute
  43. # Ex) kafka.server<type=(KafkaRequestHandlerPool), name=(RequestHandlerAvgIdlePercent)><>MeanRate
  44. - pattern: kafka.(\w+)<type=(.+), name=(.+)Percent\w*><>MeanRate
  45. name: kafka_$1_$2_$3_percent
  46. type: GAUGE
  47. # Generic gauges for percents
  48. - pattern: kafka.(\w+)<type=(.+), name=(.+)Percent\w*><>Value
  49. name: kafka_$1_$2_$3_percent
  50. type: GAUGE
  51. - pattern: kafka.(\w+)<type=(.+), name=(.+)Percent\w*, (.+)=(.+)><>Value
  52. name: kafka_$1_$2_$3_percent
  53. type: GAUGE
  54. labels:
  55. "$4": "$5"
  56. # Generic per-second counters with 0-2 key/value pairs
  57. - pattern: kafka.(\w+)<type=(.+), name=(.+)PerSec\w*, (.+)=(.+), (.+)=(.+)><>Count
  58. name: kafka_$1_$2_$3_total
  59. type: COUNTER
  60. labels:
  61. "$4": "$5"
  62. "$6": "$7"
  63. - pattern: kafka.(\w+)<type=(.+), name=(.+)PerSec\w*, (.+)=(.+)><>Count
  64. name: kafka_$1_$2_$3_total
  65. type: COUNTER
  66. labels:
  67. "$4": "$5"
  68. - pattern: kafka.(\w+)<type=(.+), name=(.+)PerSec\w*><>Count
  69. name: kafka_$1_$2_$3_total
  70. type: COUNTER
  71. # Generic gauges with 0-2 key/value pairs
  72. - pattern: kafka.(\w+)<type=(.+), name=(.+), (.+)=(.+), (.+)=(.+)><>Value
  73. name: kafka_$1_$2_$3
  74. type: GAUGE
  75. labels:
  76. "$4": "$5"
  77. "$6": "$7"
  78. - pattern: kafka.(\w+)<type=(.+), name=(.+), (.+)=(.+)><>Value
  79. name: kafka_$1_$2_$3
  80. type: GAUGE
  81. labels:
  82. "$4": "$5"
  83. - pattern: kafka.(\w+)<type=(.+), name=(.+)><>Value
  84. name: kafka_$1_$2_$3
  85. type: GAUGE
  86. # Emulate Prometheus 'Summary' metrics for the exported 'Histogram's.
  87. # Note that these are missing the '_sum' metric!
  88. - pattern: kafka.(\w+)<type=(.+), name=(.+), (.+)=(.+), (.+)=(.+)><>Count
  89. name: kafka_$1_$2_$3_count
  90. type: COUNTER
  91. labels:
  92. "$4": "$5"
  93. "$6": "$7"
  94. - pattern: kafka.(\w+)<type=(.+), name=(.+), (.+)=(.*), (.+)=(.+)><>(\d+)thPercentile
  95. name: kafka_$1_$2_$3
  96. type: GAUGE
  97. labels:
  98. "$4": "$5"
  99. "$6": "$7"
  100. quantile: "0.$8"
  101. - pattern: kafka.(\w+)<type=(.+), name=(.+), (.+)=(.+)><>Count
  102. name: kafka_$1_$2_$3_count
  103. type: COUNTER
  104. labels:
  105. "$4": "$5"
  106. - pattern: kafka.(\w+)<type=(.+), name=(.+), (.+)=(.*)><>(\d+)thPercentile
  107. name: kafka_$1_$2_$3
  108. type: GAUGE
  109. labels:
  110. "$4": "$5"
  111. quantile: "0.$6"
  112. - pattern: kafka.(\w+)<type=(.+), name=(.+)><>Count
  113. name: kafka_$1_$2_$3_count
  114. type: COUNTER
  115. - pattern: kafka.(\w+)<type=(.+), name=(.+)><>(\d+)thPercentile
  116. name: kafka_$1_$2_$3
  117. type: GAUGE
  118. labels:
  119. quantile: "0.$4"
  120. logging:
  121. type: inline
  122. loggers:
  123. log4j.rootLogger: INFO
  124. log4j.logger.org.apache.kafka: INFO
  125. log4j.logger.kafka.authorizer.logger: DEBUG
  126. resources:
  127. requests:
  128. cpu: "0.5"
  129. memory: 1Gi
  130. limits:
  131. cpu: "1"
  132. memory: 2Gi
  133. authorization:
  134. type: simple
  135. listeners:
  136. plain:
  137. authentication:
  138. type: scram-sha-512
  139. tls:
  140. authentication:
  141. type: scram-sha-512
  142. external:
  143. type: nodeport
  144. tls: true
  145. authentication:
  146. type: scram-sha-512
  147. overrides:
  148. bootstrap:
  149. advertisedHost: dev-kafka-cluster-01.example.com
  150. nodePort: 30010
  151. brokers:
  152. - broker: 0
  153. advertisedHost: dev-kafka-cluster-01.example.com
  154. nodePort: 30011
  155. - broker: 1
  156. advertisedHost: dev-kafka-cluster-01.example.com
  157. nodePort: 30012
  158. - broker: 2
  159. advertisedHost: dev-kafka-cluster-01.example.com
  160. nodePort: 30013
  161. config:
  162. offsets.topic.replication.factor: 3
  163. transaction.state.log.replication.factor: 3
  164. transaction.state.log.min.isr: 2
  165. log.message.format.version: "2.2"
  166. storage:
  167. type: persistent-claim
  168. class: aws-ebs-io
  169. size: 15Gi
  170. deleteClaim: false
  171. template:
  172. pod:
  173. affinity:
  174. podAntiAffinity:
  175. requiredDuringSchedulingIgnoredDuringExecution:
  176. - labelSelector:
  177. matchExpressions:
  178. - key: "kubernetes.io/role"
  179. operator: In
  180. values:
  181. - node
  182. topologyKey: "failure-domain.beta.kubernetes.io/zone"
  183. nodeAffinity:
  184. requiredDuringSchedulingIgnoredDuringExecution:
  185. nodeSelectorTerms:
  186. - matchExpressions:
  187. - key: "kubernetes.io/role"
  188. operator: In
  189. values:
  190. - node
  191. tlsSidecar:
  192. resources:
  193. requests:
  194. cpu: 100m
  195. memory: 64Mi
  196. limits:
  197. cpu: 500m
  198. memory: 128Mi
  199. logLevel: info
  200. readinessProbe:
  201. initialDelaySeconds: 15
  202. timeoutSeconds: 5
  203. livenessProbe:
  204. initialDelaySeconds: 15
  205. timeoutSeconds: 5
  206. zookeeper:
  207. config:
  208. autopurge.snapRetainCount: 3
  209. autopurge.purgeInterval: 1
  210. jvmOptions:
  211. "-Xmx": "512m"
  212. "-Xms": "512m"
  213. replicas: 3
  214. readinessProbe:
  215. initialDelaySeconds: 15
  216. timeoutSeconds: 5
  217. livenessProbe:
  218. initialDelaySeconds: 15
  219. timeoutSeconds: 5
  220. metrics:
  221. lowercaseOutputName: true
  222. rules:
  223. # replicated Zookeeper
  224. - pattern: "org.apache.ZooKeeperService<name0=ReplicatedServer_id(\\d+)><>(\\w+)"
  225. name: "zookeeper_$2"
  226. - pattern: "org.apache.ZooKeeperService<name0=ReplicatedServer_id(\\d+), name1=replica.(\\d+)><>(\\w+)"
  227. name: "zookeeper_$3"
  228. labels:
  229. replicaId: "$2"
  230. - pattern: "org.apache.ZooKeeperService<name0=ReplicatedServer_id(\\d+), name1=replica.(\\d+), name2=(\\w+)><>(\\w+)"
  231. name: "zookeeper_$4"
  232. labels:
  233. replicaId: "$2"
  234. memberType: "$3"
  235. - pattern: "org.apache.ZooKeeperService<name0=ReplicatedServer_id(\\d+), name1=replica.(\\d+), name2=(\\w+), name3=(\\w+)><>(\\w+)"
  236. name: "zookeeper_$4_$5"
  237. labels:
  238. replicaId: "$2"
  239. memberType: "$3"
  240. # standalone Zookeeper
  241. - pattern: "org.apache.ZooKeeperService<name0=StandaloneServer_port(\\d+)><>(\\w+)"
  242. name: "zookeeper_$2"
  243. - pattern: "org.apache.ZooKeeperService<name0=StandaloneServer_port(\\d+), name1=(InMemoryDataTree)><>(\\w+)"
  244. name: "zookeeper_$2_$3"
  245. resources:
  246. requests:
  247. cpu: "0.2"
  248. memory: 1Gi
  249. limits:
  250. cpu: "1"
  251. memory: 2Gi
  252. storage:
  253. type: persistent-claim
  254. class: aws-ebs-io
  255. size: 15Gi
  256. deleteClaim: false
  257. template:
  258. pod:
  259. affinity:
  260. podAntiAffinity:
  261. requiredDuringSchedulingIgnoredDuringExecution:
  262. - labelSelector:
  263. matchExpressions:
  264. - key: "kubernetes.io/role"
  265. operator: In
  266. values:
  267. - node
  268. topologyKey: "failure-domain.beta.kubernetes.io/zone"
  269. nodeAffinity:
  270. requiredDuringSchedulingIgnoredDuringExecution:
  271. nodeSelectorTerms:
  272. - matchExpressions:
  273. - key: "kubernetes.io/role"
  274. operator: In
  275. values:
  276. - node
  277. tlsSidecar:
  278. resources:
  279. requests:
  280. cpu: 100m
  281. memory: 64Mi
  282. limits:
  283. cpu: 500m
  284. memory: 128Mi
  285. logLevel: info
  286. readinessProbe:
  287. initialDelaySeconds: 15
  288. timeoutSeconds: 5
  289. livenessProbe:
  290. initialDelaySeconds: 15
  291. timeoutSeconds: 5
  292. # kafka and zookeeper sections...
  293. entityOperator:
  294. template:
  295. pod:
  296. affinity:
  297. podAntiAffinity:
  298. requiredDuringSchedulingIgnoredDuringExecution:
  299. - labelSelector:
  300. matchExpressions:
  301. - key: "kubernetes.io/role"
  302. operator: In
  303. values:
  304. - node
  305. topologyKey: "failure-domain.beta.kubernetes.io/zone"
  306. nodeAffinity:
  307. requiredDuringSchedulingIgnoredDuringExecution:
  308. nodeSelectorTerms:
  309. - matchExpressions:
  310. - key: "kubernetes.io/role"
  311. operator: In
  312. values:
  313. - node
  314. topicOperator:
  315. reconciliationIntervalSeconds: 30
  316. resources:
  317. request:
  318. cpu: "0.5"
  319. memory: 500Mi
  320. limit:
  321. cpu: "1"
  322. memory: 500Mi
  323. userOperator:
  324. reconciliationIntervalSeconds: 30
  325. resources:
  326. request:
  327. cpu: "0.5"
  328. memory: 500Mi
  329. limit:
  330. cpu: "1"
  331. memory: 500Mi
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!