Advertisement
SUDREVP1

Untitled

Oct 16th, 2019
227
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 5.70 KB | None | 0 0
  1. version: "3.5"
  2. services:
  3. zookeeper:
  4. image: confluentinc/cp-zookeeper:5.3.0
  5. hostname: zookeeper
  6. networks:
  7. - confluent
  8. environment:
  9. ZOOKEEPER_CLIENT_PORT: 2181
  10. ZOOKEEPER_TICK_TIME: 2000
  11.  
  12. kafka:
  13. image: "confluentinc/cp-enterprise-kafka:5.3.0"
  14. hostname: kafka
  15. networks:
  16. - confluent
  17. ports:
  18. - 9092:9092
  19. environment:
  20. KAFKA_BROKER_ID: 101
  21. KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  22. KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092
  23. KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
  24. KAFKA_DELETE_TOPIC_ENABLE: "false"
  25. KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
  26. KAFKA_METRIC_REPORTERS: "io.confluent.metrics.reporter.ConfluentMetricsReporter"
  27. CONFLUENT_METRICS_REPORTER_BOOTSTRAP_SERVERS: "kafka:9092"
  28.  
  29. kafka2:
  30. image: "confluentinc/cp-enterprise-kafka:5.3.0"
  31. hostname: kafka2
  32. networks:
  33. - confluent
  34. ports:
  35. - 9093:9093
  36. environment:
  37. KAFKA_BROKER_ID: 102
  38. KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  39. KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka2:9093
  40. KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
  41. KAFKA_DELETE_TOPIC_ENABLE: "false"
  42. KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
  43. KAFKA_METRIC_REPORTERS: "io.confluent.metrics.reporter.ConfluentMetricsReporter"
  44. CONFLUENT_METRICS_REPORTER_BOOTSTRAP_SERVERS: "kafka2:9093"
  45.  
  46. kafka3:
  47. image: "confluentinc/cp-enterprise-kafka:5.3.0"
  48. hostname: kafka3
  49. networks:
  50. - confluent
  51. ports:
  52. - 9094:9094
  53. environment:
  54. KAFKA_BROKER_ID: 103
  55. KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  56. KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka3:9094
  57. KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
  58. KAFKA_DELETE_TOPIC_ENABLE: "false"
  59. KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
  60. KAFKA_METRIC_REPORTERS: "io.confluent.metrics.reporter.ConfluentMetricsReporter"
  61. CONFLUENT_METRICS_REPORTER_BOOTSTRAP_SERVERS: "kafka3:9094"
  62.  
  63. schema-registry:
  64. image: "confluentinc/cp-schema-registry:5.3.0"
  65. hostname: schema-registry
  66. networks:
  67. - confluent
  68. ports:
  69. - 8081:8081
  70. environment:
  71. SCHEMA_REGISTRY_HOST_NAME: schema-registry
  72. SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: zookeeper:2181
  73. SCHEMA_REGISTRY_LISTENERS: http://schema-registry:8081
  74.  
  75. connect:
  76. image: confluentinc/cp-kafka-connect:5.3.0
  77. hostname: connect
  78. restart: always
  79. ports:
  80. - "8083:8083"
  81. networks:
  82. - confluent
  83. environment:
  84. CONNECT_BOOTSTRAP_SERVERS: kafka:9092,kafka2:9093,kafka3:9094
  85. CONNECT_REST_PORT: 8083
  86. CONNECT_GROUP_ID: "connect"
  87. CONNECT_CONFIG_STORAGE_TOPIC: "connect-config"
  88. CONNECT_OFFSET_STORAGE_TOPIC: "connect-offsets"
  89. CONNECT_STATUS_STORAGE_TOPIC: "connect-status"
  90. CONNECT_REPLICATION_FACTOR: 1
  91. CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1
  92. CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1
  93. CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1
  94. CONNECT_KEY_CONVERTER: "io.confluent.connect.avro.AvroConverter"
  95. CONNECT_VALUE_CONVERTER: "io.confluent.connect.avro.AvroConverter"
  96. CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: "http://schema-registry:8081"
  97. CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: "http://schema-registry:8081"
  98. CONNECT_INTERNAL_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
  99. CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
  100. CONNECT_REST_ADVERTISED_HOST_NAME: "connect"
  101. CONNECT_PLUGIN_PATH: /usr/share/java
  102. CONNECT_LOG4J_ROOT_LOGLEVEL: INFO
  103. CONNECT_LOG4J_LOGGERS: org.reflections=ERROR
  104. CONNECT_PRODUCER_INTERCEPTOR_CLASSES: io.confluent.monitoring.clients.interceptor.MonitoringProducerInterceptor
  105. CONNECT_CONSUMER_INTERCEPTOR_CLASSES: io.confluent.monitoring.clients.interceptor.MonitoringConsumerInterceptor
  106.  
  107. control-center:
  108. image: confluentinc/cp-enterprise-control-center:5.3.0
  109. hostname: control-center
  110. networks:
  111. - confluent
  112. ports:
  113. - "9021:9021"
  114. environment:
  115. CONTROL_CENTER_BOOTSTRAP_SERVERS: kafka:9092,kafka2:9093,kafka3:9094
  116. CONTROL_CENTER_ZOOKEEPER_CONNECT: zookeeper:2181
  117. CONTROL_CENTER_REPLICATION_FACTOR: 1
  118. CONTROL_CENTER_MONITORING_INTERCEPTOR_TOPIC_REPLICATION: 1
  119. CONTROL_CENTER_INTERNAL_TOPICS_REPLICATION: 1
  120. CONTROL_CENTER_COMMAND_TOPIC_REPLICATION: 1
  121. CONTROL_CENTER_METRICS_TOPIC_REPLICATION: 1
  122. CONTROL_CENTER_STREAMS_NUM_STREAM_THREADS: 1
  123. CONTROL_CENTER_STREAMS_CONSUMER_REQUEST_TIMEOUT_MS: "960032"
  124. CONTROL_CENTER_SCHEMA_REGISTRY_URL: "http://schema-registry:8081"
  125. CONTROL_CENTER_CONNECT_CLUSTER: "connect:8083"
  126.  
  127. ksql-server:
  128. image: "confluentinc/cp-ksql-server:5.3.0"
  129. hostname: ksql-server
  130. ports:
  131. - "8088:8088"
  132. networks:
  133. - confluent
  134. environment:
  135. KSQL_CONFIG_DIR: "/etc/ksql"
  136. KSQL_BOOTSTRAP_SERVERS: kafka:9092,kafka2:9093,kafka3:9094
  137. KSQL_HOST_NAME: ksql-server
  138. KSQL_APPLICATION_ID: "using-ksql"
  139. KSQL_LISTENERS: "http://0.0.0.0:8088"
  140. KSQL_CACHE_MAX_BYTES_BUFFERING: 0
  141. KSQL_KSQL_SCHEMA_REGISTRY_URL: "http://schema-registry:8081"
  142. KSQL_PRODUCER_INTERCEPTOR_CLASSES: "io.confluent.monitoring.clients.interceptor.MonitoringProducerInterceptor"
  143. KSQL_CONSUMER_INTERCEPTOR_CLASSES: "io.confluent.monitoring.clients.interceptor.MonitoringConsumerInterceptor"
  144. KSQL_KSQL_SERVER_UI_ENABLED: "false"
  145.  
  146. tools:
  147. image: cnfltraining/training-tools:19.06
  148. hostname: tools
  149. networks:
  150. - confluent
  151. volumes:
  152. - .:/root/confluent-dev/labs/
  153. command: /bin/sh
  154. tty: true
  155.  
  156.  
  157. networks:
  158. confluent:
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement