Advertisement
Guest User

Untitled

a guest
Aug 31st, 2022
72
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
YAML 3.98 KB | Fixit | 0 0
  1. version: '3'
  2. services:
  3.   zookeeper:
  4.     image: confluentinc/cp-zookeeper:latest
  5.     networks:
  6.       - broker-kafka
  7.     environment:
  8.       ZOOKEEPER_CLIENT_PORT: 2181
  9.       ZOOKEEPER_TICK_TIME: 2000
  10.  
  11.   kafka:
  12.     image: confluentinc/cp-kafka:latest
  13.     networks:
  14.       - broker-kafka
  15.     depends_on:
  16.      - zookeeper
  17.     ports:
  18.      - 9092:9092
  19.     environment:
  20.       KAFKA_BROKER_ID: 1
  21.       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
  22.       KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
  23.       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
  24.       KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
  25.       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
  26.  
  27.   control:
  28.     image: confluentinc/cp-enterprise-control-center:latest
  29.     networks:
  30.       - broker-kafka
  31.     depends_on:
  32.      - zookeeper
  33.       - kafka
  34.     ports:
  35.      - '9021:9021'
  36.     environment:
  37.       CONTROL_CENTER_BOOTSTRAP_SERVERS: 'kafka:29092'
  38.       CONTROL_CENTER_ZOOKEEPER_CONNECT: 'zookeeper:2181'
  39.       CONTROL_CENTER_CONNECT_CLUSTER: 'connect:8083'
  40.       CONTROL_CENTER_KSQL_URL: 'http://ksqldb:8088'
  41.       CONTROL_CENTER_KSQL_ADVERTISED_URL: 'http://localhost:8088'
  42.       CONTROL_CENTER_REPLICATION_FACTOR: 1
  43.       CONTROL_CENTER_INTERNAL_TOPICS_PARTITIONS: 1
  44.       CONTROL_CENTER_MONITORING_INTERCEPTOR_TOPIC_PARTITIONS: 1
  45.       CONFLUENT_METRICS_TOPIC_REPLICATION: 1
  46.       PORT: 9021
  47.  
  48.   connect:
  49.     image: confluentinc/cp-kafka-connect:latest
  50.     hostname: connect
  51.     networks:
  52.       - broker-kafka
  53.     depends_on:
  54.      - zookeeper
  55.       - kafka
  56.     ports:
  57.      - '8083:8083'
  58.     environment:
  59.       CONNECT_BOOTSTRAP_SERVERS: 'kafka:29092'
  60.       CONNECT_REST_ADVERTISED_HOST_NAME: connect
  61.       CONNECT_REST_PORT: 8083
  62.       CONNECT_GROUP_ID: "quickstart"
  63.       CONNECT_CONFIG_STORAGE_TOPIC: "quickstart-config"
  64.       CONNECT_OFFSET_STORAGE_TOPIC: "quickstart-offsets"
  65.       CONNECT_STATUS_STORAGE_TOPIC: "quickstart-status"
  66.       CONNECT_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
  67.       CONNECT_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
  68.       CONNECT_INTERNAL_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
  69.       CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
  70.       CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: "1"
  71.       CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: "1"
  72.       CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: "1"    
  73.     command:
  74.      - bash
  75.       - -c
  76.       - |
  77.        echo "Installing Connector"
  78.         confluent-hub install --no-prompt debezium/debezium-connector-mysql:1.7.0
  79.         confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.3
  80.         confluent-hub install --no-prompt neo4j/kafka-connect-neo4j:2.0.0
  81.         #
  82.         echo "Launching Kafka Connect worker"
  83.         /etc/confluent/docker/run &
  84.         #
  85.         sleep infinity
  86.  
  87.   schema-registry:
  88.     image: confluentinc/cp-schema-registry:latest
  89.     networks:
  90.       - broker-kafka
  91.     depends_on:
  92.      - zookeeper
  93.       - kafka
  94.     environment:
  95.       SCHEMA_REGISTRY_HOST_NAME: schema-registry
  96.       SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: PLAINTEXT://kafka:9092
  97.  
  98.   ksqldb:
  99.     image: confluentinc/ksqldb-server:latest
  100.     networks:
  101.       - broker-kafka
  102.     depends_on:
  103.      - zookeeper
  104.       - kafka
  105.       - connect
  106.     ports:
  107.      - 8088:8088
  108.     environment:
  109.       KSQL_BOOTSTRAP_SERVERS: kafka:29092
  110.       KSQL_LISTENERS: http://0.0.0.0:8088
  111.       KSQL_KSQL_SERVICE_ID: ksqldb
  112.       KSQL_HOST_NAME: ksqldb
  113.       KSQL_KSQL_CONNECT_URL: 'http://connect:8083'
  114.       # KSQL_KSQL_LOGGING_PROCESSING_STREAM_AUTO_CREATE: "true"
  115.       # KSQL_KSQL_LOGGING_PROCESSING_TOPIC_AUTO_CREATE: "true"
  116.  
  117.   ksqldb-cli:
  118.     image: confluentinc/ksqldb-cli:latest
  119.     networks:
  120.       - broker-kafka
  121.     depends_on:
  122.      - ksqldb
  123.     entrypoint: /bin/sh
  124.     tty: true
  125.  
  126. networks:
  127.   broker-kafka:
  128.     driver: bridge  
  129.  
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement