docker-compose.yml

version: '3.8'

services:
  zookeeper-1:
    image: confluentinc/cp-zookeeper:7.0.1
    restart: on-failure:3
    container_name: zookeeper-1
    environment:
      ZOOKEEPER_SERVER_ID: 1
      ZOOKEEPER_CLIENT_PORT: 22181
      ZOOKEEPER_TICK_TIME: 2000
      ZOOKEEPER_INIT_LIMIT: 5
      ZOOKEEPER_SYNC_LIMIT: 2
      ZOOKEEPER_SERVERS: zookeeper-1:22888:23888;zookeeper-2:32888:33888;zookeeper-3:42888:43888
    networks:
      - kafka-net

  zookeeper-2:
    image: confluentinc/cp-zookeeper:7.0.1
    restart: on-failure:3
    container_name: zookeeper-2
    environment:
      ZOOKEEPER_SERVER_ID: 2
      ZOOKEEPER_CLIENT_PORT: 32181
      ZOOKEEPER_TICK_TIME: 2000
      ZOOKEEPER_INIT_LIMIT: 5
      ZOOKEEPER_SYNC_LIMIT: 2
      ZOOKEEPER_SERVERS: zookeeper-1:22888:23888;zookeeper-2:32888:33888;zookeeper-3:42888:43888
    networks:
      - kafka-net

  zookeeper-3:
    image: confluentinc/cp-zookeeper:7.0.1
    restart: on-failure:3
    container_name: zookeeper-3
    environment:
      ZOOKEEPER_SERVER_ID: 3
      ZOOKEEPER_CLIENT_PORT: 42181
      ZOOKEEPER_TICK_TIME: 2000
      ZOOKEEPER_INIT_LIMIT: 5
      ZOOKEEPER_SYNC_LIMIT: 2
      ZOOKEEPER_SERVERS: zookeeper-1:22888:23888;zookeeper-2:32888:33888;zookeeper-3:42888:43888
    networks:
      - kafka-net

  kafka-1:
    image: confluentinc/cp-kafka:7.0.1
    restart: on-failure:3
    container_name: kafka-1
    ports:
      - 19092:19092
      - 19094:19094
    depends_on:
      - zookeeper-1
      - zookeeper-2
      - zookeeper-3
    environment:
      KAFKA_BROKER_ID: 1
      KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:22181,zookeeper-2:32181,zookeeper-3:42181
      KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
      KAFKA_LISTENERS: INTERNAL://:19092,OUTSIDE://:19094
      KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka-1:19092,OUTSIDE://host.docker.internal:19094
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_MESSAGE_MAX_BYTES: 20971520 # 20mb
    networks:
      - kafka-net
    extra_hosts:
      - host.docker.internal:172.17.0.1

  kafka-2:
    image: confluentinc/cp-kafka:7.0.1
    restart: on-failure:3
    container_name: kafka-2
    ports:
      - 29092:29092
      - 29094:29094
    depends_on:
      - zookeeper-1
      - zookeeper-2
      - zookeeper-3
    environment:
      KAFKA_BROKER_ID: 2
      KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:22181,zookeeper-2:32181,zookeeper-3:42181
      KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
      KAFKA_LISTENERS: INTERNAL://:29092,OUTSIDE://:29094
      KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka-2:29092,OUTSIDE://host.docker.internal:29094
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_MESSAGE_MAX_BYTES: 20971520 # 20mb
    networks:
      - kafka-net
    extra_hosts:
      - host.docker.internal:172.17.0.1

  kafka-3:
    image: confluentinc/cp-kafka:7.0.1
    restart: on-failure:3
    container_name: kafka-3
    ports:
      - 39092:39092
      - 39094:39094
    depends_on:
      - zookeeper-1
      - zookeeper-2
      - zookeeper-3
    environment:
      KAFKA_BROKER_ID: 3
      KAFKA_ZOOKEEPER_CONNECT: zookeeper-1:22181,zookeeper-2:32181,zookeeper-3:42181
      KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
      KAFKA_LISTENERS: INTERNAL://:39092,OUTSIDE://:39094
      KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka-3:39092,OUTSIDE://host.docker.internal:39094
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_MESSAGE_MAX_BYTES: 20971520 # 20mb
    networks:
      - kafka-net
    extra_hosts:
      - host.docker.internal:172.17.0.1


  kafka-topics-generator:
    image: confluentinc/cp-kafka:7.0.1
    container_name: kafka-topics-generator
    depends_on:
      - kafka-1
      - kafka-2
      - kafka-3
    command: >
      bash -c
      "sleep 5s &&
      kafka-topics --create --bootstrap-server kafka-2:29092 replication-factor 3 --partitions 3 --topic products --if-not-exists"
    networks:
      - kafka-net
    extra_hosts:
      - host.docker.internal:172.17.0.1

  control-center:
    image: confluentinc/cp-enterprise-control-center:7.0.1
    hostname: control-center
    container_name: control-center
    depends_on:
      - zookeeper-1
      - zookeeper-2
      - zookeeper-3
      - kafka-1
      - kafka-2
      - kafka-3
      # - schema-registry
      # - connect
      # - ksqldb-server
    ports:
      - "9021:9021"
    environment:
      CONTROL_CENTER_BOOTSTRAP_SERVERS: "kafka-1:19092,kafka-2:29092,kafka-3:39092"
      CONTROL_CENTER_CONNECT_CONNECT-DEFAULT_CLUSTER: 'connect:8083'
      # CONTROL_CENTER_KSQL_KSQLDB1_URL: "http://ksqldb-server:8088"
      # CONTROL_CENTER_KSQL_KSQLDB1_ADVERTISED_URL: "http://localhost:8088"
      # CONTROL_CENTER_SCHEMA_REGISTRY_URL: "http://schema-registry:8081"
      CONTROL_CENTER_REPLICATION_FACTOR: 1
      CONTROL_CENTER_INTERNAL_TOPICS_PARTITIONS: 1
      CONTROL_CENTER_MONITORING_INTERCEPTOR_TOPIC_PARTITIONS: 1
      CONFLUENT_METRICS_TOPIC_REPLICATION: 1
      PORT: 9021
    networks:
      - kafka-net
    extra_hosts:
      - host.docker.internal:172.17.0.1

  producer-consumer:
    image: node:14.18.0-alpine3.14
    container_name: producer-consumer
    tty: true
    volumes:
      - ./examples:/home/node/app
    entrypoint: ["/bin/sh", "/home/node/app/.docker/entrypoint.sh"]
    depends_on:
      - zookeeper-1
      - zookeeper-2
      - zookeeper-3
      - kafka-1
      - kafka-2
      - kafka-3
      # - schema-registry
      # - connect
      # - ksqldb-server
    networks:
      - kafka-net
    extra_hosts:
      - host.docker.internal:172.17.0.11

networks:
  kafka-net:
    driver: bridge