dendrite/docker-compose-kafka-cluster.yml

version: '2'
services:
  zookeeper1:
    image: 'zookeeper'
    restart: always
    hostname: zookeeper1
    #ports:
    #  - 2181:2181
    environment:
      ZOO_MY_ID: 1
      ZOO_SERVERS: server.1=zookeeper1:2888:3888 server.2=zookeeper2:2888:3888 server.3=zookeeper3:2888:3888
  zookeeper2:
    image: 'zookeeper'
    restart: always
    hostname: zookeeper2
    #ports:
    #  - 2182:2181
    environment:
      ZOO_MY_ID: 2
      ZOO_SERVERS: server.1=zookeeper1:2888:3888 server.2=zookeeper2:2888:3888 server.3=zookeeper3:2888:3888
  zookeeper3:
    image: 'zookeeper'
    restart: always
    hostname: zookeeper3
    #ports:
    #  - 2183:2181
    environment:
      ZOO_MY_ID: 3
      ZOO_SERVERS: server.1=zookeeper1:2888:3888 server.2=zookeeper2:2888:3888 server.3=zookeeper3:2888:3888
  kafka1:
    image: 'wurstmeister/kafka'
    ports:
     - 9091:9091
    volumes:
     - /mnt/data/dendrite/kafka1/log:/kafka/kafka-logs-localhost
    environment:
      KAFKA_BROKER_ID: 1
      #KAFKA_ADVERTISED_HOST_NAME: kafka1
      KAFKA_ADVERTISED_PORT: 9091
      KAFKA_AUTO_CREATE_TOPICS: "true"
      KAFKA_DELETE_TOPIC_ENABLE: "false"
      #KAFKA_CREATE_TOPICS: keyUpdate:3:3,clientapiOutput:3:3,dbUpdates:3:3,receiptUpdate:3:3,roomserverOutput:3:3,roomserverOutput-push:3:3,roomserverInput:3:3
      KAFKA_LOG_RETENTION_HOURS: 720
      KAFKA_NUM_PARTITIONS: 3
      KAFKA_REPLICATION_FACTOR: 3
      KAFKA_ZOOKEEPER_CONNECT: zookeeper1:2181,zookeeper2:2181,zookeeper3:2181
      KAFKA_LISTENERS: PLAINTEXT://:9091
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka1:9091
    depends_on:
      - zookeeper1
      - zookeeper2
      - zookeeper3
    links:
     - 'zookeeper1'
     - 'zookeeper2'
     - 'zookeeper3'
  kafka2:
    image: 'wurstmeister/kafka'
    ports:
     - 9092:9092
    volumes:
     - /mnt/data/dendrite/kafka2/log:/kafka/kafka-logs-localhost
    environment:
      KAFKA_BROKER_ID: 2
      #KAFKA_ADVERTISED_HOST_NAME: kafka2
      KAFKA_ADVERTISED_PORT: 9092
      KAFKA_AUTO_CREATE_TOPICS: "true"
      KAFKA_DELETE_TOPIC_ENABLE: "false"
      KAFKA_LOG_RETENTION_HOURS: 720
      KAFKA_NUM_PARTITIONS: 3
      KAFKA_REPLICATION_FACTOR: 3
      KAFKA_ZOOKEEPER_CONNECT: zookeeper1:2181,zookeeper2:2181,zookeeper3:2181
      KAFKA_LISTENERS: PLAINTEXT://:9092
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka2:9092
    depends_on:
      - zookeeper1
      - zookeeper2
      - zookeeper3
    links:
     - 'zookeeper1'
     - 'zookeeper2'
     - 'zookeeper3'
  kafka3:
    image: 'wurstmeister/kafka'
    ports:
     - 9093:9093
    volumes:
     - /mnt/data/dendrite/kafka3/log:/kafka/kafka-logs-localhost
    environment:
      KAFKA_BROKER_ID: 3
      #KAFKA_ADVERTISED_HOST_NAME: kafka3
      KAFKA_ADVERTISED_PORT: 9093
      KAFKA_AUTO_CREATE_TOPICS: "true"
      KAFKA_DELETE_TOPIC_ENABLE: "false"
      KAFKA_LOG_RETENTION_HOURS: 720
      KAFKA_NUM_PARTITIONS: 3
      KAFKA_REPLICATION_FACTOR: 3
      KAFKA_ZOOKEEPER_CONNECT: zookeeper1:2181,zookeeper2:2181,zookeeper3:2181
      KAFKA_LISTENERS: PLAINTEXT://:9093
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka3:9093
    depends_on:
      - zookeeper1
      - zookeeper2
      - zookeeper3
    links:
     - 'zookeeper1'
     - 'zookeeper2'
     - 'zookeeper3'