栏目分类:
子分类:
返回
名师互学网用户登录
快速导航关闭
当前搜索
当前分类
子分类
实用工具
热门搜索
名师互学网 > IT > 前沿技术 > 大数据 > 大数据系统

docker-compose搭建kafka集群

docker-compose搭建kafka集群

version: '2'

services:
  zoo1:
    image: bitnami/zookeeper:3.7
    container_name: zoo1
    restart: always
    hostname: zoo1
    ports:
      - "2181:2181"
    volumes:
      - ./zoo1/data:/bitnami/zookeeper
      - ./zoo1/log:/opt/bitnami/zookeeper/logs
    environment:
      - ZOO_SERVER_ID=1
      - ZOO_SERVERS=zoo1:2888:3888,zoo2:2888:3888,zoo3:2888:3888
      - ALLOW_ANONYMOUS_LOGIN=yes
  
  zoo2:
    image: bitnami/zookeeper:3.7
    container_name: zoo2
    restart: always
    hostname: zoo1
    ports:
      - "2182:2181"
    volumes:
      - ./zoo2/data:/bitnami/zookeeper
      - ./zoo2/log:/opt/bitnami/zookeeper/logs
    environment:
      - ZOO_SERVER_ID=2
      - ZOO_SERVERS=zoo1:2888:3888,zoo2:2888:3888,zoo3:2888:3888
      - ALLOW_ANONYMOUS_LOGIN=yes
  
  zoo3:
    image: bitnami/zookeeper:3.7
    container_name: zoo3
    restart: always
    hostname: zoo1
    ports:
      - "2183:2181"
    volumes:
      - ./zoo3/data:/bitnami/zookeeper
      - ./zoo3/log:/opt/bitnami/zookeeper/logs
    environment:
      - ZOO_SERVER_ID=3
      - ZOO_SERVERS=zoo1:2888:3888,zoo2:2888:3888,zoo3:2888:3888
      - ALLOW_ANONYMOUS_LOGIN=yes

  kafka1:
    image: bitnami/kafka:2.8.1
    container_name: kafka1
    restart: always
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    hostname: kafka1
    ports:
      - 9093:9093
    volumes:
      - ./kafka1:/bitnami/kafka
    environment:
      - KAFKA_BROKER_ID=1
      - KAFKA_CFG_ZOOKEEPER_ConNECT=zoo1:2181,zoo2:2181,zoo3:2181
      - ALLOW_PLAINTEXT_LISTENER=yes
      - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT
      - KAFKA_CFG_LISTENERS=CLIENT://:9092,EXTERNAL://:9093
      - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka1:9092,EXTERNAL://localhost:9093
      - KAFKA_INTER_BROKER_LISTENER_NAME=CLIENT
      - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true

  kafka2:
    image: bitnami/kafka:2.8.1
    container_name: kafka2
    restart: always
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    hostname: kafka2
    ports:
      - 9094:9094
    volumes:
      - ./kafka2:/bitnami/kafka
    environment:
      - KAFKA_BROKER_ID=2
      - KAFKA_CFG_ZOOKEEPER_ConNECT=zoo1:2181,zoo2:2181,zoo3:2181
      - ALLOW_PLAINTEXT_LISTENER=yes
      - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT
      - KAFKA_CFG_LISTENERS=CLIENT://:9092,EXTERNAL://:9094
      - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka2:9092,EXTERNAL://localhost:9094
      - KAFKA_INTER_BROKER_LISTENER_NAME=CLIENT
      - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true
  
  kafka3:
    image: bitnami/kafka:2.8.1
    container_name: kafka3
    restart: always
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    hostname: kafka3
    ports:
      - 9095:9095
    volumes:
      - ./kafka3:/bitnami/kafka
    environment:
      - KAFKA_BROKER_ID=3
      - KAFKA_CFG_ZOOKEEPER_ConNECT=zoo1:2181,zoo2:2181,zoo3:2181
      - ALLOW_PLAINTEXT_LISTENER=yes
      - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT
      - KAFKA_CFG_LISTENERS=CLIENT://:9092,EXTERNAL://:9095
      - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka3:9092,EXTERNAL://localhost:9095
      - KAFKA_INTER_BROKER_LISTENER_NAME=CLIENT
      - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true
  
  kafdrop:
    image: obsidiandynamics/kafdrop:latest
    container_name: kafdrop
    depends_on: 
      - kafka1
      - kafka2
      - kafka3 
    ports:
      - 9000:9000
    environment:
      - KAFKA_BROKERConNECT=kafka1:9092,kafka2:9092,kafka3:9092

转载请注明:文章转载自 www.mshxw.com
本文地址:https://www.mshxw.com/it/757893.html
我们一直用心在做
关于我们 文章归档 网站地图 联系我们

版权所有 (c)2021-2022 MSHXW.COM

ICP备案号:晋ICP备2021003244-6号