docker容器化搭建kafka集群（单机）

浅浅的花香味﹌ 2022-09-05 04:24 169阅读 0赞

1、拉镜像

docker pull wurstmeister/kafka

docker pull wurstmeister/zookeeper

docker pull sheepkiller/kafka-manager

2、安装docker-compose（注意链接）  
https://docs.docker.com/compose/install/  
sudo curl -L "https://github.com/docker/compose/releases/download/1.29.2/docker-compose-Linux-x86\_64" -o /usr/local/bin/docker-compose  
sudo chmod +x /usr/local/bin/docker-compose

3、编写kafka.yml文件，见下方

4、安装  
COMPOSE\_PROJECT\_NAME=kafkacluser docker-compose -f kafka.yml up -d

测试一下使用kafka1发送消息，kafka2接收消息  
docker exec -it kafka1 bash  
cd /opt/kafka\_2.13-2.7.0  
./bin/kaftopics.sh --create --zookeeper zoo1:2181 --replication-factor 2 --partitions 2 --topic test001  
./bin/kaftopics.sh --describe --zookeeper zoo1:2181 --topic test001  
./bin/kafka-console-producer.sh --broker-list kafka2:9092,kafka3:9092 --topic test001

docker exec -it kafka2 bash  
cd /opt/kafka\_2.13-2.7.0  
./bin/kafka-console-consumer.sh --bootstrap-server kafka1:9092,kafka3:9092 --topic test001 --from-beginning

关闭kafka2后查看集群状态  
docker exec -it kafka1 bash  
./bin/kafka-topics.sh --describe --zookeeper zoo1:2181 --topic test001  
打开另一个shell窗口，关闭kafka2容器  
./bin/kafka-topics.sh --describe --zookeeper zoo1:2181 --topic test001

5、安装kafka-manager  
docker run -itd  -p 19000:9000 --network kafkacluser\_default --name=kafka-manager -e ZK\_HOSTS="zoo1:2181,zoo2:2181,zoo3:2181" -e APPLICATION\_SECRET=letmein sheepkiller/kafka-manager

\# compose命令指定yml文件  
docker-compose up  
\# 查看构建容器启用情况  
compose命令：docker-compose ps  
\# 查看构建容器启用情况  
docker命令：docker ps

version: '2'
    
    services:
      zoo1:
        image: wurstmeister/zookeeper
        restart: always
        hostname: zoo1
        ports:
          - "2181:2181"
        volumes:
          - "/data/zookeeper/zookeeper1/data:/data"
          - "/data/zookeeper/zookeeper1/datalog:/datalog"
        environment:
            ZOO_MY_ID: 1
            ZOO_SERVERS: server.1=zoo1:2888:3888 server.2=zoo2:2888:3888 server.3=zoo3:2888:3888  
        container_name: zoo1
      
      zoo2:
        image: wurstmeister/zookeeper
        restart: always
        hostname: zoo2
        ports:
          - "2182:2181"
        volumes:
          - "/data/zookeeper/zookeeper2/data:/data"
          - "/data/zookeeper/zookeeper2/datalog:/datalog"
        environment:
            ZOO_MY_ID: 2
            ZOO_SERVERS: server.1=zoo1:2888:3888 server.2=zoo2:2888:3888 server.3=zoo3:2888:3888  
        container_name: zoo2  
        
      zoo3:
        image: wurstmeister/zookeeper
        restart: always
        hostname: zoo3
        ports:
          - "2183:2181"
        volumes:
          - "/data/zookeeper/zookeeper3/data:/data"
          - "/data/zookeeper/zookeeper3/datalog:/datalog"
        environment:
            ZOO_MY_ID: 3
            ZOO_SERVERS: server.1=zoo1:2888:3888 server.2=zoo2:2888:3888 server.3=zoo3:2888:3888  
        container_name: zoo3
        
      kafka1:
        image: wurstmeister/kafka
        restart: always
        ports:
          - "9092:9092"
        environment:
          KAFKA_ADVERTISED_HOST_NAME: kafka1
          KAFKA_HOST_NAME: kafka1
          KAFKA_LISTENERS: PLAINTEXT://kafka1:9092
          KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka1:9092
          KAFKA_ADVERTISED_PORT: 9092
          KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
          KAFKA_BROKER_ID: 1
          KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
        depends_on:
          - zoo1
          - zoo2
          - zoo3 
        container_name: kafka1
    
    
      kafka2:
        image: wurstmeister/kafka
        ports:
          - "9093:9092"
        environment:
          KAFKA_ADVERTISED_HOST_NAME: kafka2
          KAFKA_HOST_NAME: kafka2
          KAFKA_LISTENERS: PLAINTEXT://kafka2:9092
          KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka2:9092
          KAFKA_ADVERTISED_PORT: 9092
          KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
          KAFKA_BROKER_ID: 2
          KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
        depends_on:
          - zoo1
          - zoo2
          - zoo3
        container_name: kafka2
    
      kafka3:
        image: wurstmeister/kafka
        ports:
          - "9094:9092"
        environment:
          KAFKA_ADVERTISED_HOST_NAME: kafka3
          KAFKA_HOST_NAME: kafka3
          KAFKA_LISTENERS: PLAINTEXT://kafka3:9092
          KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka3:9092
          KAFKA_ADVERTISED_PORT: 9092
          KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
          KAFKA_BROKER_ID: 3
          KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
        depends_on:
          - zoo1
          - zoo2
          - zoo3
        container_name: kafka3