使用docker-compose部署zk集群和kafka集群

一、環(huán)境介紹

使用VM創(chuàng)建四臺虛擬機(jī)
http://www.itdecent.cn/nb/32214413

IP 說明
192.168.235.3 zookeeper、kafka
192.168.235.4 zookeeper、kafka
192.168.235.5 zookeeper、kafka
192.168.235.6 kafka-manager

二、安裝docker

http://www.itdecent.cn/p/2a0406c17880

三、安裝docker-compose

http://www.itdecent.cn/p/8e5a211a9872

四、部署zookeeper集群

三臺服務(wù)器準(zhǔn)備掛載目錄

192.168.235.3
[root@zkKafka1 ~]# mkdir /usr/local/zookeeper
[root@zkKafka1 ~]# cd /usr/local/zookeeper/
[root@zkKafka1 zookeeper]# mkdir {data,datalog}
[root@zkKafka1 zookeeper]# vi docker-compose.yml

version: '3.8'
services:
  zookeeper1:
    image: zookeeper #鏡像
    restart: always # 重啟
    container_name: zookeeper1 #容器名
    volumes:
    - /usr/local/zookeeper/data:/data
    - /usr/local/zookeeper/datalog:/datalog
    environment:
      ZOO_MY_ID: 1 # id
      ZOO_SERVERS: server.1=192.168.235.3:2888:3888;2181 server.2=192.168.235.4:2888:3888;2181 server.3=192.168.235.5:2888:3888;2181
    network_mode: "host"

啟動zookeeper

[root@zkKafka1 zookeeper]# docker-compose up -d

[root@zkKafka1 zookeeper]# docker ps -a
CONTAINER ID   IMAGE       COMMAND                  CREATED         STATUS         PORTS     NAMES
0c4b572c7882   zookeeper   "/docker-entrypoint.…"   3 minutes ago   Up 3 minutes             zookeeper1

[root@zkKafka1 zookeeper]# docker exec -it zookeeper1 /bin/bash

root@zkKafka1:/apache-zookeeper-3.7.0-bin# ./bin/zkServer.sh status
ZooKeeper JMX enabled by default
Using config: /conf/zoo.cfg
Client port found: 2181. Client address: localhost. Client SSL: false.
Mode: follower
192.168.235.4
[root@zkKafka2 ~]# mkdir /usr/local/zookeeper
[root@zkKafka2 ~]# cd /usr/local/zookeeper/
[root@zkKafka2 zookeeper]# mkdir {data,datalog}
[root@zkKafka2 zookeeper]# vi docker-compose.yml

version: '3.8'
services:
  zookeeper2:
    image: zookeeper #鏡像
    restart: always # 重啟
    container_name: zookeeper2 #容器名
    volumes:
    - /usr/local/zookeeper/data:/data
    - /usr/local/zookeeper/datalog:/datalog
    environment:
      ZOO_MY_ID: 2 # id
      ZOO_SERVERS: server.1=192.168.235.3:2888:3888;2181 server.2=192.168.235.4:2888:3888;2181 server.3=192.168.235.5:2888:3888;2181
    network_mode: "host"

啟動zookeeper

[root@zkKafka2 zookeeper]# docker-compose up -d

[root@zkKafka2 zookeeper]# docker ps -a
CONTAINER ID   IMAGE       COMMAND                  CREATED         STATUS         PORTS     NAMES
6bf7fc646dac   zookeeper   "/docker-entrypoint.…"   5 minutes ago   Up 5 minutes             zookeeper2

[root@zkKafka2 zookeeper]# docker exec -it zookeeper2 /bin/bash

root@zkKafka2:/apache-zookeeper-3.7.0-bin# ./bin/zkServer.sh status
ZooKeeper JMX enabled by default
Using config: /conf/zoo.cfg
Client port found: 2181. Client address: localhost. Client SSL: false.
Mode: leader
192.168.235.5
[root@zkKafka3 ~]# mkdir /usr/local/zookeeper
[root@zkKafka3 ~]# cd /usr/local/zookeeper/
[root@zkKafka3 zookeeper]# mkdir {data,datalog}
[root@zkKafka3 zookeeper]# vi docker-compose.yml

version: '3.8'
services:
  zookeeper3:
    image: zookeeper #鏡像
    restart: always # 重啟
    container_name: zookeeper3 #容器名
    volumes:
    - /usr/local/zookeeper/data:/data
    - /usr/local/zookeeper/datalog:/datalog
    environment:
      ZOO_MY_ID: 3 # id
      ZOO_SERVERS: server.1=192.168.235.3:2888:3888;2181 server.2=192.168.235.4:2888:3888;2181 server.3=192.168.235.5:2888:3888;2181
    network_mode: "host"

啟動zookeeper

[root@zkKafka3 zookeeper]# docker-compose up -d

[root@zkKafka3 zookeeper]# docker ps -a
CONTAINER ID   IMAGE       COMMAND                  CREATED         STATUS         PORTS     NAMES
8633d1c7e6cd   zookeeper   "/docker-entrypoint.…"   8 minutes ago   Up 8 minutes             zookeeper3

[root@zkKafka3 zookeeper]# docker exec -it zookeeper3 /bin/bash

root@zkKafka3:/apache-zookeeper-3.7.0-bin# ./bin/zkServer.sh status
ZooKeeper JMX enabled by default
Using config: /conf/zoo.cfg
Client port found: 2181. Client address: localhost. Client SSL: false.
Mode: follower

五、部署kafka集群

192.168.235.3

準(zhǔn)備掛載目錄

[root@zkKafka1 ~]# mkdir /usr/local/kafka
[root@zkKafka1 ~]# cd /usr/local/kafka/
[root@zkKafka1 kafka]# mkdir log
[root@zkKafka1 kafka]# vi docker-compose.yml

編寫docker-compose.yml文件

version: '3.8'
services:
  kafka1:
    image: wurstmeister/kafka:2.11-0.11.0.3 # 鏡像
    restart: always #重啟
    container_name: kafka1 #容器名
    environment:
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.235.3:9092 #綁定發(fā)布訂閱的端口
      KAFKA_ZOOKEEPER_CONNECT: 192.168.235.3:2181,192.168.235.4:2181,192.168.235.5:2181 #連接zookeeper的服務(wù)地址
      KAFKA_ADVERTISED_PORT: 9092 # 暴露在外的端口
      KAFKA_BROKER_ID: 0 #kafka的broker.id，區(qū)分不同broker
      KAFKA_LISTENERS: PLAINTEXT://192.168.235.3:9092 #綁定監(jiān)聽9092端口
      JMX_PORT: 9999 # jmx
      KAFKA_MESSAGE_MAX_BYTES: 2000000 #單條消息最大字節(jié)數(shù)
    volumes:
    - /etc/localtime:/etc/localtime
    - /usr/local/kafka/log:/kafka
    network_mode: "host"

啟動kafka

[root@zkKafka1 kafka]# docker-compose up -d
192.168.235.4

準(zhǔn)備掛載目錄

[root@zkKafka2 ~]# mkdir /usr/local/kafka
[root@zkKafka2 ~]# cd /usr/local/kafka/
[root@zkKafka2 kafka]# mkdir log
[root@zkKafka2 kafka]# vi docker-compose.yml

編寫docker-compose.yml文件

version: '3.8'
services:
  kafka2:
    image: wurstmeister/kafka:2.11-0.11.0.3 # 鏡像
    restart: always #重啟
    container_name: kafka2 #容器名
    environment:
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.235.4:9092 #綁定發(fā)布訂閱的端口
      KAFKA_ZOOKEEPER_CONNECT: 192.168.235.3:2181,192.168.235.4:2181,192.168.235.5:2181 #連接zookeeper的服務(wù)地址
      KAFKA_ADVERTISED_PORT: 9092 # 暴露在外的端口
      KAFKA_BROKER_ID: 0 #kafka的broker.id，區(qū)分不同broker
      KAFKA_LISTENERS: PLAINTEXT://192.168.235.4:9092 #綁定監(jiān)聽9092端口
      JMX_PORT: 9998 # jmx
      KAFKA_MESSAGE_MAX_BYTES: 2000000 #單條消息最大字節(jié)數(shù)
    volumes:
    - /etc/localtime:/etc/localtime
    - /usr/local/kafka/log:/kafka
    network_mode: "host"

啟動kafka

[root@zkKafka2 kafka]# docker-compose up -d
192.168.235.5

準(zhǔn)備掛載目錄

[root@zkKafka3 ~]# mkdir /usr/local/kafka
[root@zkKafka3 ~]# cd /usr/local/kafka/
[root@zkKafka3 kafka]# mkdir log
[root@zkKafka3 kafka]# vi docker-compose.yml

編寫docker-compose.yml文件

version: '3.8'
services:
  kafka3:
    image: wurstmeister/kafka:2.11-0.11.0.3 # 鏡像
    restart: always #重啟
    container_name: kafka3 #容器名
    environment:
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.235.5:9092 #綁定發(fā)布訂閱的端口
      KAFKA_ZOOKEEPER_CONNECT: 192.168.235.3:2181,192.168.235.4:2181,192.168.235.5:2181 #連接zookeeper的服務(wù)地址
      KAFKA_ADVERTISED_PORT: 9092 # 暴露在外的端口
      KAFKA_BROKER_ID: 0 #kafka的broker.id，區(qū)分不同broker
      KAFKA_LISTENERS: PLAINTEXT://192.168.235.5:9092 #綁定監(jiān)聽9092端口
      JMX_PORT: 9997 # jmx
      KAFKA_MESSAGE_MAX_BYTES: 2000000 #單條消息最大字節(jié)數(shù)
    volumes:
    - /etc/localtime:/etc/localtime
    - /usr/local/kafka/log:/kafka
    network_mode: "host"

啟動kafka

[root@zkKafka3 kafka]# docker-compose up -d

六、部署kafka-manager

[root@localhost ~]# mkdir /usr/local/kafka-manager
[root@localhost ~]# cd /usr/local/kafka-manager/
[root@localhost kafka-manager]# vi docker-compose.yml

編寫docker-compose.yml文件

version: '3.8'
services:
  kafka-manager:
    image: hlebalbau/kafka-manager:stable
    restart: always
    container_name: kafka-manager
    environment:
      ZK_HOSTS: 192.168.235.3:2181,192.168.235.4:2181,192.168.235.5:2181
      KAFKA_BROKERS: 192.168.235.3:9092,192.168.235.4:9092,192.168.235.5:9092
      APPLICATION_SECRET: "random-secret"
      KAFKA_MANAGER_AUTH_ENABLED: "true" # 開啟驗(yàn)證
      KAFKA_MANAGER_USERNAME: "admin" # 用戶名
      KAFKA_MANAGER_PASSWORD: "admin" # 密碼
      KM_ARGS: -Djava.net.preferIPv4Stack=true
      network_mode: "host"

啟動kafka-manager

[root@localhost kafka-manager]# docker-compose up -d

訪問192.168.78.155:9000

賬號：admin

密碼：admin

手動添加集群即可

最后編輯于 ：
?著作權(quán)歸作者所有,轉(zhuǎn)載或內(nèi)容合作請聯(lián)系作者
【社區(qū)內(nèi)容提示】社區(qū)部分內(nèi)容疑似由AI輔助生成，瀏覽時請結(jié)合常識與多方信息審慎甄別。
平臺聲明：文章內(nèi)容（如有圖片或視頻亦包括在內(nèi)）由作者上傳并發(fā)布，文章內(nèi)容僅代表作者本人觀點(diǎn)，簡書系信息發(fā)布平臺，僅提供信息存儲服務(wù)。

友情鏈接更多精彩內(nèi)容