Kafka系列之二Docker集群安装运行

1. 新建docker网络

docker network create -d bridge --subnet 172.66.6.0/24 kafka_cluster_network
1

2. 集群规划

hostname	Ip	port	listener
zook1	172.66.6.2	2186:2181
zook2	172.66.6.3	2187:2181
zook3	172.66.6.4	2188:2181
kafka1	172.66.6.5	9092:9092	kafka1
kafka2	172.66.6.6	9093:9092	kafka2
Kafka3	172.66.6.7	9094:9092	Kafka3
kafka manager	172.66.6.10	9000:9000

3. 编写docker-compose.yml文件

version: '2'

services:
    zoo1:
        image: zookeeper # 镜像
        restart: always # 重启
        container_name: zoo1
        hostname: zoo1
        ports:
        - "2186:2181"
        volumes:
        - "D:\\docker\\volumes\\zookeeper\\zookeeper1\\data:/data"
        - "D:\\docker\\volumes\\zookeeper\\zookeeper1\\datalog:/datalog"
        environment:
          ZOO_MY_ID: 1 # id
          ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
        networks:
          default:
            ipv4_address: 172.66.6.2
        
    zoo2:
        image: zookeeper # 镜像
        restart: always # 重启
        container_name: zoo2
        hostname: zoo2
        ports:
        - "2187:2181"
        volumes:
        - "D:\\docker\\volumes\\zookeeper\\zookeeper2\\data:/data"
        - "D:\\docker\\volumes\\zookeeper\\zookeeper2\\datalog:/datalog"
        environment:
          ZOO_MY_ID: 2 # id
          ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
        networks:
          default:
            ipv4_address: 172.66.6.3
        
    zoo3:
        image: zookeeper # 镜像
        restart: always # 重启
        container_name: zoo3
        hostname: zoo3
        ports:
        - "2188:2181"
        volumes:
        - "D:\\docker\\volumes\\zookeeper\\zookeeper3\\data:/data"
        - "D:\\docker\\volumes\\zookeeper\\zookeeper3\\datalog:/datalog"
        environment:
          ZOO_MY_ID: 3 # id
          ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
        networks:
          default:
            ipv4_address: 172.66.6.4
            
    kafka1:
        image: wurstmeister/kafka # 镜像
        restart: always
        container_name: kafka1
        hostname: kafka1
        ports:
        - 9092:9092
        - 9999:9999
        environment:
          KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.0.10:9092
          KAFKA_ADVERTISED_HOST_NAME: kafka1 # 
          KAFKA_HOST_NAME: kafka1
          KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
          KAFKA_ADVERTISED_PORT: 9092 # 暴露在外的端口
          KAFKA_BROKER_ID: 0 # 
          KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
          JMX_PORT: 9999 # jmx
        volumes:
        - "D:\\docker\\volumes\\kafka\\kafka1:/kafka"
        links:
        - zoo1
        - zoo2
        - zoo3
        networks:
          default:
            ipv4_address: 172.66.6.5

    kafka2:
        image: wurstmeister/kafka # 镜像
        restart: always
        container_name: kafka2
        hostname: kafka2
        ports:
        - 9093:9092
        - 9998:9999
        environment:
          KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.0.10:9093
          KAFKA_ADVERTISED_HOST_NAME: kafka2 # 
          KAFKA_HOST_NAME: kafka2
          KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
          KAFKA_ADVERTISED_PORT: 9093 # 暴露在外的端口
          KAFKA_BROKER_ID: 1 # 
          KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
          JMX_PORT: 9999 # jmx
        volumes:
        - "D:\\docker\\volumes\\kafka\\kafka2:/kafka"
        links:
        - zoo1
        - zoo2
        - zoo3
        networks:
          default:
            ipv4_address: 172.66.6.6  
            
    kafka3:
        image: wurstmeister/kafka # 镜像
        restart: always
        container_name: kafka3
        hostname: kafka3
        ports:
        - 9094:9092
        - 9997:9999
        environment:
          KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.0.10:9094
          KAFKA_ADVERTISED_HOST_NAME: kafka3 # 
          KAFKA_HOST_NAME: kafka3
          KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
          KAFKA_ADVERTISED_PORT: 9094 # 暴露在外的端口
          KAFKA_BROKER_ID: 2 # 
          KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
          JMX_PORT: 9999 # jmx
        volumes:
        - "D:\\docker\\volumes\\kafka\\kafka3:/kafka"
        links:
        - zoo1
        - zoo2
        - zoo3
        networks:
          default:
            ipv4_address: 172.66.6.7
            

    kafka-manager:
        image: hlebalbau/kafka-manager
        restart: always
        container_name: kafka-manager
        hostname: kafka-manager
        ports:
        - 9000:9000
        links:
        - kafka1
        - kafka2
        - kafka3
        - zoo1
        - zoo2
        - zoo3
        environment:
          ZK_HOSTS: zoo1:2181,zoo2:2181,zoo3:2181
          KAFKA_BROKERS: kafka1:9092,kafka2:9093,kafka3:9094
          APPLICATION_SECRET: letmein
          KAFKA_MANAGER_AUTH_ENABLED: "true" # 开启验证
          KAFKA_MANAGER_USERNAME: "admin" # 用户名
          KAFKA_MANAGER_PASSWORD: "admin" # 密码
          KM_ARGS: -Djava.net.preferIPv4Stack=true
        networks:
          default:
            ipv4_address: 172.66.6.10
        
networks:
  default:
    external:
      name: kafka_cluster_network
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166

4. 启动docker容器

docker-compose -f docker-compose.yml up -d
1

5. 查看节点状态

进入到zk容器中，cd到bin目录，

	zkServer.sh status
	ZooKeeper JMX enabled by default
	Using config: /conf/zoo.cfg
	Client port found: 2181. Client address: localhost. Client SSL: false.
	Mode: follower
1
2
3
4
5

6. 新建topic

进入到kafka容器中，cd到opt目录，进入kafka安装目录，

	kafka-topics.sh  --zookeeper zoo1:2181 --create --replication-factor 2 --partitions 3 --topic topic-test
1

7. producer往topic中发送消息

	 kafka-console-producer.sh --broker-list kafka1:9092,kafka2:9093,kafka3:9094 --topic topic-test
	>hello world
1
2

8. consumer从topic中接收消息

	kafka-console-consumer.sh --bootstrap-server kafka1:9092,kafka2:9093,kafka3:9094 --from-beginning --topic topic-test
1

9. 浏览器访问kafka-manager

http://localhost:9000/ 新建cluster查看相关信息
在这里插入图片描述

参考链接
1. https://kafka.apache.org/documentation/
2. https://blog.csdn.net/weixin_45358927/article/details/113841281?spm=1001.2014.3001.5502
3. https://blog.csdn.net/sinat_36053757/article/details/123724748
4. https://segmentfault.com/a/1190000038754768

相关阅读:
“梅州惠民保”开放参保！保费低至100元/人，医保个账可为全家缴费！
基于物联网的防盗报警器设计与实现
 基于Python的MNIST解析图片文件和标签文件实验报告
 AI+基建，微柏软件携手飞桨EasyDL铸造智慧梁场
 二分查找一看就会，一写就废？
【TypeScript笔记】03 - TS类型声明文件
 rasa 对话机器人--http rest api
【Node.js】官网学习笔记
 STL 中的string 容器方法与API
2000-2021年全国各省市城乡平均受教育年限数据（分城镇和农村）
原文地址：https://blog.csdn.net/zhaoyayua/article/details/126018244