Dokcer部署Kafka集群

docker网络规划

1. docker network create kafka-net --subnet 172.20.0.0/16
3. docker network ls

复制代码

• zookeeper1（172.20.0.11  2184:2181）
  
• zookeeper2（172.20.0.12  2185:2181）
  
• zookeeper3（172.20.0.13  2186:2181）
  
• kafka（172.20.0.14  内部9093:9093，外部9193:9193）
  
• kafka（172.20.0.15  内部9094:9094，外部9194:9194）
  
• kafka（172.20.0.16  内部9095:9095，外部9195:9195）
  
• kafka manager（172.20.0.10  9000:9000）
  

部署中的配置和授权认证文件制作

准备一下两个文件，他们的位置可以放到恣意地方，只须要镜像部署的配置文件中能引用到即可。

• 新建一个zookeeper和kafka共用的授权认证文件：server_jass.conf。按照本教程发起放到/root/kafka/kafka-sasl/server_jass.conf
  

1. Client {
2.     org.apache.zookeeper.server.auth.DigestLoginModule required
3.     username="test"
4.     password="test@QWER";
5. };
7. Server {
8.     org.apache.zookeeper.server.auth.DigestLoginModule required
9.     username="test"
10.     password="test@QWER"  
11.     user_admin="test@QWER"
12.     user_test="test@QWER"; # 账号是test，密码是test@QWER
13. };
15. KafkaServer {
16.     org.apache.kafka.common.security.plain.PlainLoginModule required
17.     username="test"
18.     password="test@QWER"
19.     user_test="test@QWER";
20. };
22. KafkaClient {
23.     org.apache.kafka.common.security.plain.PlainLoginModule required
24.     username="test"
25.     password="test@QWER";
26. };

复制代码

• 新建一个kafka-run-class脚本文件，规避JMX冲突：kafka-run-class.sh。按照本教程发起放到/root/kafka/kafka-run-class.sh
  

1. #!/bin/bash
2. # Licensed to the Apache Software Foundation (ASF) under one or more
3. # contributor license agreements.  See the NOTICE file distributed with
4. # this work for additional information regarding copyright ownership.
5. # The ASF licenses this file to You under the Apache License, Version 2.0
6. # (the "License"); you may not use this file except in compliance with
7. # the License.  You may obtain a copy of the License at
8. #
9. #    http://www.apache.org/licenses/LICENSE-2.0
10. #
11. # Unless required by applicable law or agreed to in writing, software
12. # distributed under the License is distributed on an "AS IS" BASIS,
13. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14. # See the License for the specific language governing permissions and
15. # limitations under the License.
17. if [ $# -lt 1 ];
18. then
19.   echo "USAGE: $0 [-daemon] [-name servicename] [-loggc] classname [opts]"
20.   exit 1
21. fi
23. # CYGWIN == 1 if Cygwin is detected, else 0.
24. if [[ $(uname -a) =~ "CYGWIN" ]]; then
25.   CYGWIN=1
26. else
27.   CYGWIN=0
28. fi
30. if [ -z "$INCLUDE_TEST_JARS" ]; then
31.   INCLUDE_TEST_JARS=false
32. fi
34. # Exclude jars not necessary for running commands.
35. regex="(-(test|test-sources|src|scaladoc|javadoc)\.jar|jar.asc)$"
36. should_include_file() {
37.   if [ "$INCLUDE_TEST_JARS" = true ]; then
38.     return 0
39.   fi
40.   file=$1
41.   if [ -z "$(echo "$file" | egrep "$regex")" ] ; then
42.     return 0
43.   else
44.     return 1
45.   fi
46. }
48. base_dir=$(dirname $0)/..
50. if [ -z "$SCALA_VERSION" ]; then
51.   SCALA_VERSION=2.13.5
52.   if [[ -f "$base_dir/gradle.properties" ]]; then
53.     SCALA_VERSION=`grep "^scalaVersion=" "$base_dir/gradle.properties" | cut -d= -f 2`
54.   fi
55. fi
57. if [ -z "$SCALA_BINARY_VERSION" ]; then
58.   SCALA_BINARY_VERSION=$(echo $SCALA_VERSION | cut -f 1-2 -d '.')
59. fi
61. # run ./gradlew copyDependantLibs to get all dependant jars in a local dir
62. shopt -s nullglob
63. if [ -z "$UPGRADE_KAFKA_STREAMS_TEST_VERSION" ]; then
64.   for dir in "$base_dir"/core/build/dependant-libs-${SCALA_VERSION}*;
65.   do
66.     CLASSPATH="$CLASSPATH:$dir/*"
67.   done
68. fi
70. for file in "$base_dir"/examples/build/libs/kafka-examples*.jar;
71. do
72.   if should_include_file "$file"; then
73.     CLASSPATH="$CLASSPATH":"$file"
74.   fi
75. done
77. if [ -z "$UPGRADE_KAFKA_STREAMS_TEST_VERSION" ]; then
78.   clients_lib_dir=$(dirname $0)/../clients/build/libs
79.   streams_lib_dir=$(dirname $0)/../streams/build/libs
80.   streams_dependant_clients_lib_dir=$(dirname $0)/../streams/build/dependant-libs-${SCALA_VERSION}
81. else
82.   clients_lib_dir=/opt/kafka-$UPGRADE_KAFKA_STREAMS_TEST_VERSION/libs
83.   streams_lib_dir=$clients_lib_dir
84.   streams_dependant_clients_lib_dir=$streams_lib_dir
85. fi
88. for file in "$clients_lib_dir"/kafka-clients*.jar;
89. do
90.   if should_include_file "$file"; then
91.     CLASSPATH="$CLASSPATH":"$file"
92.   fi
93. done
95. for file in "$streams_lib_dir"/kafka-streams*.jar;
96. do
97.   if should_include_file "$file"; then
98.     CLASSPATH="$CLASSPATH":"$file"
99.   fi
100. done
102. if [ -z "$UPGRADE_KAFKA_STREAMS_TEST_VERSION" ]; then
103.   for file in "$base_dir"/streams/examples/build/libs/kafka-streams-examples*.jar;
104.   do
105.     if should_include_file "$file"; then
106.       CLASSPATH="$CLASSPATH":"$file"
107.     fi
108.   done
109. else
110.   VERSION_NO_DOTS=`echo $UPGRADE_KAFKA_STREAMS_TEST_VERSION | sed 's/\.//g'`
111.   SHORT_VERSION_NO_DOTS=${VERSION_NO_DOTS:0:((${#VERSION_NO_DOTS} - 1))} # remove last char, ie, bug-fix number
112.   for file in "$base_dir"/streams/upgrade-system-tests-$SHORT_VERSION_NO_DOTS/build/libs/kafka-streams-upgrade-system-tests*.jar;
113.   do
114.     if should_include_file "$file"; then
115.       CLASSPATH="$file":"$CLASSPATH"
116.     fi
117.   done
118.   if [ "$SHORT_VERSION_NO_DOTS" = "0100" ]; then
119.     CLASSPATH="/opt/kafka-$UPGRADE_KAFKA_STREAMS_TEST_VERSION/libs/zkclient-0.8.jar":"$CLASSPATH"
120.     CLASSPATH="/opt/kafka-$UPGRADE_KAFKA_STREAMS_TEST_VERSION/libs/zookeeper-3.4.6.jar":"$CLASSPATH"
121.   fi
122.   if [ "$SHORT_VERSION_NO_DOTS" = "0101" ]; then
123.     CLASSPATH="/opt/kafka-$UPGRADE_KAFKA_STREAMS_TEST_VERSION/libs/zkclient-0.9.jar":"$CLASSPATH"
124.     CLASSPATH="/opt/kafka-$UPGRADE_KAFKA_STREAMS_TEST_VERSION/libs/zookeeper-3.4.8.jar":"$CLASSPATH"
125.   fi
126. fi
128. for file in "$streams_dependant_clients_lib_dir"/rocksdb*.jar;
129. do
130.   CLASSPATH="$CLASSPATH":"$file"
131. done
133. for file in "$streams_dependant_clients_lib_dir"/*hamcrest*.jar;
134. do
135.   CLASSPATH="$CLASSPATH":"$file"
136. done
138. for file in "$base_dir"/shell/build/libs/kafka-shell*.jar;
139. do
140.   if should_include_file "$file"; then
141.     CLASSPATH="$CLASSPATH":"$file"
142.   fi
143. done
145. for dir in "$base_dir"/shell/build/dependant-libs-${SCALA_VERSION}*;
146. do
147.   CLASSPATH="$CLASSPATH:$dir/*"
148. done
150. for file in "$base_dir"/tools/build/libs/kafka-tools*.jar;
151. do
152.   if should_include_file "$file"; then
153.     CLASSPATH="$CLASSPATH":"$file"
154.   fi
155. done
157. for dir in "$base_dir"/tools/build/dependant-libs-${SCALA_VERSION}*;
158. do
159.   CLASSPATH="$CLASSPATH:$dir/*"
160. done
162. for cc_pkg in "api" "transforms" "runtime" "file" "mirror" "mirror-client" "json" "tools" "basic-auth-extension"
163. do
164.   for file in "$base_dir"/connect/${cc_pkg}/build/libs/connect-${cc_pkg}*.jar;
165.   do
166.     if should_include_file "$file"; then
167.       CLASSPATH="$CLASSPATH":"$file"
168.     fi
169.   done
170.   if [ -d "$base_dir/connect/${cc_pkg}/build/dependant-libs" ] ; then
171.     CLASSPATH="$CLASSPATH:$base_dir/connect/${cc_pkg}/build/dependant-libs/*"
172.   fi
173. done
175. # classpath addition for release
176. for file in "$base_dir"/libs/*;
177. do
178.   if should_include_file "$file"; then
179.     CLASSPATH="$CLASSPATH":"$file"
180.   fi
181. done
183. for file in "$base_dir"/core/build/libs/kafka_${SCALA_BINARY_VERSION}*.jar;
184. do
185.   if should_include_file "$file"; then
186.     CLASSPATH="$CLASSPATH":"$file"
187.   fi
188. done
189. shopt -u nullglob
191. if [ -z "$CLASSPATH" ] ; then
192.   echo "Classpath is empty. Please build the project first e.g. by running './gradlew jar -PscalaVersion=$SCALA_VERSION'"
193.   exit 1
194. fi
196. # JMX settings
197. if [ -z "$KAFKA_JMX_OPTS" ]; then
198.   KAFKA_JMX_OPTS="-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false  -Dcom.sun.management.jmxremote.ssl=false "
199. fi
201. # JMX port to use
202. ISKAFKASERVER="false"
203. if [[ "$*" =~ "kafka.Kafka" ]]; then
204.   ISKAFKASERVER="true"
205. fi
206. if [  $JMX_PORT ] && [ -z "$ISKAFKASERVER" ]; then
207.   KAFKA_JMX_OPTS="$KAFKA_JMX_OPTS -Dcom.sun.management.jmxremote.port=$JMX_PORT "
208. fi
210. # Log directory to use
211. if [ "x$LOG_DIR" = "x" ]; then
212.   LOG_DIR="$base_dir/logs"
213. fi
215. # Log4j settings
216. if [ -z "$KAFKA_LOG4J_OPTS" ]; then
217.   # Log to console. This is a tool.
218.   LOG4J_DIR="$base_dir/config/tools-log4j.properties"
219.   # If Cygwin is detected, LOG4J_DIR is converted to Windows format.
220.   (( CYGWIN )) && LOG4J_DIR=$(cygpath --path --mixed "${LOG4J_DIR}")
221.   KAFKA_LOG4J_OPTS="-Dlog4j.configuration=file:${LOG4J_DIR}"
222. else
223.   # create logs directory
224.   if [ ! -d "$LOG_DIR" ]; then
225.     mkdir -p "$LOG_DIR"
226.   fi
227. fi
229. # If Cygwin is detected, LOG_DIR is converted to Windows format.
230. (( CYGWIN )) && LOG_DIR=$(cygpath --path --mixed "${LOG_DIR}")
231. KAFKA_LOG4J_OPTS="-Dkafka.logs.dir=$LOG_DIR $KAFKA_LOG4J_OPTS"
233. # Generic jvm settings you want to add
234. if [ -z "$KAFKA_OPTS" ]; then
235.   KAFKA_OPTS=""
236. fi
238. # Set Debug options if enabled
239. if [ "x$KAFKA_DEBUG" != "x" ]; then
241.     # Use default ports
242.     DEFAULT_JAVA_DEBUG_PORT="5005"
244.     if [ -z "$JAVA_DEBUG_PORT" ]; then
245.         JAVA_DEBUG_PORT="$DEFAULT_JAVA_DEBUG_PORT"
246.     fi
248.     # Use the defaults if JAVA_DEBUG_OPTS was not set
249.     DEFAULT_JAVA_DEBUG_OPTS="-agentlib:jdwp=transport=dt_socket,server=y,suspend=${DEBUG_SUSPEND_FLAG:-n},address=$JAVA_DEBUG_PORT"
250.     if [ -z "$JAVA_DEBUG_OPTS" ]; then
251.         JAVA_DEBUG_OPTS="$DEFAULT_JAVA_DEBUG_OPTS"
252.     fi
254.     echo "Enabling Java debug options: $JAVA_DEBUG_OPTS"
255.     KAFKA_OPTS="$JAVA_DEBUG_OPTS $KAFKA_OPTS"
256. fi
258. # Which java to use
259. if [ -z "$JAVA_HOME" ]; then
260.   JAVA="java"
261. else
262.   JAVA="$JAVA_HOME/bin/java"
263. fi
265. # Memory options
266. if [ -z "$KAFKA_HEAP_OPTS" ]; then
267.   KAFKA_HEAP_OPTS="-Xmx256M"
268. fi
270. # JVM performance options
271. # MaxInlineLevel=15 is the default since JDK 14 and can be removed once older JDKs are no longer supported
272. if [ -z "$KAFKA_JVM_PERFORMANCE_OPTS" ]; then
273.   KAFKA_JVM_PERFORMANCE_OPTS="-server -XX:+UseG1GC -XX:MaxGCPauseMillis=20 -XX:InitiatingHeapOccupancyPercent=35 -XX:+ExplicitGCInvokesConcurrent -XX:MaxInlineLevel=15 -Djava.awt.headless=true"
274. fi
276. while [ $# -gt 0 ]; do
277.   COMMAND=$1
278.   case $COMMAND in
279.     -name)
280.       DAEMON_NAME=$2
281.       CONSOLE_OUTPUT_FILE=$LOG_DIR/$DAEMON_NAME.out
282.       shift 2
283.       ;;
284.     -loggc)
285.       if [ -z "$KAFKA_GC_LOG_OPTS" ]; then
286.         GC_LOG_ENABLED="true"
287.       fi
288.       shift
289.       ;;
290.     -daemon)
291.       DAEMON_MODE="true"
292.       shift
293.       ;;
294.     *)
295.       break
296.       ;;
297.   esac
298. done
300. # GC options
301. GC_FILE_SUFFIX='-gc.log'
302. GC_LOG_FILE_NAME=''
303. if [ "x$GC_LOG_ENABLED" = "xtrue" ]; then
304.   GC_LOG_FILE_NAME=$DAEMON_NAME$GC_FILE_SUFFIX
306.   # The first segment of the version number, which is '1' for releases before Java 9
307.   # it then becomes '9', '10', ...
308.   # Some examples of the first line of `java --version`:
309.   # 8 -> java version "1.8.0_152"
310.   # 9.0.4 -> java version "9.0.4"
311.   # 10 -> java version "10" 2018-03-20
312.   # 10.0.1 -> java version "10.0.1" 2018-04-17
313.   # We need to match to the end of the line to prevent sed from printing the characters that do not match
314.   JAVA_MAJOR_VERSION=$("$JAVA" -version 2>&1 | sed -E -n 's/.* version "([0-9]*).*$/\1/p')
315.   if [[ "$JAVA_MAJOR_VERSION" -ge "9" ]] ; then
316.     KAFKA_GC_LOG_OPTS="-Xlog:gc*:file=$LOG_DIR/$GC_LOG_FILE_NAME:time,tags:filecount=10,filesize=100M"
317.   else
318.     KAFKA_GC_LOG_OPTS="-Xloggc:$LOG_DIR/$GC_LOG_FILE_NAME -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=100M"
319.   fi
320. fi
322. # Remove a possible colon prefix from the classpath (happens at lines like `CLASSPATH="$CLASSPATH:$file"` when CLASSPATH is blank)
323. # Syntax used on the right side is native Bash string manipulation; for more details see
324. # http://tldp.org/LDP/abs/html/string-manipulation.html, specifically the section titled "Substring Removal"
325. CLASSPATH=${CLASSPATH#:}
327. # If Cygwin is detected, classpath is converted to Windows format.
328. (( CYGWIN )) && CLASSPATH=$(cygpath --path --mixed "${CLASSPATH}")
330. # Launch mode
331. if [ "x$DAEMON_MODE" = "xtrue" ]; then
332.   nohup "$JAVA" $KAFKA_HEAP_OPTS $KAFKA_JVM_PERFORMANCE_OPTS $KAFKA_GC_LOG_OPTS $KAFKA_JMX_OPTS $KAFKA_LOG4J_OPTS -cp "$CLASSPATH" $KAFKA_OPTS "$@" > "$CONSOLE_OUTPUT_FILE" 2>&1 < /dev/null &
333. else
334.   exec "$JAVA" $KAFKA_HEAP_OPTS $KAFKA_JVM_PERFORMANCE_OPTS $KAFKA_GC_LOG_OPTS $KAFKA_JMX_OPTS $KAFKA_LOG4J_OPTS -cp "$CLASSPATH" $KAFKA_OPTS "$@"
335. fi

复制代码

镜像部署

• 新建zookeeper镜像文件：zk-docker-compose.yml
  

1. services:
2.   zook1:
3.     image: zookeeper:latest
4.     #restart: always #自动重新启动
5.     hostname: zook1
6.     container_name: zook1 #容器名称，方便在rancher中显示有意义的名称
7.     ports:
8.     - 2183:2181 #将本容器的zookeeper默认端口号映射出去
9.     volumes: # 挂载数据卷 前面是宿主机即本机的目录位置，后面是docker的目录
10.     - "/Users/konsy/Development/volume/zkcluster/zook1/data:/data"
11.     - "/Users/konsy/Development/volume/zkcluster/zook1/datalog:/datalog"
12.     - "/Users/konsy/Development/volume/zkcluster/zook1/logs:/logs"
13.     - "/root/kafka/kafka-sasl/:/opt/zookeeper/secrets/" #映射账号密码配置文件
14.     environment:
15.         ZOO_MY_ID: 1  #即是zookeeper的节点值，也是kafka的brokerid值
16.         ZOO_SERVERS: server.1=zook1:2888:3888;2181 server.2=zook2:2888:3888;2181 server.3=zook3:2888:3888;2181
17.         ZOO_TLS_QUORUM_CLIENT_AUTH: need
18.         SERVER_JVMFLAGS: -Djava.security.auth.login.config=/opt/zookeeper/secrets/server_jass.conf #指定账号密码配置文件地址
19.     networks:
20.         kafka-net:
21.             ipv4_address: 172.20.0.11
23.   zook2:   
24.     image: zookeeper:latest
25.     #restart: always #自动重新启动
26.     hostname: zook2
27.     container_name: zook2 #容器名称，方便在rancher中显示有意义的名称
28.     ports:
29.     - 2184:2181 #将本容器的zookeeper默认端口号映射出去
30.     volumes:
31.     - "/Users/konsy/Development/volume/zkcluster/zook2/data:/data"
32.     - "/Users/konsy/Development/volume/zkcluster/zook2/datalog:/datalog"
33.     - "/Users/konsy/Development/volume/zkcluster/zook2/logs:/logs"
34.     - "/root/kafka/kafka-sasl/:/opt/zookeeper/secrets/"
35.     environment:
36.         ZOO_MY_ID: 2  #即是zookeeper的节点值，也是kafka的brokerid值
37.         ZOO_SERVERS: server.1=zook1:2888:3888;2181 server.2=zook2:2888:3888;2181 server.3=zook3:2888:3888;2181
38.         ZOO_TLS_QUORUM_CLIENT_AUTH: need
39.         SERVER_JVMFLAGS: -Djava.security.auth.login.config=/opt/zookeeper/secrets/server_jass.conf
40.     networks:
41.         kafka-net:
42.             ipv4_address: 172.20.0.12
43.             
44.   zook3:   
45.     image: zookeeper:latest
46.     #restart: always #自动重新启动
47.     hostname: zook3
48.     container_name: zook3 #容器名称，方便在rancher中显示有意义的名称
49.     ports:
50.     - 2185:2181 #将本容器的zookeeper默认端口号映射出去
51.     volumes:
52.     - "/Users/konsy/Development/volume/zkcluster/zook3/data:/data"
53.     - "/Users/konsy/Development/volume/zkcluster/zook3/datalog:/datalog"
54.     - "/Users/konsy/Development/volume/zkcluster/zook3/logs:/logs"
55.     - "/root/kafka/kafka-sasl/:/opt/zookeeper/secrets/"
56.     environment:
57.         ZOO_MY_ID: 3  #即是zookeeper的节点值，也是kafka的brokerid值
58.         ZOO_SERVERS: server.1=zook1:2888:3888;2181 server.2=zook2:2888:3888;2181 server.3=zook3:2888:3888;2181
59.         ZOO_TLS_QUORUM_CLIENT_AUTH: need
60.         SERVER_JVMFLAGS: -Djava.security.auth.login.config=/opt/zookeeper/secrets/server_jass.conf
61.     networks:
62.         kafka-net:
63.             ipv4_address: 172.20.0.13
64. networks:
65.   kafka-net:
66.     external: true

复制代码

• 执行脚本部署zookeeper至Docker
  

1. docker compose -p zookeeper -f ./zk-docker-compose.yml up -d

复制代码

• 新建Kafka集群配置文件：kafka-docker-compose.yml
  

1. services:
2.   kafka1:
3.     image: docker.io/wurstmeister/kafka
4.     #restart: always #自动重新启动
5.     hostname: 172.20.0.14
6.     container_name: kafka1
7.     ports:
8.       - 9093:9093
9.     volumes:
10.       - /Users/konsy/Development/volume/kafka/kafka1/wurstmeister/kafka:/wurstmeister/kafka
11.       - /Users/konsy/Development/volume/kafka/kafka1/kafka:/kafka
12.       - /root/kafka/kafka-sasl/:/opt/kafka/secrets/
13.       - /root/kafka/kafka-run-class.sh:/opt/kafka_2.13-2.8.1/bin/kafka-run-class.sh
14.     environment:
15.       KAFKA_BROKER_ID: 1
16.       KAFKA_LISTENERS: PLAINTEXT://:9093
17.       KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.198.131:9093
18.       KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
19.       KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN
20.       KAFKA_SASL_ENABLED_MECHANISMS: PLAIN
21.       KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
22.       KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
23.       KAFKA_ZOOKEEPER_CONNECT: zook1:2181,zook2:2181,zook3:2181
24.       ALLOW_PLAINTEXT_LISTENER : 'yes'
25.       JMX_PORT: 9999 #开放JMX监控端口，来监测集群数据
26.       KAFKA_OPTS: -Djava.security.auth.login.config=/opt/kafka/secrets/server_jass.conf
27.     external_links:
28.       - zook1
29.       - zook2
30.       - zook3
31.     networks:
32.       kafka-net:
33.         ipv4_address: 172.20.0.14
35.   kafka2:
36.     image: docker.io/wurstmeister/kafka
37.     #restart: always #自动重新启动
38.     hostname: 172.20.0.15
39.     container_name: kafka2
40.     ports:
41.       - 9094:9094
42.     volumes:
43.       - /Users/konsy/Development/volume/kafka/kafka1/wurstmeister/kafka:/wurstmeister/kafka
44.       - /Users/konsy/Development/volume/kafka/kafka1/kafka:/kafka
45.       - /root/kafka/kafka-sasl/:/opt/kafka/secrets/
46.       - /root/kafka/kafka-run-class.sh:/opt/kafka_2.13-2.8.1/bin/kafka-run-class.sh
47.     environment:
48.       KAFKA_BROKER_ID: 2
49.       KAFKA_LISTENERS: PLAINTEXT://:9094
50.       KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.198.131:9094
51.       KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
52.       KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN
53.       KAFKA_SASL_ENABLED_MECHANISMS: PLAIN
54.       KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
55.       KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
56.       KAFKA_ZOOKEEPER_CONNECT: zook1:2181,zook2:2181,zook3:2181
57.       ALLOW_PLAINTEXT_LISTENER : 'yes'
58.       JMX_PORT: 9999 #开放JMX监控端口，来监测集群数据
59.       KAFKA_OPTS: -Djava.security.auth.login.config=/opt/kafka/secrets/server_jass.conf
60.     external_links:
61.       - zook1
62.       - zook2
63.       - zook3
64.     networks:
65.       kafka-net:
66.         ipv4_address: 172.20.0.15
68.   kafka3:
69.     image: docker.io/wurstmeister/kafka
70.     #restart: always #自动重新启动
71.     hostname: 172.20.0.16
72.     container_name: kafka3
73.     ports:
74.       - 9095:9095
75.     volumes:
76.       - /Users/konsy/Development/volume/kafka/kafka1/wurstmeister/kafka:/wurstmeister/kafka
77.       - /Users/konsy/Development/volume/kafka/kafka1/kafka:/kafka
78.       - /root/kafka/kafka-sasl/:/opt/kafka/secrets/
79.       - /root/kafka/kafka-run-class.sh:/opt/kafka_2.13-2.8.1/bin/kafka-run-class.sh
80.     environment:
81.       KAFKA_BROKER_ID: 3
82.       KAFKA_LISTENERS: PLAINTEXT://:9095
83.       KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.198.131:9095
84.       KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
85.       KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN
86.       KAFKA_SASL_ENABLED_MECHANISMS: PLAIN
87.       KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.auth.SimpleAclAuthorizer
88.       KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
89.       KAFKA_ZOOKEEPER_CONNECT: zook1:2181,zook2:2181,zook3:2181
90.       ALLOW_PLAINTEXT_LISTENER : 'yes'
91.       JMX_PORT: 9999 #开放JMX监控端口，来监测集群数据
92.       KAFKA_OPTS: -Djava.security.auth.login.config=/opt/kafka/secrets/server_jass.conf
93.     external_links:
94.       - zook1
95.       - zook2
96.       - zook3
97.     networks:
98.       kafka-net:
99.         ipv4_address: 172.20.0.16
100. networks:
101.   kafka-net:
102.       external: true

复制代码

• 执行脚本部署kafka至Docker
  

1. docker compose -f ./kafka-docker-compose.yml up -d

复制代码

• 新建kafka-manager配置文件：kafka-manager-docker-compose.yml
  

1. services:
2.   kafka-manager:
3.     image: scjtqs/kafka-manager:latest
4.     restart: always
5.     hostname: kafka-manager
6.     container_name: kafka-manager
7.     ports:
8.       - 9000:9000
9.     external_links:  # 连接本compose文件以外的container
10.       - zook1
11.       - zook2
12.       - zook3
13.       - 172.20.0.14
14.       - 172.20.0.15
15.       - 172.20.0.16
16.     environment:
17.       ZK_HOSTS: zook1:2181,zook2:2181,zook3:2181
18.       KAFKA_BROKERS: 172.20.0.14:9093,172.20.0.15:9094,172.20.0.16:9095
19.       APPLICATION_SECRET: letmein
20.       KM_ARGS: -Djava.net.preferIPv4Stack=true
21.     networks:
22.       kafka-net:
23.         ipv4_address: 172.20.10.10
24. networks:
25.   kafka-net:
26.     external: true

复制代码

• 执行脚本部署kafka-manager至Docker
  

1. docker compose -f ./kafka-manager-docker-compose.yml up -d

复制代码

• 配置Cluster
  

免责声明：如果侵犯了您的权益，请联系站长，我们会及时删除侵权内容，谢谢合作！更多信息从访问主页：qidao123.com:ToB企服之家，中国第一个企服评测及商务社交产业平台。