Kafka讀書筆記 -- 叢集安裝與配置（Docker）

➜ tree
.
├── docker-compose.yml
└── zoo.cfg

0 directories, 2 files

clientPort=2181
dataDir=/data
dataLogDir=/datalog
tickTime=2000
initLimit=5
syncLimit=2
server.1=zoo1:2888:3888
server.2=zoo2:2888:3888
server.3=zoo3:2888:3888
4lw.commands.whitelist=*

version: '2'

services:
# ZK Cluster
zoo1:
image: zookeeper:latest
restart: always
container_name: zoo1
ports:
- "12181:2181"
volumes:
- ./zoo.cfg:/conf/zoo.cfg
environment:
ZOO_MY_ID: 1 # ZK服務的ID
zoo2:
image: zookeeper:latest
restart: always
container_name: zoo2
ports:
- "22181:2181"
volumes:
- ./zoo.cfg:/conf/zoo.cfg
environment:
ZOO_MY_ID: 2
zoo3:
image: zookeeper:latest
restart: always
container_name: zoo3
ports:
- "32181:2181"
volumes:
- ./zoo.cfg:/conf/zoo.cfg
environment:
ZOO_MY_ID: 3

# Kafka Cluster
kafka1:
image: wurstmeister/kafka
restart: always
container_name: kafka1
ports:
- "19092:9092"
environment:
KAFKA_BROKER_ID : 1
KAFKA_ADVERTISED_HOST_NAME: kafka1
KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
kafka2:
image: wurstmeister/kafka
restart: always
container_name: kafka2
ports:
- "29092:9092"
environment:
KAFKA_BROKER_ID : 2
KAFKA_ADVERTISED_HOST_NAME: kafka2
KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
kafka3:
image: wurstmeister/kafka
restart: always
container_name: kafka3
ports:
- "39092:9092"
environment:
KAFKA_BROKER_ID : 3
KAFKA_ADVERTISED_HOST_NAME: kafka3
KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181

➜ docker-compose up -d
Creating network "downloads_default" with the default driver
Creating zoo3... done
Creating kafka2 ... done
Creating kafka3 ... done
Creating zoo2... done
Creating zoo1... done
Creating kafka1 ... done

➜ docker-compose ps
 NameCommandStatePorts
---------------------------------------------------------------------------------------------
kafka1start-kafka.shUp0.0.0.0:19092->9092/tcp
kafka2start-kafka.shUp0.0.0.0:29092->9092/tcp
kafka3start-kafka.shUp0.0.0.0:39092->9092/tcp
zoo1/docker-entrypoint.sh zkSe ...Up0.0.0.0:12181->2181/tcp, 2888/tcp, 3888/tcp
zoo2/docker-entrypoint.sh zkSe ...Up0.0.0.0:22181->2181/tcp, 2888/tcp, 3888/tcp
zoo3/docker-entrypoint.sh zkSe ...Up0.0.0.0:32181->2181/tcp, 2888/tcp, 3888/tcp

➜ kafka-topics --create --topic test --zookeeper localhost:12181,localhost:22181,localhost:32181 --replication-factor 1 --partitions 1
Created topic "test".

➜ kafka-topics --zookeeper localhost:12181,localhost:22181,localhost:32181 --describe --topic test
Topic:testPartitionCount:1ReplicationFactor:1Configs:
Topic: testPartition: 0Leader: 3Replicas: 3Isr: 3

➜ kafka-console-producer --topic=test --broker-list localhost:19092,localhost:29092,localhost:39092
>hello
>zhongmingmao

➜Downloads kafka-console-consumer --bootstrap-server localhost:19092,localhost:29092,localhost:39092 --from-beginning --topic
hello
zhongmingmao

➜ docker-compose down
Stopping kafka1 ... done
Stopping kafka3 ... done
Stopping zoo3... done
Stopping kafka2 ... done
Stopping zoo2... done
Stopping zoo1... done
Removing kafka1 ... done
Removing kafka3 ... done
Removing zoo3... done
Removing kafka2 ... done
Removing zoo2... done
Removing zoo1... done
Removing network downloads_default