Centos 安装kafka

地址：Apache Kafka

tar -zxf kafka_2.13-3.2.0.tgz -C /usr/local/kafka/

vi server.properties

....

broker.id=1

listeners=PLAINTEXT://172.20.175.130:9092

advertised.listeners=PLAINTEXT://172.20.175.130:9092

# 如果是单列，这里改为1，避免轮询报错

num.network.threads=1

zookeeper.connect=172.20.175.130:2181

vi zookeeper.properties

.....

dataDir=/data/kafka/zookeeper/data
dataLogDir=/data/kafka/zookeeper/logs

./zookeeper-server-start.sh -daemon ../config/zookeeper.properties
./kafka-server-start.sh -daemon ../config/server.properties

./zookeeper-server-stop.sh
./kafka-server-stop.sh

# 创建topics
./kafka-topics.sh --create --bootstrap-server 172.20.175.130:9092 --replication-factor 1 --partitions 1 --topic test-topics

# 查看已存在的topics
./kafka-topics.sh --list --bootstrap-server 172.20.175.130:9092

# 删除topic
./kafka-topics.sh --delete --bootstrap-server 172.20.175.130:9092 --topic test-topics

# 创建组 
./kafka-console-consumer.sh --bootstrap-server=172.20.175.130:9092 --topic test-topics --from-beginning --consumer-property group.id=test_group


# 查看组
./kafka-consumer-groups.sh --bootstrap-server 172.20.175.130:9092 --list

# 查看组详情
./kafka-consumer-groups.sh --bootstrap-server 172.20.175.130:9092 --describe --group test_group

# 删除消费组
./kafka-consumer-groups.sh --bootstrap-server 172.20.175.130:9092 --delete --group test_group

./zookeeper-shell.sh 172.20.175.130:2181


#查看状态
ls /brokers/ids

WARN [AdminClient clientId=adminclient-1] Connection to node -1 (/172.20.175.130:9092) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient)
 

# 修改配置文件

vi ../config/server.properties

....

num.network.threads=1

....