Kafka 单机部署

安装JDK

[root@server03 ~]# yum search java | grep jdk
/etc/host.conf: line 3: bad command `nospoof on'
ldapjdk-javadoc.noarch : Javadoc for ldapjdk
.....

java-1.8.0-openjdk.x86_64 : OpenJDK Runtime Environment 8
.....

[root@server03 ~]# yum install java-1.8.0-openjdk
....
[root@server03 ~]# java -version
openjdk version "1.8.0_262"
OpenJDK Runtime Environment (build 1.8.0_262-b10)
OpenJDK 64-Bit Server VM (build 25.262-b10, mixed mode)

[root@server03 ~]# javac
-bash: javac: 未找到命令

[root@server03 ~]# yum install java-1.8.0-openjdk-devel.x86_64 -y
[root@server03 ~]# javac
用法: javac  

配置java环境变量

[root@server03 ~]# which java
/usr/bin/java
[root@server03 ~]# ls -lr /usr/bin/java
lrwxrwxrwx 1 root root 22 2月  28 10:29 /usr/bin/java -> /etc/alternatives/java
[root@server03 ~]# ls -lrt /etc/alternatives/java
lrwxrwxrwx 1 root root 71 2月  28 10:29 /etc/alternatives/java -> /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.262.b10-1.el7.x86_64/jre/bin/java

[root@server03 ~]# vim /etc/profile    #添加以下内容

export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.262.b10-1.el7.x86_64
export JRE_HOME=$JAVA_HOME/jre
export CLASSPATH=$JAVA_HOME/lib:$JRE_HOME/lib:$CLASSPATH
export PATH=$JAVA_HOME/bin:$JRE_HOME/bin:$PATH

[root@server03 ~]# source /etc/profile
[root@server03 ~]# echo $JAVA_HOME
/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64

安装配置kafka

下载地址：Index of /apache/kafka/2.8.1https://mirrors.tuna.tsinghua.edu.cn/apache/kafka/2.8.1/

上传 kafka 安装包

解压

[root@server03 data]# tar -xvf kafka_2.13-2.8.1.tgz

创建软连接
[root@server03 data]# ln -s /data/kafka_2.13-2.8.1 /opt/kafka

修改zookeeper配置文件

[root@server03 kafka]# vim /opt/kafka/config/zookeeper.properties

dataDir=/data/zookeeper
clientPort=2181

修改kafka配置文件
[root@server03 kafka]# vim /opt/kafka/config/server.properties

broker.id=0
listeners=SASL_PLAINTEXT://10.10.239.119:9092
security.inter.broker.protocol=SASL_PLAINTEXT
sasl.enabled.mechanisms=PLAIN
sasl.mechanism.inter.broker.protocol=PLAIN
log.dirs=/data/kafka-logs   #日志存放路径
zookeeper.connect=localhost:2181 #zookeeper地址和端口

配置kafka认证

[root@server03 kafka]# vim /opt/kafka/config/kafka_server_jaas.conf

KafkaServer {
    org.apache.kafka.common.security.plain.PlainLoginModule required
    username="kafka"
    password="xxx888888"
    user_kafka="xxx888888"
    user_enduser="xxx888888";
};

vim /opt/kafka/config/kafka_client_jaas.conf

KafkaClient {
        org.apache.kafka.common.security.plain.PlainLoginModule required
        username="enduser"
        password="xxx888888";
};

启动zookeeper

[root@server03 ~]# /opt/kafka/bin/zookeeper-server-start.sh -daemon /opt/kafka/config/zookeeper.properties
[root@server03 ~]# lsof -i :2181
COMMAND    PID USER   FD   TYPE   DEVICE SIZE/OFF NODE NAME
java    234156 root  125u  IPv6 12171361      0t0  TCP *:eforward (LISTEN)

启动kafka

[root@server03 ~]# /opt/kafka/bin/kafka-server-start.sh -daemon /opt/kafka/config/server.properties
[root@server03 ~]# lsof -i :2181
COMMAND    PID USER   FD   TYPE   DEVICE SIZE/OFF NODE NAME
java    234156 root  125u  IPv6 12171361      0t0  TCP *:eforward (LISTEN)
/etc/host.conf: line 3: bad command `nospoof on'
java    234156 root  129u  IPv6 12169521      0t0  TCP localhost:eforward->localhost:51400 (ESTABLISHED)
java    234609 root  122u  IPv6 12170871      0t0  TCP localhost:51400->localhost:eforward (ESTABLISHED)

创建启动kafka脚本

vim /opt/kafka/kafkastart.sh

#!/bin/bash
#启动zookeeper
/opt/kafka/bin/zookeeper-server-start.sh -daemon /opt/kafka/config/zookeeper.properties
sleep 3
#启动kafka
/opt/kafka/bin/kafka-server-start.sh -daemon /opt/kafka/config/server.properties

创建关闭kafka脚本

vim /opt/kafka/kafkastop.sh

#!/bin/bash
#关闭zookeeper
/opt/kafka/bin/zookeeper-server-stop.sh /opt/kafka/config/zookeeper.properties &
sleep 3
#关闭kafka
/opt/kafka/bin/kafka-server-stop.sh /opt/kafka/config/server.properties &

添加脚本执行权限

[root@server03 kafka_2.13-2.8.1]# chmod +x /opt/kafka/kafkastart.sh
[root@server03 kafka_2.13-2.8.1]# chmod +x /opt/kafka/kafkastop.sh

设置脚本开机自启动

vim /etc/rc.d/rc.local  最后一行添加

sh /opt/kafka/kafkastart.sh &

测试 创建名字是test的topic

[root@server03 kafka_2.13-2.8.1]# /opt/kafka/bin/kafka-topics.sh --create --topic test --bootstrap-server localhost:9092
Created topic test.

生产消息测试，向topic中写入数据

[root@server03 kafka_2.13-2.8.1]# /opt/kafka/bin/kafka-console-producer.sh --topic test --bootstrap-server localhost:9092
>hello
>word
>world
>

消费消息测试

打开另一个终端会话并运行控制台消费者客户端来阅读您刚刚创建的事件：

[root@server03 /]# /opt/kafka/bin/kafka-console-consumer.sh --topic test --from-beginning --bootstrap-server localhost:9092
hello
word
world