Kafka 单机部署_panpan4555_kafka单机部署

未知 02-07 2922

安装JDK

[root@server03 ~]# yum search java | grep jdk /etc/host.conf: line 3: bad command `nospoof on' ldapjdk-javadoc.noarch : Javadoc for ldapjdk ..... java-1.8.0-openjdk.x86_64 : OpenJDK Runtime Environment 8 ..... [root@server03 ~]# yum install java-1.8.0-openjdk .... [root@server03 ~]# java -version openjdk version "1.8.0_262" OpenJDK Runtime Environment (build 1.8.0_262-b10) OpenJDK 64-Bit Server VM (build 25.262-b10, mixed mode) [root@server03 ~]# javac -bash: javac: 未找到命令 [root@server03 ~]# yum install java-1.8.0-openjdk-devel.x86_64 -y [root@server03 ~]# javac 用法: javac <options> <source files>

配置java环境变量

[root@server03 ~]# which java /usr/bin/java [root@server03 ~]# ls -lr /usr/bin/java lrwxrwxrwx 1 root root 22 2月 ?28 10:29 /usr/bin/java -> /etc/alternatives/java [root@server03 ~]# ls -lrt /etc/alternatives/java lrwxrwxrwx 1 root root 71 2月 ?28 10:29 /etc/alternatives/java -> /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.262.b10-1.el7.x86_64/jre/bin/java [root@server03 ~]# vim /etc/profile? ? #添加以下内容 export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.262.b10-1.el7.x86_64 export JRE_HOME=$JAVA_HOME/jre export CLASSPATH=$JAVA_HOME/lib:$JRE_HOME/lib:$CLASSPATH export PATH=$JAVA_HOME/bin:$JRE_HOME/bin:$PATH [root@server03 ~]# source /etc/profile [root@server03 ~]# echo $JAVA_HOME /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64

安装配置kafka

下载地址：Index of /apache/kafka/2.8.1https://mirrors.tuna.tsinghua.edu.cn/apache/kafka/2.8.1/

上传 kafka 安装包

解压

[root@server03 data]# tar -xvf kafka_2.13-2.8.1.tgz

创建软连接 [root@server03 data]# ln -s /data/kafka_2.13-2.8.1 /opt/kafka

修改zookeeper配置文件

[root@server03 kafka]# vim /opt/kafka/config/zookeeper.properties

dataDir=/data/zookeeper clientPort=2181

修改kafka配置文件 [root@server03 kafka]# vim /opt/kafka/config/server.properties

broker.id=0 listeners=SASL_PLAINTEXT://10.10.239.119:9092 security.inter.broker.protocol=SASL_PLAINTEXT sasl.enabled.mechanisms=PLAIN sasl.mechanism.inter.broker.protocol=PLAIN log.dirs=/data/kafka-logs #日志存放路径 zookeeper.connect=localhost:2181 #zookeeper地址和端口

配置kafka认证

[root@server03 kafka]# vim /opt/kafka/config/kafka_server_jaas.conf

KafkaServer { org.apache.kafka.common.security.plain.PlainLoginModule required username="kafka" password="xxx888888" user_kafka="xxx888888" user_enduser="xxx888888"; };

vim /opt/kafka/config/kafka_client_jaas.conf

KafkaClient { org.apache.kafka.common.security.plain.PlainLoginModule required username="enduser" password="xxx888888"; };

启动zookeeper

[root@server03 ~]# /opt/kafka/bin/zookeeper-server-start.sh -daemon /opt/kafka/config/zookeeper.properties [root@server03 ~]# netstat -antup | grep 2181 tcp6 0 0 :::2181 :::* LISTEN 240095/java

启动kafka

[root@server03 ~]# /opt/kafka/bin/kafka-server-start.sh -daemon /opt/kafka/config/server.properties [root@server03 ~]# netstat -antup | grep 9092 tcp6 0 0 :::9092 :::* LISTEN 240492/java [root@server03 ~]# lsof -i :2181 COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME java 234156 root 125u IPv6 12171361 0t0 TCP *:eforward (LISTEN) /etc/host.conf: line 3: bad command `nospoof on' java 234156 root 129u IPv6 12169521 0t0 TCP localhost:eforward->localhost:51400 (ESTABLISHED) java 234609 root 122u IPv6 12170871 0t0 TCP localhost:51400->localhost:eforward (ESTABLISHED)

创建启动kafka脚本

vim /opt/kafka/kafkastart.sh

#!/bin/bash #启动zookeeper /opt/kafka/bin/zookeeper-server-start.sh -daemon /opt/kafka/config/zookeeper.properties sleep 3 #启动kafka /opt/kafka/bin/kafka-server-start.sh -daemon /opt/kafka/config/server.properties

创建关闭kafka脚本

vim /opt/kafka/kafkastop.sh

#!/bin/bash #关闭zookeeper /opt/kafka/bin/zookeeper-server-stop.sh /opt/kafka/config/zookeeper.properties & sleep 3 #关闭kafka /opt/kafka/bin/kafka-server-stop.sh /opt/kafka/config/server.properties &

添加脚本执行权限

[root@server03 kafka_2.13-2.8.1]# chmod +x /opt/kafka/kafkastart.sh [root@server03 kafka_2.13-2.8.1]# chmod +x /opt/kafka/kafkastop.sh

设置脚本开机自启动

vim /etc/rc.d/rc.local? 最后一行添加

sh /opt/kafka/kafkastart.sh &

测试创建名字是test的topic

[root@server03 kafka_2.13-2.8.1]# /opt/kafka/bin/kafka-topics.sh --create --topic test --bootstrap-server localhost:9092 Created topic test.

生产消息测试，向topic中写入数据

[root@server03 kafka_2.13-2.8.1]# /opt/kafka/bin/kafka-console-producer.sh --topic test --bootstrap-server localhost:9092 >hello >word >world >

消费消息测试

打开另一个终端会话并运行控制台消费者客户端来阅读您刚刚创建的事件：

[root@server03 /]# /opt/kafka/bin/kafka-console-consumer.sh --topic test --from-beginning --bootstrap-server localhost:9092 hello word world