6 月 032019
禁用SElinux设置
[root@ip-172-31-47-5 ~]# setenforce 0 [root@ip-172-31-47-5 ~]# sudo sed -i 's/^SELINUX=enforcing/SELINUX=disabled/' /etc/selinux/config
上传并安装JAVA运行环境
[root@ip-172-31-47-5 ~]# yum -y install lrzsz [root@ip-172-31-47-5 ~]# rz rz waiting to receive. Starting zmodem transfer. Press Ctrl+C to cancel. Transferring jdk-8u241-linux-x64.rpm... 100% 174745 KB 604 KB/sec 00:04:49 0 Errors [root@ip-172-31-47-5 ~]# [root@ip-172-31-47-5 ~]# yum -y install jdk-8u241-linux-x64.rpm [root@ip-172-31-47-5 ~]# java -version java version "1.8.0_241" Java(TM) SE Runtime Environment (build 1.8.0_241-b07) Java HotSpot(TM) 64-Bit Server VM (build 25.241-b07, mixed mode) [root@ip-172-31-47-5 ~]#
下载Kafka二进制包并解压缩
https://downloads.apache.org/ [root@ip-172-31-47-5 ~]# curl -O https://downloads.apache.org/kafka/2.4.0/kafka_2.11-2.4.0.tgz % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 100 66.8M 100 66.8M 0 0 5877k 0 0:00:11 0:00:11 --:--:-- 7302k [root@ip-172-31-47-5 ~]# [root@ip-172-31-47-5 ~]# tar xzf kafka_2.11-2.4.0.tgz [root@ip-172-31-47-5 ~]# mv kafka_2.11-2.4.0 /usr/local/ [root@ip-172-31-47-5 ~]#
启动zookeeper服务
[root@ip-172-31-47-5 ~]# cd /usr/local/kafka_2.11-2.4.0/ [root@ip-172-31-47-5 kafka_2.11-2.4.0]# ./bin/zookeeper-server-start.sh -daemon config/zookeeper.properties [root@ip-172-31-47-5 kafka_2.11-2.4.0]#
修改kafka服务堆内存配置
[root@ip-172-31-47-5 kafka_2.11-2.4.0]# vi bin/kafka-server-start.sh
默认 export KAFKA_HEAP_OPTS="-Xmx1G -Xms1G 修改为 export KAFKA_HEAP_OPTS="-Xmx8G -Xms8G
启动服务
[root@ip-172-31-47-5 kafka_2.11-2.4.0]# ./bin/kafka-server-start.sh config/server.properties
成功启动服务后的终端屏幕输出最后一行
[2020-03-06 07:19:10,271] INFO [KafkaServer id=0] started (kafka.server.KafkaServer)
查看端口监听
[root@ip-172-31-47-5 ~]# netstat -lntp Active Internet connections (only servers) Proto Recv-Q Send-Q Local Address Foreign Address State PID/Program name tcp 0 0 0.0.0.0:111 0.0.0.0:* LISTEN 1/systemd tcp 0 0 0.0.0.0:22 0.0.0.0:* LISTEN 3712/sshd tcp 0 0 127.0.0.1:25 0.0.0.0:* LISTEN 3368/master tcp6 0 0 :::111 :::* LISTEN 1/systemd tcp6 0 0 :::22 :::* LISTEN 3712/sshd tcp6 0 0 :::45848 :::* LISTEN 13243/java tcp6 0 0 ::1:25 :::* LISTEN 3368/master tcp6 0 0 :::37435 :::* LISTEN 13406/java tcp6 0 0 :::9092 :::* LISTEN 13406/java tcp6 0 0 :::2181 :::* LISTEN 13243/java [root@ip-172-31-47-5 ~]#
创建测试主题
[centos@ip-172-31-47-5 ~]$ cd /usr/local/kafka_2.11-2.4.0/ [centos@ip-172-31-47-5 kafka_2.11-2.4.0]$ ./bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test Created topic test. [centos@ip-172-31-47-5 kafka_2.11-2.4.0]$
查看主题
[centos@ip-172-31-47-5 kafka_2.11-2.4.0]$ ./bin/kafka-topics.sh --list --zookeeper localhost:2181 test [centos@ip-172-31-47-5 kafka_2.11-2.4.0]$
使用测试主题生产消息（生产者）
[centos@ip-172-31-47-5 kafka_2.11-2.4.0]$ echo "Welcome to Kafka!" | ./bin/kafka-console-producer.sh --broker-list localhost:9092 --topic test > /dev/null [centos@ip-172-31-47-5 kafka_2.11-2.4.0]$
使用消息（消费者）（Ctrl+C退出）
[root@ip-172-31-47-5 kafka_2.11-2.4.0]# ./bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic test --from-beginning Welcome to Kafka! ^C Processed a total of 1 messages [root@ip-172-31-47-5 kafka_2.11-2.4.0]#