主機(jī)信息： 主機(jī)名 kfk-zk1? ip 192.168.1.6
1 關(guān)閉selinux filewalld
systemctl stop firewalld
systemctl disable firewalld
setenforce 0
2 安裝jdk
yum install -y java-1.8.0-openjdk java-1.8.0-openjdk-devel
3 安裝zookeeper
官網(wǎng)地址https://archive.apache.org/dist/zookeeper
wget https://archive.apache.org/dist/zookeeper/zookeeper-3.8.0/apache-zookeeper-3.8.0-bin.tar.gz
cd /opt
tar -zxvf apache-zookeeper-3.8.0-bin.tar.gz
mv apache-zookeeper-3.8.0-bin /opt/zookeeper
cd /opt/zookeeper/conf
cp zoo_sample.cfg zoo.cfg
vim zoo.cfg
配置內(nèi)容如下
[root@localhost conf]# cat zoo.cfg |grep -v ^#
tickTime=2000
initLimit=10
syncLimit=5
dataDir=/opt/zookeeper/data
dataLogDir=/opt/zookeeper/logs
clientPort=2181
server.1=192.168.1.6:3188:3288
創(chuàng)建data/logs目錄
mkdir /opt/zookeeper/data /opt/zookeeper/logs
echo 1 >/opt/zookeeper/data/myid
啟動(dòng)
/opt/zookeeper/bin/zkServer.sh start
4 部署kafka
http://kafka.apache.org/downloads.html
wget https://downloads.apache.org/kafka/3.2.1/kafka_2.13-3.2.1.tgz
tar -xvf kafka_2.13-3.2.1.tgz
mv kafka_2.13-3.2.1 /opt/kafka
cd /opt/kafka/config
cp server.properties{,.bak}
vim server.properties
配置內(nèi)容
broker.id=0
listeners=PLAINTEXT://192.168.1.6:9092
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/opt/kafka/logs
num.partitions=1
num.recovery.threads.per.data.dir=1
offsets.topic.replication.factor=1
transaction.state.log.replication.factor=1
transaction.state.log.min.isr=1
log.retention.hours=168
log.segment.bytes=1073741824
log.retention.check.interval.ms=300000
zookeeper.connect=192.168.1.6:2181
zookeeper.connection.timeout.ms=18000
group.initial.rebalance.delay.ms=0
配置環(huán)境變量
vim etc/profile
export KAFKA_HOME=/opt/kafka
export PATH=$PATH:$KAFKA_HOME/bin
source /etc/profile
啟動(dòng)kafka
kafka-server-start.sh -daemon /opt/kafka/config/server.properties
5 測(cè)試驗(yàn)證
創(chuàng)建隊(duì)列
kafka-topics.sh --create --topic test --partitions 3 --bootstrap-server 192.168.1.6:9092
發(fā)消息
kafka-console-producer.sh --bootstrap-server 192.168.1.6:9092 --topic test
{"event_id":"li","appkey":"21","event_name":"test"}
查看消息
kafka-console-consumer.sh --bootstrap-server 192.168.1.6:9092 --from-beginning? --topic test
