環(huán)境及所需文件準備
主機環(huán)境
| 主機名 | IP |
|---|---|
| vcapp250 | 172.32.150.250 |
| vcapp251 | 172.32.150.251 |
| vcapp252 | 172.32.150.252 |
安裝文件準備
- kafka安裝文件包：
kafka_2.12-2.3.1.tgz - 控制臺安裝文件包
kafka-manager-2.0.0.2.zip
kafka安裝步驟
主要操作在主機vcapp250上進行
創(chuàng)建所需要的目錄及準備安裝文件
#安裝目錄
mkdir -p /data/kafka_install
#將kafka_2.12-2.3.1.tgz拷貝到安裝目錄中后
tar -zxvf kafka_2.12-2.3.1.tgz
#運行所需目錄
mkdir -p /data/kafka_work/kafka_log
mkdir -p /data/kafka_work/zookeeper_data
mkdir -p /data/kafka_work/kafka_data
配置文件修改
#進入kafka安裝目錄
cd kafka_2.12-2.3.1
編輯config/zookeeper.properties
dataDir=/data/kafka_work/zookeeper_data
dataLogDir=/data/kafka_work/kafka_log
# the port at which the clients will connect
clientPort=2181
# disable the per-ip limit on the number of connections since this is a non-production config
maxClientCnxns=0
#修改下面的zookeeper節(jié)點列表
server.1=172.32.150.250:2888:3888
server.2=172.32.150.251:2888:3888
server.3=172.32.150.252:2888:3888
minSessionTimeout=30000
autopurge.purgeInterval=24
zk_clusters=
syncLimit=5
initLimit=10
maxSessionTimeout=1800000
tickTime=2000
autopurge.snapRetainCount=30
編輯config/server.properties
broker.id=-1
#修改ip地址為主機地址 后續(xù)拷貝到其它主機時也需要再次修改
advertised.listeners=PLAINTEXT://172.32.150.250:9092
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/data/kafka_work/kafka_data
num.partitions=15
num.recovery.threads.per.data.dir=1
offsets.topic.replication.factor=1
transaction.state.log.replication.factor=1
transaction.state.log.min.isr=1
log.retention.hours=72
log.segment.bytes=1073741824
log.retention.check.interval.ms=300000
#修改為前面設置的zookeeper節(jié)點列表
zookeeper.connect=172.32.150.250:2181,172.32.150.251:2181,172.32.150.252:2181
zookeeper.connection.timeout.ms=6000
group.initial.rebalance.delay.ms=0
auto.create.topics.enable=true
delete.topic.enable=true
編輯bin/kafka-run-class.sh
# Log directory to use
# 增加日志目錄配置
LOG_DIR=/paaslog/kafka_log
if [ "x$LOG_DIR" = "x" ]; then
LOG_DIR="$base_dir/logs"
fi
將安裝目錄拷貝到剩余主機的對應目錄中
#拷貝完成后需要到各主機目錄中再次修改server.properties
scp -r /data/kafka_install/kafka_2.12-2.3.1 172.32.150.251:/data/kafka_install
scp -r /data/kafka_install/kafka_2.12-2.3.1 172.32.150.252:/data/kafka_install
啟動zookeeper
#設置zookeeper id文件
touch /data/kafka_work/zookeeper_data/myid
#250主機
echo 1 > /data/kafka_work/zookeeper_data/myid
#251主機
echo 2 > /data/kafka_work/zookeeper_data/myid
#252主機
echo 3 > /data/kafka_work/zookeeper_data/myid
#啟動
cd /data/kafka_install/kafka_2.12-2.3.1/bin
./zookeeper-server-start.sh -daemon ../config/zookeeper.properties
啟動kafka
cd /data/kafka_install/kafka_2.12-2.3.1/bin
./kafka-server-start.sh -daemon ../config/server.properties
kafka manager安裝步驟
#解壓壓縮包
cp kafka-manager-2.0.0.2.zip /data/kafka_install
unzip kafka-manager-2.0.0.2.zip
cd kafka-manager-2.0.0.2
#修改配置文件 conf/application.conf
#修改kafka地址串
kafka-manager.zkhosts="172.32.150.250:2181,172.32.150.251:2181,172.32.150.252:2181"
#啟動
cd ..
nohup ./bin/kafka-manager &
- 訪問kafka-manager
通過瀏覽器訪問地址http://172.32.150.250:9000
