Contents

Kafka_kraft部署

Contents

kafka kraft集群部署

//创建 /opt/module目录
mkdir module
// 解压下载的资源
tar -zxvf kafka_2.13-3.6.0.tgz /opt/module/

mv kafka_2.13-3.6.0 module/kafka
cd module/
vim ./kafka/config/kraft/server.properties
[root@node1 kraft]# vim server.properties 
#kafka 的角色(controller 相当于主机、 broker 节点相当于从机,主机类似 zk 功
能)
process.roles=broker,controller

#节点 ID
node.id=3

# 与节点id对应,配置每台服务器地址
controller.quorum.voters=1@192.168.229.21:9093,2@192.168.229.22:9093,3@192.168.229.23:9093


listeners=PLAINTEXT://:9092,CONTROLLER://:9093

# Name of listener used for communication between brokers.
inter.broker.listener.name=PLAINTEXT

# 这里需要修改为本机ip
advertised.listeners=PLAINTEXT://192.168.229.23:9092

# A comma-separated list of the names of the listeners used by the controller.
# If no explicit mapping set in `listener.security.protocol.map`, default will be using PLAINTEXT protocol
# This is required if running in KRaft mode.
controller.listener.names=CONTROLLER

# Maps listener names to security protocols, the default is for them to be the same. See the config documentation for more details
listener.security.protocol.map=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL

# The number of threads that the server uses for receiving requests from the network and sending responses to the network
num.network.threads=3

# The number of threads that the server uses for processing requests, which may include disk I/O
num.io.threads=8

# The send buffer (SO_SNDBUF) used by the socket server
socket.send.buffer.bytes=102400

# The receive buffer (SO_RCVBUF) used by the socket server
socket.receive.buffer.bytes=102400

# The maximum size of a request that the socket server will accept (protection against OOM)
socket.request.max.bytes=104857600


############################# Log Basics #############################

# 修改数据存储目录
log.dirs=/opt/module/kafka/data

修改每台服务器上面的配置文件 node.id=number(节点id每台唯一)

cd /opt/module/kafka/
# 首先生成存储目录唯一 ID
./bin/kafka-storage.sh random-uuid
# 用该 ID 格式化 kafka 存储目录 这个是作为clusterId 每个节点需要相同。
# 每个节点都使用同一命令初始化meta
./bin/kafka-storage.sh fotmat -t Ai5JbEM-QY-ofpIIxkuERg  -c ./config/kraft/server.properties
# 启动kafka
./bin/kafka-server-start.sh ./config/kraft/server.properties
# 停止kafka
./bin/kafka-server-stop.sh