kafka常用命令

config.properties

server.properties

server.1=172.28.92.39:2888:3888

server.2=172.28.92.37:2888:3888

server.3=172.28.92.38:2888:3888

server

start

./bin/zookeeper-server-start.sh -daemon ./config/zookeeper.properties

stop

./bin/kafka-server-start.sh -daemon ./config/server.properties

分区

修改分区

./bin/kafka-topics.sh --zookeeper 127.0.0.1:2181 --alter --partitions 3 --topic monitor-log

消费

手动消费

./bin/kafka-console-consumer.sh --bootstrap-server 172.28.92.37:9092,172.28.92.38:9092,172.28.92.39:9092  --topic monitorlog --from-beginning

./bin/kafka-console-consumer.sh --zookeeper localhost:2181  --topic log.test

./bin/kafka-console-consumer.sh --bootstrap-server 172.20.61.203:6667,172.20.61.204:6667,172.20.61.205:6667 --topic monitor-log

查看group消费情况

./bin/kafka-consumer-groups.sh --bootstrap-server 172.28.92.39:9092 --describe --group 1

./bin/kafka-consumer-groups.sh --zookeeper 127.0.0.1:2181 --describe --group 1

topic

create

bin/kafka-topics.sh --create --bootstrap-server 172.28.92.37:9092 --replication-factor 1 --partitions 1 --topic monitor-alerts

delete

bin/kafka-topics.sh --bootstrap-server 172.28.92.37:9092 --delete --topic monitorlog

list

./bin/kafka-topics.sh --zookeeper localhost:2181 --list 

describe

./bin/kafka-topics.sh --zookeeper 127.0.0.1:2181 --describe  --topic monitor-log

delete topic

./bin/kafka-topics.sh --zookeeper 127.0.0.1:2181 --delete --topic xxxxx

config

查看所有topic的config

./bin/kafka-configs.sh --zookeeper 127.0.0.1:2181 --describe --entity-type topics

查看配置

./bin/kafka-configs.sh --zookeeper localhost:2181 --describe --entity-type topics --entity-name monitor-alerts

设置retention

./bin/kafka-configs.sh --zookeeper localhost:2181 --alter --entity-type topics --entity-name monitor-alerts  --add-config retention.ms=86400000

DumpLogSegments

~/kafka_2.12-2.3.0/bin/kafka-run-class.sh kafka.tools.DumpLogSegments --files=/data/kafka/logs/monitor-log-1/00000000000336375351.log --print-data-log > 00000000000336375351.log

~/kafka_2.12-2.3.0/bin/kafka-run-class.sh kafka.tools.DumpLogSegments --files=/data/kafka/logs/monitor-log-1/00000000000336375351.index --print-data-log > 00000000000336375351.index

~/kafka_2.12-2.3.0/bin/kafka-run-class.sh kafka.tools.DumpLogSegments --files=/data/kafka/logs/monitor-log-1/00000000000336375351.timeindex --print-data-log > 00000000000336375351.timeindex

consumer

bin/kafka-console-consumer.sh --bootstrap-server 172.28.92.37:9092,172.28.92.38:9092,172.28.92.39:9092 --topic monitor-alerts --from-beginning

offset

./bin/kafka-run-class.sh kafka.tools.GetOffsetShell --topic hive-mdatabase-hostsltable  --time -1 --broker-list 172.20.61.203:6667 --partitions 0

./bin/kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list 172.20.61.203:6667 --time -1 --topic monitor-log