kafka 常用操作
创建 topic
/usr/local/kafka/bin/kafka-topics.sh --zookeeper localhost:2181 --replication-factor 3 --partitions 10 --create --topic test
查看 topic
/usr/local/kafka/bin/kafka-topics.sh --list --zookeeper localhost:2181 | grep test
查看指定 toopic 信息
/usr/local/kafka/bin/kafka-topics.sh --zookeeper localhost:2181 --describe --topic test
删除topic
/usr/local/kafka/bin/kafka-topics.sh --zookeeper localhost:2181 --delete --topic test
查看 topic 消费数据
/usr/local/kafka/bin/kafka-console-consumer.sh --bootstrap-server 10.10.10.10:9099 --topic test --from-beginning
生产 topic 数据
/usr/local/kafka/bin/kafka-console-producer.sh --broker-list 10.10.10.10:9092 --topic test
增加 topic 分区数
/usr/local/kafka/bin/kafka-topics.sh --zookeeper localhost:2181 --alter --topic test --partitions 10
查看消费组
/usr/local/kafka/bin/kafka-consumer-groups.sh --bootstrap-server localhost:9099 --list
删除消费组
/usr/local/kafka/bin/kafka-consumer-groups.sh --bootstrap-server 10.10.10.10:9092 --delete --group test
将消费组限制为60G（60737418240bytes）
/usr/local/kafka/bin/kafka-configs.sh --zookeeper localhost:2181 --alter --entity-name group_test_xxxxxx --entity-type topics --add-config retention.bytes=60737418240
kafka 动态调整数据保留时间为3天(259200000ms)
kafka-configs.sh --zookeeper localhost:2181 --entity-type topics --entity-name test --alter --add-config retention.ms=259200000
查看消费组状态
watch -d /usr/local/kafka/bin/kafka-consumer-groups.sh --bootstrap-server 10.10.10.10:9099 --describe --group newgame2
查看所有broker节点
#先连接到zookeeper
/usr/local/zookeeper/bin/zkCli.sh
[zk: localhost:2181(CONNECTED) 2] ls /
[admin, brokers, cluster, config, consumers, controller, controller_epoch, isr_change_notification, latest_producer_id_block, log_dir_event_notification, zookeeper]
[zk: localhost:2181(CONNECTED) 5] ls /brokers/ids
[1, 2, 3, 4, 5, 6, 7, 8, 9]
