kafka 常用操作

kafka 常用操作

创建 topic

/usr/local/kafka/bin/kafka-topics.sh --zookeeper localhost:2181 --replication-factor 3 --partitions 10 --create --topic test

查看 topic

/usr/local/kafka/bin/kafka-topics.sh --list --zookeeper localhost:2181 | grep test

查看指定 toopic 信息

/usr/local/kafka/bin/kafka-topics.sh --zookeeper localhost:2181 --describe --topic test

删除topic

/usr/local/kafka/bin/kafka-topics.sh --zookeeper localhost:2181 --delete --topic test

查看 topic 消费数据

/usr/local/kafka/bin/kafka-console-consumer.sh --bootstrap-server 10.10.10.10:9099 --topic test --from-beginning

生产 topic 数据

/usr/local/kafka/bin/kafka-console-producer.sh --broker-list 10.10.10.10:9092 --topic test  

增加 topic 分区数

/usr/local/kafka/bin/kafka-topics.sh --zookeeper localhost:2181 --alter --topic test --partitions 10

查看消费组

/usr/local/kafka/bin/kafka-consumer-groups.sh --bootstrap-server localhost:9099 --list

删除消费组

/usr/local/kafka/bin/kafka-consumer-groups.sh --bootstrap-server 10.10.10.10:9092 --delete --group test

将消费组限制为60G（60737418240bytes）

/usr/local/kafka/bin/kafka-configs.sh --zookeeper localhost:2181 --alter --entity-name group_test_xxxxxx --entity-type topics --add-config  retention.bytes=60737418240

kafka 动态调整数据保留时间为3天(259200000ms)

kafka-configs.sh --zookeeper localhost:2181 --entity-type topics --entity-name test --alter --add-config retention.ms=259200000

查看消费组状态

watch -d /usr/local/kafka/bin/kafka-consumer-groups.sh --bootstrap-server 10.10.10.10:9099 --describe --group newgame2

查看所有broker节点

#先连接到zookeeper
/usr/local/zookeeper/bin/zkCli.sh
[zk: localhost:2181(CONNECTED) 2] ls /
[admin, brokers, cluster, config, consumers, controller, controller_epoch, isr_change_notification, latest_producer_id_block, log_dir_event_notification, zookeeper]
[zk: localhost:2181(CONNECTED) 5] ls /brokers/ids
[1, 2, 3, 4, 5, 6, 7, 8, 9]