kafka伪分布式配置

http://dblab.xmu.edu.cn/blog/1096-2/

安装kafka

tar -zxvf kafka_2.11-1.0.0.tgz

mkdir /opt/kafka
mv kafka_2.11-1.0.0 /opt/kafka/kafka_2.11-1.0.0

配置环境变量
vim /etc/profile

#kafka config
export KAFKA_HOME=/opt/kafka/kafka_2.11-1.0.0

# PATH config

export PATH=.:${JAVA_HOME}/bin:${SCALA_HOME}/bin:${SPARK_HOME}/bin:${HADOOP_HOME}/bin:${HADOOP_HOME}/sbin:${ZK_HOME}/bin:${HBASE_HOME}/bin:${HIVE_HOME}/bin:${KAFKA_HOME}/bin:${SQOOP_HOME}/bin:${FLUME_HOME}/bin:${STORM_HOME}/bin:$PATH

source /etc/profile

修改zookeeper.properties

cd /opt/kafka/kafka_2.11-1.0.0/

gedit config/zookeeper.properties

dataDir=/opt/kafka/zookeeper

修改server.properties

gedit config/server.properties

# 添加开启，主题可被删除功能
delete.topic.enable=true

log.dirs=/opt/kafka/kafka-logs

测试kafka

# 启动zookeeper
bin/zookeeper-server-start.sh config/zookeeper.properties &

# 启动kafka
bin/kafka-server-start.sh config/server.properties

# 创建 “test”主题
bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test

# 查看存在的 topic
bin/kafka-topics.sh --list --zookeeper localhost:2181

# 开启生产者（制造数据）
bin/kafka-console-producer.sh --broker-list localhost:9092 --topic test

# 开启消费者（实时获取创造的数据）
bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic test --from-beginning

# 删除"test"主题
./bin/kafka-topics --delete --zookeeper localhost:2181 --topic test