kafka配置以及安装

rm -f consumer.properties server.properties producer.properties zookeeper.properties 

vi ./kafka/config/server.properties  ：修改broker.id=1,host.name=kafka02

scp /etc/hosts storm03:/etc/

scp /etc/profile storm03:/etc/

source /etc/profile

修改主机名

hostnamectl --static set-hostname kafka01

创建目录

mkdir -p /export/data/kafka/logs

先开启zookeeper

启动

bin/kafka-server-start.sh config/server.properties

查看所有topic
bin/kafka-topics.sh --list --zookeeper zk01:2181

创建topic
bin/kafka-topics.sh --create --zookeeper zk01:2181 --replication-factor 1 --partitions 1 --topic freered

删除topic(需要server.properties中设置delete.topic.enable=true，否则只是声明删除或者直接重启)
bin/kafka-topics.sh  --delete --zookeeper zk01:2181 --topic freered

通过shell发送消息
bin/kafka-console-producer.sh --broker-list localhost:9092 --topic freered
用localhost会出错
bin/kafka-console-producer.sh --broker-list kafka01:9092 --topic freered

消费消息
kafka-console-consumer.sh --zookeeper zk01:2181 --from-beginning --topic freered

查看消费位置
kafka-run-class.sh kafka.tools.ConsumerOffsetChecker --zookeeper zk01:2181 --group xxx

查看某个topic详情
kafka-topics.sh --topic freered --describe --zookeeper zk01:2181