您的位置：首页 > 其它

一台机器上安装zookeeper+kafka集群

2016-12-30 08:33 351 查看

版本：

Ubuntu 14.04.1

zookeeper-3.4.6

kafka_2.10-0.10.1.0

1.zookeeper配置
$ sudo mkdir -p /opt/server/zookeeper/server1/data
$ sudo mkdir -p /opt/server/zookeeper/server1/dataLog
$ sudo mkdir -p /opt/server/zookeeper/server2/data
$ sudo mkdir -p /opt/server/zookeeper/server2/dataLog
$ sudo mkdir -p /opt/server/zookeeper/server3/data
$ sudo mkdir -p /opt/server/zookeeper/server3/dataLog

$ sudo chown -R mpr:mpr /opt/server/*

###server1/server2/server3###
#server1
$ cd /opt/server/zookeeper/server1
#下载
$ wget http://mirrors.cnnic.cn/apache/zookeeper/zookeeper-3.4.6/zookeeper-3.4.6.tar.gz #解压
$ tar -zxvf zookeeper-3.4.6.tar.gz

#server2
$ cd /opt/server/zookeeper/server2
#下载
$ wget http://mirrors.cnnic.cn/apache/zookeeper/zookeeper-3.4.6/zookeeper-3.4.6.tar.gz #解压
$ tar -zxvf zookeeper-3.4.6.tar.gz

#server3
$ cd /opt/server/zookeeper/server3
#下载
$ wget http://mirrors.cnnic.cn/apache/zookeeper/zookeeper-3.4.6/zookeeper-3.4.6.tar.gz #解压
$ tar -zxvf zookeeper-3.4.6.tar.gz
##################################

###server1/server2/server3###
#server1
$ cd /opt/server/zookeeper/server1/zookeeper-3.4.6/conf
$ cp -rf zoo_sample.cfg zoo.cfg
$ vim zoo.cfg
tickTime=2000
initLimit=10
syncLimit=5
clientPort=2181
dataDir=/opt/server/zookeeper/server1/data
dataLogDir=/opt/server/zookeeper/server1/dataLog
server.1=127.0.0.1:2888:3888
server.2=127.0.0.1:2889:3889
server.3=127.0.0.1:2890:3890

$ echo "1" > /opt/server/zookeeper/server1/data/myid

#server2
$ cd /opt/server/zookeeper/server2/zookeeper-3.4.6/conf
$ cp -rf zoo_sample.cfg zoo.cfg
$ vim zoo.cfg
tickTime=2000
initLimit=10
syncLimit=5
clientPort=2182
dataDir=/opt/server/zookeeper/server2/data
dataLogDir=/opt/server/zookeeper/server2/dataLog
server.1=127.0.0.1:2888:3888
server.2=127.0.0.1:2889:3889
server.3=127.0.0.1:2890:3890

$ echo "2" > /opt/server/zookeeper/server2/data/myid

#server3
$ cd /opt/server/zookeeper/server3/zookeeper-3.4.6/conf
$ cp -rf zoo_sample.cfg zoo.cfg
$ vim zoo.cfg
tickTime=2000
initLimit=10
syncLimit=5
clientPort=2183
dataDir=/opt/server/zookeeper/server3/data
dataLogDir=/opt/server/zookeeper/server3/dataLog
server.1=127.0.0.1:2888:3888
server.2=127.0.0.1:2889:3889
server.3=127.0.0.1:2890:3890

$ echo "3" > /opt/server/zookeeper/server3/data/myid
################################################

$ cd /opt/server/zookeeper/server1/zookeeper-3.4.6/bin
$ sh zkServer.sh start
$ cd /opt/server/zookeeper/server2/zookeeper-3.4.6/bin
$ sh zkServer.sh start
$ cd /opt/server/zookeeper/server3/zookeeper-3.4.6/bin
$ sh zkServer.sh start

[b]#若出现错误：bin/zkEnv.sh: Syntax error: "(" unexpected (expecting "fi")
#修改Ubuntu的/bin/sh的默认连接，#!/bin/dash改为 #!/bin/bash 就OK
$ cd /bin/
$ ls -l /bin/sh
$ ln -sf bash /bin/sh
$ ls -l /bin/sh
[/b]

$ sh zkServer.sh status

#若出现表示成功，不然就是启动出问题

Mode: standalone/Mode: follower

2.kafka配置
$ sudo mkdir -p /opt/server/kafka/kafka1/kafkaLog
$ sudo mkdir -p /opt/server/kafka/kafka2/kafkaLog
$ sudo mkdir -p /opt/server/kafka/kafka3/kafkaLog

$ sudo chown -R mpr:mpr /opt/server/*

###server1/server2/server3###
#server1
$ cd /opt/server/kafka/kafka1
$ wget http://apache.fayea.com/kafka/0.10.0.1/kafka_2.10-0.10.0.1.tgz
$ tar -zxvf kafka_2.10-0.10.1.0.tgz
$ cd /opt/server/kafka/kafka1/kafka_2.10-0.10.1.0/config
$ vi server.properties
broker.id=0
log.dirs =/opt/server/kafka/kafka1/kafkaLog
listeners=PLAINTEXT://172.16.2.15:9092
port=9092
zookeeper.connect=127.0.0.1:2181,127.0.0.1:2182,127.0.0.1:2183
message.max.byte=5242880
default.replication.factor=2
replica.fetch.max.bytes=5242880

$ vi consumer.properties
zookeeper.connect=127.0.0.1:2181,127.0.0.1:2182,127.0.0.1:2183
group.id=logGroup

#server2
$ cd /opt/server/kafka/kafka2
$ wget http://apache.fayea.com/kafka/0.10.0.1/kafka_2.10-0.10.0.1.tgz
$ tar -zxvf kafka_2.10-0.10.1.0.tgz
$ cd /opt/server/kafka/kafka2/kafka_2.10-0.10.1.0/config
$ vi server.properties
broker.id=1
log.dirs =/opt/server/kafka/kafka2/kafkaLog
listeners=PLAINTEXT://172.16.2.15:9093
port=9093
zookeeper.connect=127.0.0.1:2181,127.0.0.1:2182,127.0.0.1:2183
message.max.byte=5242880
default.replication.factor=2
replica.fetch.max.bytes=5242880

$ vi consumer.properties
zookeeper.connect=127.0.0.1:2181,127.0.0.1:2182,127.0.0.1:2183
group.id=logGroup

#server3
$ cd /opt/server/kafka/kafka3
$ wget http://apache.fayea.com/kafka/0.10.0.1/kafka_2.10-0.10.0.1.tgz
$ tar -zxvf kafka_2.10-0.10.1.0.tgz
$ cd /opt/server/kafka/kafka3/kafka_2.10-0.10.1.0/config
$ vi server.properties
broker.id=2
log.dirs =/opt/server/kafka/kafka3/kafkaLog
listeners=PLAINTEXT://172.16.2.15:9094
port=9094
zookeeper.connect=127.0.0.1:2181,127.0.0.1:2182,127.0.0.1:2183
message.max.byte=5242880
default.replication.factor=2
replica.fetch.max.bytes=5242880

$ vi consumer.properties
zookeeper.connect=127.0.0.1:2181,127.0.0.1:2182,127.0.0.1:2183
group.id=logGroup
################################################

$ cd /opt/server/kafka/kafka1/kafka_2.10-0.10.1.0/bin
--启动
$ ./kafka-server-start.sh ../config/server.properties &

$ cd /opt/server/kafka/kafka2/kafka_2.10-0.10.1.0/bin
--启动
$ ./kafka-server-start.sh ../config/server.properties &

$ cd /opt/server/kafka/kafka3/kafka_2.10-0.10.1.0/bin
--启动
$ ./kafka-server-start.sh ../config/server.properties &

内容来自用户分享和网络整理，不保证内容的准确性，如有侵权内容，可联系管理员处理

标签：

相关文章推荐

新的分享

章节导航