storm-0.9.2 集群安装

scp -r bigdata@gs-server-v-127:~/storm_eco bigdata@gs-server-v-128:~/storm_eco

scp -r bigdata@gs-server-v-127:~/storm_eco bigdata@gs-server-v-129:~/storm_eco

安装GCC

sudo yum install gcc*

# sudo yum install uuid*

# sudo yum install e2fsprogs*

# sudo yum install libuuid*

sudo yum install update-rc.d

1. 安装python2.7.2

============================

# wget http://www.python.org/ftp/python/2.7.2/Python-2.7.2.tgz
cd ~/storm_eco/python

# tar zxvf Python-2.7.2.tgz

# cd Python-2.7.2

# ./configure

# make

# make install

# sudo vi /etc/ld.so.conf

--

文件末尾追加

/usr/local/lib

--

#sudo ldconfig

============================

4. 安装storm

============================

# http://mirror.bit.edu.cn/apache/incubator/storm/apache-storm-0.9.2-incubating/
cd ~/storm_eco/storm

tar zxvf apache-storm-0.9.1-incubating.tar.gz

mv apache-storm-0.9.1-incubating storm-0.9.1

mkdir $STORM_HOME/workdir

vi storm.yaml

vi $STORM_HOME/conf/storm.yaml

# vi ～/.bashrc

--

追加

export STORM_HOME=/usr/local/storm-0.7.1

export PATH=$PATH:$STORM_HOME/bin

--

============================

storm.zookeeper.servers:

- "10.200.200.56"

- "10.200.200.57"

- "10.200.200.58"

storm.local.dir: "$STORM_HOME/workdir"

nimbus.host: "10.200.200.56"

supervisor.slots.ports:

- 6700

- 6701

- 6702

- 6703

scp -r bigdata@gs-server-v-127:~/storm_eco/storm/storm-0.9.2 bigdata@gs-server-v-128:~/storm_eco/storm/

scp -r bigdata@gs-server-v-127:~/storm_eco/storm/storm-0.9.2 bigdata@gs-server-v-129:~/storm_eco/storm/

scp -r bigdata@gs-server-v-127:/home/bigdata/storm_test/md.log bigdata@gs-server-v-128:/home/bigdata/storm_test/

scp -r bigdata@gs-server-v-127:/home/bigdata/storm_test/md.log bigdata@gs-server-v-129:/home/bigdata/storm_test/

scp -r bigdata@gs-server-v-128:/home/bigdata/profile bigdata@gs-server-v-127:/etc/profile

scp -r bigdata@gs-server-v-127:/etc/profile bigdata@gs-server-v-128:/home/bigdata/

================================================================

启动

Nimbus 在Nimbus机器上运行bin/storm nimbus&

Supervisor 在每台工作机器上运行bin/storm supervisor&, supervisor负责启动和终止工作机器上的工作进程。

UI storm UI是一个可以查看storm运行状态的的一个网站，通过bin/storm ui&运行，访问地址: http://{nimbus.host}:8080/。
storm jar /home/bigdata/storm_hellworld-1.0-SNAPSHOT-jar-with-dependencies.jar com.gridsum.stormdemo.TopologyMain /home/bigdata/storm_test/md.log

$STORM_HOME/bin/storm jar /home/bigdata/storm_hellworld-1.0-SNAPSHOT.jar com.gridsum.stormdemo.TopologyMain /home/bigdata/storm_test/md.log

$STORM_HOME/bin/storm kill Count-Word-Topology-With-Refresh-Cache

$STORM_HOME/bin/storm jar /home/bigdata/storm_hellworld-1.0-SNAPSHOT-jar-with-dependencies.jar com.gridsum.stormdemo.TopologyMain /home/bigdata/mdtest/input2.log

本地执行：

mvn exec:java -Dexec.mainClass=”TopologyMain” -Dexec.args=”src/main/resources/md.log
http://ifeve.com/getting-started-with-storm-2/ http://tomcat.apache.org/download-70.cgi http://localhost:8080/webtest/stormtest/send.jsp http://localhost:8080/webtest/stormtest/view.jsp
zadd count_FilteredObjects 2 FilteredObjects

zadd count_ParsedObjects 5 ParsedObjects

zadd count_FilteredObjects 10 FilteredObjects

flushall

String inputPath = "/home/bigdata/mdtest/md.log";

String outputPath = "/home/bigdata/storm_test/md.log";

mvn install

reimport

wget http://download.redis.io/releases/redis-2.8.7.tar.gz
$REDIS_HOME/src/redis-server&

<dependency>

<groupId>org.apache.storm</groupId>

<artifactId>storm-core</artifactId>

<version>0.9.2-incubating</version>

<!-- keep storm out of the jar-with-dependencies -->

<scope>provided</scope>

</dependency>

<dependency>

<groupId>redis.clients</groupId>

<artifactId>jedis</artifactId>

<version>2.1.0</version>

<scope>compile</scope>

</dependency>

<dependency>

<artifactId>md-logreader</artifactId>

<groupId>com.gridsum.md</groupId>

<version>1.0-SNAPSHOT</version>

</dependency>

keys

lrange "count_FilteredObjects" 0 -1

zrange count_FilteredObjects 0 -1 withscores

zrange count_ParsedObjects 0 -1 withscores

ParsedObjects

export PATH=$JAVA_HOME/bin:$PATH

export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar

sudo cp src/redis-server /usr/local/bin

sudo cp src/redis-cli /usr/local/bin

openjdk