zoukankan      html  css  js  c++  java
  • Strom的配置安装

    1.准备环境

    1.1配置列表

    配置项

    版本信息

    OS

    Red Hat   Enterprise Linux Server release 5.5 (Tikanga)

    IP

    192.168.1.191/~.192/~.193

    JDK

    java   version "1.7.0_25"

    zookeeper

    zookeeper-3.3.6

    python

    Python 2.7.3   (default, Jun 29 2015, 16:45:20)

    storm

    apache-storm-0.9.1-incubating

    maven

    Apache   Maven 3.2.5

    1.2关闭防火墙

    [root@storm1 ~]# chkconfig iptables off
    [root@storm1 ~]# /etc/init.d/iptables status
    Firewall is stopped.

    1.3添加主机映射

    [root@storm1 ~]# cat /etc/hosts
    # Do not remove the following line, or various programs
    # that require network functionality will fail.
    127.0.0.1               storm1.localdomain storm1 localhost.localdomain localhost
    ::1             localhost6.localdomain6 localhost6
    192.168.1.191   storm1.localdomain
    192.168.1.192   storm2.localdomain
    192.168.1.193   storm3.localdomain

    2.安装JDK

    2.1解压安装包

    [root@storm1 usr]# pwd
    /usr
    [root@storm1 usr]# tar -xzvf ../u01/scr/jdk-7u25-linux-i586.tar.gz
    。。。。。。
    jdk1.7.0_25/jre/THIRDPARTYLICENSEREADME-JAVAFX.txt
    jdk1.7.0_25/jre/bin/
    jdk1.7.0_25/jre/bin/ControlPanel
    jdk1.7.0_25/jre/bin/jcontrol
    jdk1.7.0_25/jre/bin/tnameserv
    jdk1.7.0_25/jre/bin/java
    jdk1.7.0_25/jre/bin/javaws
    jdk1.7.0_25/jre/bin/policytool
    jdk1.7.0_25/jre/bin/orbd
    jdk1.7.0_25/jre/bin/servertool
    jdk1.7.0_25/jre/bin/java_vm
    jdk1.7.0_25/jre/bin/keytool
    jdk1.7.0_25/jre/bin/rmiregistry
    jdk1.7.0_25/jre/bin/pack200
    jdk1.7.0_25/jre/bin/unpack200
    jdk1.7.0_25/jre/bin/rmid
    jdk1.7.0_25/jre/COPYRIGHT
    jdk1.7.0_25/jre/Welcome.html
    jdk1.7.0_25/release
    jdk1.7.0_25/COPYRIGHT
    [root@storm1 usr]# ls -l
    total 268
    drwxr-xr-x   2 root root 69632 Jun 29 12:47 bin
    drwxr-xr-x   2 root root  4096 Oct  1  2009 etc
    drwxr-xr-x   2 root root  4096 Oct  1  2009 games
    drwxr-xr-x 128 root root 12288 Jun 25 15:55 include
    drwxr-xr-x   8 uucp  143  4096 Jun  6  2013 jdk1.7.0_25
    drwxr-xr-x   6 root root  4096 Dec 11  2009 kerberos
    drwxr-xr-x 119 root root 69632 Jun 29 12:47 lib
    drwxr-xr-x  12 root root  4096 Jun 29 12:47 libexec
    drwxr-xr-x  11 root root  4096 Jun 25 15:36 local
    drwxr-xr-x   2 root root 16384 Jun 29 12:47 sbin
    drwxr-xr-x 225 root root 12288 Jun 25 15:57 share
    drwxr-xr-x   5 root root  4096 Jun 25 15:48 src
    lrwxrwxrwx   1 root root    10 Jun 25 15:36 tmp -> ../var/tmp
    drwxr-xr-x   3 root root  4096 Jun 25 15:39 X11R6
    [root@storm1 usr]# chown -R root.root jdk1.7.0_25/
    [root@storm1 usr]# ls -l
    total 268
    drwxr-xr-x   2 root root 69632 Jun 29 12:47 bin
    drwxr-xr-x   2 root root  4096 Oct  1  2009 etc
    drwxr-xr-x   2 root root  4096 Oct  1  2009 games
    drwxr-xr-x 128 root root 12288 Jun 25 15:55 include
    drwxr-xr-x   8 root root  4096 Jun  6  2013 jdk1.7.0_25
    drwxr-xr-x   6 root root  4096 Dec 11  2009 kerberos
    drwxr-xr-x 119 root root 69632 Jun 29 12:47 lib
    drwxr-xr-x  12 root root  4096 Jun 29 12:47 libexec
    drwxr-xr-x  11 root root  4096 Jun 25 15:36 local
    drwxr-xr-x   2 root root 16384 Jun 29 12:47 sbin
    drwxr-xr-x 225 root root 12288 Jun 25 15:57 share
    drwxr-xr-x   5 root root  4096 Jun 25 15:48 src
    lrwxrwxrwx   1 root root    10 Jun 25 15:36 tmp -> ../var/tmp
    drwxr-xr-x   3 root root  4096 Jun 25 15:39 X11R6

    2.2配置JDK环境

     在/etc/profile文件里修改添加JAVA_HOME、PATH、CLASSPATH环境变量。

    当前JDK Version:

    [root@storm1 lib]# java -version
    java version "1.4.2"
    gij (GNU libgcj) version 4.1.2 20080704 (Red Hat 4.1.2-48)
    
    Copyright (C) 2006 Free Software Foundation, Inc.
    This is free software; see the source for copying conditions.  There is NO
    warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.

    调整后:

    [root@storm1 lib]# vi /etc/profile
    [root@storm1 lib]# cat /etc/profile |grep export |grep -v grep
    export PATH USER LOGNAME MAIL HOSTNAME HISTSIZE INPUTRC
    export JAVA_HOME=/usr/jdk1.7.0_25
    export PATH=/usr/jdk1.7.0_25/bin:$PATH
    export CLASSPATH=.:/usr/jdk1.7.0_25/jre/lib:/usr/jdk1.7.0_25/lib
    [root@storm1 lib]# source /etc/profile
    [root@storm1 lib]# java -version
    java version "1.7.0_25"
    Java(TM) SE Runtime Environment (build 1.7.0_25-b15)
    Java HotSpot(TM) Client VM (build 23.25-b01, mixed mode)

    其他机器同样配置。

    3.安装zookeeper

    3.1解压安装包

    [root@storm1 usr]# tar -xzf ../u01/scr/zookeeper-3.3.6.tar.gz 
    [root@storm1 usr]# ls -l
    total 272
    drwxr-xr-x   2 root root 69632 Jun 29 12:47 bin
    drwxr-xr-x   2 root root  4096 Oct  1  2009 etc
    drwxr-xr-x   2 root root  4096 Oct  1  2009 games
    drwxr-xr-x 128 root root 12288 Jun 25 15:55 include
    drwxr-xr-x   8 root root  4096 Jun  6  2013 jdk1.7.0_25
    drwxr-xr-x   6 root root  4096 Dec 11  2009 kerberos
    drwxr-xr-x 119 root root 69632 Jun 29 12:47 lib
    drwxr-xr-x  12 root root  4096 Jun 29 12:47 libexec
    drwxr-xr-x  11 root root  4096 Jun 25 15:36 local
    drwxr-xr-x   2 root root 16384 Jun 29 12:47 sbin
    drwxr-xr-x 225 root root 12288 Jun 25 15:57 share
    drwxr-xr-x   5 root root  4096 Jun 25 15:48 src
    lrwxrwxrwx   1 root root    10 Jun 25 15:36 tmp -> ../var/tmp
    drwxr-xr-x   3 root root  4096 Jun 25 15:39 X11R6
    drwxr-xr-x  10 1000 1000  4096 Jul 29  2012 zookeeper-3.3.6
    
    [root@storm1 usr]# chown -R storm.storm zookeeper-3.3.6/
    [root@storm1 usr]# ls -l zookeeper-3.3.6/
    total 1204
    drwxr-xr-x  2 storm storm    4096 Jul 29  2012 bin
    -rw-rw-r--  1 storm storm   59687 Jul 29  2012 build.xml
    -rw-rw-r--  1 storm storm   52566 Jul 29  2012 CHANGES.txt
    drwxr-xr-x  2 storm storm    4096 Jul 29  2012 conf
    drwxr-xr-x 10 storm storm    4096 Jul 29  2012 contrib
    drwxr-xr-x  2 storm storm    4096 Jul 29  2012 dist-maven
    drwxr-xr-x  6 storm storm    4096 Jul 29  2012 docs
    -rw-rw-r--  1 storm storm    1932 Jul 29  2012 ivysettings.xml
    -rw-rw-r--  1 storm storm    2415 Jul 29  2012 ivy.xml
    drwxr-xr-x  4 storm storm    4096 Jul 29  2012 lib
    -rw-rw-r--  1 storm storm   11358 Jul 29  2012 LICENSE.txt
    -rw-rw-r--  1 storm storm     165 Jul 29  2012 NOTICE.txt
    -rw-rw-r--  1 storm storm    1578 Jul 29  2012 README.txt
    drwxr-xr-x  4 storm storm    4096 Jul 29  2012 recipes
    drwxr-xr-x  7 storm storm    4096 Jul 29  2012 src
    -rw-rw-r--  1 storm storm 1031338 Jul 29  2012 zookeeper-3.3.6.jar
    -rw-rw-r--  1 storm storm     198 Jul 29  2012 zookeeper-3.3.6.jar.asc
    -rw-rw-r--  1 storm storm      33 Jul 29  2012 zookeeper-3.3.6.jar.md5
    -rw-rw-r--  1 storm storm      41 Jul 29  2012 zookeeper-3.3.6.jar.sha1

    3.2调整配置并分发

    [root@storm1 usr]# su - storm
    [storm@storm1 ~]$ cd /usr/zookeeper-3.3.6/
    [storm@storm1 zookeeper-3.3.6]$ mkdir data
    [storm@storm1 zookeeper-3.3.6]$ cd conf/
    [storm@storm1 conf]$ ls 
    configuration.xsl  log4j.properties  zoo_sample.cfg
    [storm@storm1 conf]$ cp -rp zoo_sample.cfg zoo.cfg
    [storm@storm1 conf]$ ls
    configuration.xsl  log4j.properties  zoo.cfg  zoo_sample.cfg
    [storm@storm1 conf]$ vi zoo.cfg 
    
    # The number of milliseconds of each tick
    tickTime=2000
    # The number of ticks that the initial
    # synchronization phase can take
    initLimit=10
    # The number of ticks that can pass between
    # sending a request and getting an acknowledgement
    syncLimit=5
    # the directory where the snapshot is stored.
    dataDir=/usr/zookeeper-3.3.6/data
    # the port at which the clients will connect
    clientPort=2181
    server.1=storm1.localdomain:2888:3888
    server.2=storm2.localdomain:2888:3888
    server.3=storm3.localdomain:2888:3888

    然后把配置好的 zookeeper分发到其他机器

    [root@storm1 usr]# chmod a+rwx /usr
    scp -rp zookeeper-3.3.6/ storm@storm2.localdomain:/usr
    scp -rp zookeeper-3.3.6/ storm@storm3.localdomain:/usr

    3.3创建myid文件

    [storm@storm1 usr]$ cd zookeeper-3.3.6/data/
    [storm@storm1 data]$ echo "1" > myid
    [storm@storm1 data]$ cat myid 
    1
    [storm@storm2 usr]$ cd zookeeper-3.3.6/data/
    [storm@storm2 data]$ echo "2" > myid
    [storm@storm2 data]$ cat myid
    2
    [storm@storm3 ~]$ cd /usr/
    [storm@storm3 usr]$ cd zookeeper-3.3.6/data/
    [storm@storm3 data]$ echo "3" > myid
    [storm@storm3 data]$ cat myid
    3

    3.4启动zookeeper集群

    [storm@storm1 bin]$ pwd
    /usr/zookeeper-3.3.6/bin
    [storm@storm1 bin]$ ll
    total 36
    -rwxr-xr-x 1 storm storm  238 Jul 29  2012 README.txt
    -rwxr-xr-x 1 storm storm 1843 Jul 29  2012 zkCleanup.sh
    -rwxr-xr-x 1 storm storm 1049 Jul 29  2012 zkCli.cmd
    -rwxr-xr-x 1 storm storm 1446 Jul 29  2012 zkCli.sh
    -rwxr-xr-x 1 storm storm 1333 Jul 29  2012 zkEnv.cmd
    -rwxr-xr-x 1 storm storm 2274 Jul 29  2012 zkEnv.sh
    -rwxr-xr-x 1 storm storm 1084 Jul 29  2012 zkServer.cmd
    -rwxr-xr-x 1 storm storm 5130 Jul 29  2012 zkServer.sh
    [storm@storm1 bin]$ ./zkServer.sh start
    JMX enabled by default
    Using config: /usr/zookeeper-3.3.6/bin/../conf/zoo.cfg
    Starting zookeeper ... STARTED
    [storm@storm1 bin]$ jps
    9862 QuorumPeerMain
    9929 Jps
    [storm@storm1 bin]$ ./zkServer.sh status
    JMX enabled by default
    Using config: /usr/zookeeper-3.3.6/bin/../conf/zoo.cfg
    Mode: follower
    [storm@storm2 bin]$ ./zkServer.sh start
    JMX enabled by default
    Using config: /usr/zookeeper-3.3.6/bin/../conf/zoo.cfg
    Starting zookeeper ... STARTED
    [storm@storm2 bin]$ ./zkServer.sh status
    JMX enabled by default
    Using config: /usr/zookeeper-3.3.6/bin/../conf/zoo.cfg
    Mode: leader
    [storm@storm2 bin]$ jps
    6658 QuorumPeerMain
    6766 Jps
    [storm@storm3 data]$ cd ../bin/
    [storm@storm3 bin]$ ./zkServer.sh start
    JMX enabled by default
    Using config: /usr/zookeeper-3.3.6/bin/../conf/zoo.cfg
    Starting zookeeper ... STARTED
    [storm@storm3 bin]$ ./zkServer.sh status
    JMX enabled by default
    Using config: /usr/zookeeper-3.3.6/bin/../conf/zoo.cfg
    Mode: follower
    [storm@storm3 bin]$ jps
    6571 QuorumPeerMain
    6670 Jps

    4.安装python

    4.1解压安装包

    [storm@storm1 usr]$ tar -xzf ../u01/scr/Python-2.7.3.tgz 
    [storm@storm1 usr]$ ll
    total 276
    drwxr-xr-x   2 root  root  69632 Jun 29 12:47 bin
    drwxr-xr-x   2 root  root   4096 Oct  1  2009 etc
    drwxr-xr-x   2 root  root   4096 Oct  1  2009 games
    drwxr-xr-x 128 root  root  12288 Jun 25 15:55 include
    drwxr-xr-x   8 root  root   4096 Jun  6  2013 jdk1.7.0_25
    drwxr-xr-x   6 root  root   4096 Dec 11  2009 kerberos
    drwxr-xr-x 119 root  root  69632 Jun 29 12:47 lib
    drwxr-xr-x  12 root  root   4096 Jun 29 12:47 libexec
    drwxr-xr-x  11 root  root   4096 Jun 25 15:36 local
    drwxr-x---  17 storm storm  4096 Apr 10  2012 Python-2.7.3
    drwxr-xr-x   2 root  root  16384 Jun 29 12:47 sbin
    drwxr-xr-x 225 root  root  12288 Jun 25 15:57 share
    drwxr-xr-x   5 root  root   4096 Jun 25 15:48 src
    lrwxrwxrwx   1 root  root     10 Jun 25 15:36 tmp -> ../var/tmp
    drwxr-xr-x   3 root  root   4096 Jun 25 15:39 X11R6
    drwxr-xr-x  11 storm storm  4096 Jun 29 15:12 zookeeper-3.3.6

    系统目前python版本

    [storm@storm1 Python-2.7.3]$ python
    Python 2.4.3 (#1, Jun 11 2009, 14:09:58) 
    [GCC 4.1.2 20080704 (Red Hat 4.1.2-44)] on linux2
    Type "help", "copyright", "credits" or "license" for more information.
    >>>

    4.2源码安装python

    [root@storm1 Python-2.7.3]# pwd
    /usr/Python-2.7.3
    [root@storm1 Python-2.7.3]# ./configure
    ... ...
    checking for broken nice()... no
    checking for broken poll()... no
    checking for struct tm.tm_zone... (cached) yes
    checking for working tzset()... yes
    checking for tv_nsec in struct stat... yes
    checking for tv_nsec2 in struct stat... no
    checking whether mvwdelch is an expression... yes
    checking whether WINDOW has _flags... yes
    checking for is_term_resized... yes
    checking for resize_term... yes
    checking for resizeterm... yes
    checking for /dev/ptmx... yes
    checking for /dev/ptc... no
    checking for %lld and %llu printf() format support... yes
    checking for %zd printf() format support... yes
    checking for socklen_t... yes
    checking for build directories... done
    configure: creating ./config.status
    config.status: creating Makefile.pre
    config.status: creating Modules/Setup.config
    config.status: creating Misc/python.pc
    config.status: creating Modules/ld_so_aix
    config.status: creating pyconfig.h
    creating Modules/Setup
    creating Modules/Setup.local
    creating Makefile
    [root@storm1 Python-2.7.3]# make
    ... ...
    Python build finished, but the necessary bits to build these modules were not found:
    _tkinter           bsddb185           sunaudiodev     
    To find the necessary bits, look in setup.py in detect_modules() for the module's name.
    
    
    Failed to build these modules:
    _sqlite3                                              
    
    running build_scripts
    creating build/scripts-2.7
    copying and adjusting /usr/Python-2.7.3/Tools/scripts/pydoc -> build/scripts-2.7
    copying and adjusting /usr/Python-2.7.3/Tools/scripts/idle -> build/scripts-2.7
    copying and adjusting /usr/Python-2.7.3/Tools/scripts/2to3 -> build/scripts-2.7
    copying and adjusting /usr/Python-2.7.3/Lib/smtpd.py -> build/scripts-2.7
    changing mode of build/scripts-2.7/pydoc from 644 to 755
    changing mode of build/scripts-2.7/idle from 644 to 755
    changing mode of build/scripts-2.7/2to3 from 644 to 755
    changing mode of build/scripts-2.7/smtpd.py from 644 to 755
    /usr/bin/install -c -m 644 ./Tools/gdb/libpython.py python-gdb.py
    [root@storm1 Python-2.7.3]# make install
    ... ...
    running install_egg_info
    Writing /usr/local/lib/python2.7/lib-dynload/Python-2.7.3-py2.7.egg-info
    if test -f /usr/local/bin/python -o -h /usr/local/bin/python; 
            then rm -f /usr/local/bin/python; 
            else true; 
            fi
    (cd /usr/local/bin; ln -s python2 python)
    rm -f /usr/local/bin/python2
    (cd /usr/local/bin; ln -s python2.7 python2)
    rm -f /usr/local/bin/python2-config
    (cd /usr/local/bin; ln -s python2.7-config python2-config)
    rm -f /usr/local/bin/python-config
    (cd /usr/local/bin; ln -s python2-config python-config)
    test -d /usr/local/lib/pkgconfig || /usr/bin/install -c -d -m 755 /usr/local/lib/pkgconfig
    rm -f /usr/local/lib/pkgconfig/python2.pc
    (cd /usr/local/lib/pkgconfig; ln -s python-2.7.pc python2.pc)
    rm -f /usr/local/lib/pkgconfig/python.pc
    (cd /usr/local/lib/pkgconfig; ln -s python2.pc python.pc)
    /usr/bin/install -c -m 644 ./Misc/python.man 
                    /usr/local/share/man/man1/python2.7.1

    现在再查看当前python版本:

    [root@storm1 Python-2.7.3]# python
    Python 2.7.3 (default, Jun 29 2015, 16:31:04) 
    [GCC 4.1.2 20080704 (Red Hat 4.1.2-48)] on linux2
    Type "help", "copyright", "credits" or "license" for more information.
    >>>

    其他机器执行同样的安装.

    5.安装storm

    5.1解压安装包

    [root@storm1 usr]# pwd
    /usr
    [root@storm1 usr]#                                                       tar -xzf ../u01/scr/apache-storm-0.9.1-incubating.tar.gz 
    [root@storm1 usr]# ll
    total 280
    drwxr-xr-x   7 root  root   4096 Jun 29 16:51 apache-storm-0.9.1-incubating
    drwxr-xr-x   2 root  root  69632 Jun 29 12:47 bin
    drwxr-xr-x   2 root  root   4096 Oct  1  2009 etc
    drwxr-xr-x   2 root  root   4096 Oct  1  2009 games
    drwxr-xr-x 128 root  root  12288 Jun 25 15:55 include
    drwxr-xr-x   8 root  root   4096 Jun  6  2013 jdk1.7.0_25
    drwxr-xr-x   6 root  root   4096 Dec 11  2009 kerberos
    drwxr-xr-x 119 root  root  69632 Jun 29 12:47 lib
    drwxr-xr-x  12 root  root   4096 Jun 29 12:47 libexec
    drwxr-xr-x  11 root  root   4096 Jun 25 15:36 local
    drwxr-x---  18 storm storm  4096 Jun 29 16:35 Python-2.7.3
    drwxr-xr-x   2 root  root  16384 Jun 29 12:47 sbin
    drwxr-xr-x 225 root  root  12288 Jun 25 15:57 share
    drwxr-xr-x   5 root  root   4096 Jun 25 15:48 src
    lrwxrwxrwx   1 root  root     10 Jun 25 15:36 tmp -> ../var/tmp
    drwxr-xr-x   3 root  root   4096 Jun 25 15:39 X11R6
    drwxr-xr-x  11 storm storm  4096 Jun 29 15:12 zookeeper-3.3.6
    [root@storm1 usr]# chown storm.storm -R apache-storm-0.9.1-incubating/
    [root@storm1 usr]# ll
    total 280
    drwxr-xr-x   7 storm storm  4096 Jun 29 16:51 apache-storm-0.9.1-incubating
    drwxr-xr-x   2 root  root  69632 Jun 29 12:47 bin
    drwxr-xr-x   2 root  root   4096 Oct  1  2009 etc
    drwxr-xr-x   2 root  root   4096 Oct  1  2009 games
    drwxr-xr-x 128 root  root  12288 Jun 25 15:55 include
    drwxr-xr-x   8 root  root   4096 Jun  6  2013 jdk1.7.0_25
    drwxr-xr-x   6 root  root   4096 Dec 11  2009 kerberos
    drwxr-xr-x 119 root  root  69632 Jun 29 12:47 lib
    drwxr-xr-x  12 root  root   4096 Jun 29 12:47 libexec
    drwxr-xr-x  11 root  root   4096 Jun 25 15:36 local
    drwxr-x---  18 storm storm  4096 Jun 29 16:35 Python-2.7.3
    drwxr-xr-x   2 root  root  16384 Jun 29 12:47 sbin
    drwxr-xr-x 225 root  root  12288 Jun 25 15:57 share
    drwxr-xr-x   5 root  root   4096 Jun 25 15:48 src
    lrwxrwxrwx   1 root  root     10 Jun 25 15:36 tmp -> ../var/tmp
    drwxr-xr-x   3 root  root   4096 Jun 25 15:39 X11R6
    drwxr-xr-x  11 storm storm  4096 Jun 29 15:12 zookeeper-3.3.6

    5.2安装配置storm

    [root@storm1 usr]# su - storm
    [storm@storm1 ~]$ cd /usr/
    [storm@storm1 usr]$ mv apache-storm-0.9.1-incubating/  storm-0.9.1
    [storm@storm1 usr]$ cd storm-0.9.1/
    [storm@storm1 storm-0.9.1]$ mkdir data
    [storm@storm1 storm-0.9.1]$ cd conf/
    [storm@storm1 conf]$ vi storm.yaml
    [storm@storm1 conf]$ grep -v '^#' storm.yaml |grep -v '^$'
    storm.zookeeper.servers:
         - "192.168.1.191"
         - "192.168.1.192"
         - "192.168.1.193"
    nimbus.host: "192.168.1.191"
    storm.local.dir: "/usr/storm-0.9.1/data"
    supervisor.slots.ports:
           - 6700
           - 6701
           - 6702
           - 6703


    分发storm

    scp -rp storm-0.9.1/  storm@storm2.localdomain:/usr
    scp -rp storm-0.9.1/  storm@storm3.localdomain:/usr

    Storm配置项:

    https://github.com/nathanmarz/storm/blob/master/conf/defaults.yaml

    5.3配置storm用户环境

    配置STORM_HOME、PATH

    [storm@storm1 usr]$ su - storm
    [storm@storm1 usr]$ vi ~/.bash_profile
    [storm@storm1 usr]$ cat ~/.bash_profile
    # .bash_profile
    
    # Get the aliases and functions
    if [ -f ~/.bashrc ]; then
            . ~/.bashrc
    fi
    
    # User specific environment and startup programs
    
    STORM_HOME=/usr/storm-0.9.1
    PATH=$PATH:$HOME/bin:$STORM_HOME/bin
    
    export STORM_HOME
    export PATH
    [storm@storm1 usr]$ source ~/.bash_profile

    其他机器按照同样的方法配置。

    5.4启动storm集群

    在192.168.1.191机器上启动:

    [storm@storm1 /]$ storm nimbus &
    [1] 8939
    [storm@storm1 /]$ Running: java -server -Dstorm.options= -Dstorm.home=/usr/storm-0.9.1 -Djava.library.path=/usr/local/lib:/opt/local/lib:/usr/lib -Dstorm.conf.file= -cp /usr/storm-0.9.1/lib/tools.logging-0.2.3.jar:/usr/storm-0.9.1/lib/commons-io-1.4.jar:/usr/storm-0.9.1/lib/objenesis-1.2.jar:/usr/storm-0.9.1/lib/disruptor-2.10.1.jar:/usr/storm-0.9.1/lib/jline-2.11.jar:/usr/storm-0.9.1/lib/jetty-util-6.1.26.jar:/usr/storm-0.9.1/lib/storm-core-0.9.1-incubating.jar:/usr/storm-0.9.1/lib/clojure-1.4.0.jar:/usr/storm-0.9.1/lib/commons-fileupload-1.2.1.jar:/usr/storm-0.9.1/lib/commons-lang-2.5.jar:/usr/storm-0.9.1/lib/core.incubator-0.1.0.jar:/usr/storm-0.9.1/lib/commons-codec-1.4.jar:/usr/storm-0.9.1/lib/ring-servlet-0.3.11.jar:/usr/storm-0.9.1/lib/ring-devel-0.3.11.jar:/usr/storm-0.9.1/lib/logback-classic-1.0.6.jar:/usr/storm-0.9.1/lib/guava-13.0.jar:/usr/storm-0.9.1/lib/slf4j-api-1.6.5.jar:/usr/storm-0.9.1/lib/meat-locker-0.3.1.jar:/usr/storm-0.9.1/lib/hiccup-0.3.6.jar:/usr/storm-0.9.1/lib/log4j-over-slf4j-1.6.6.jar:/usr/storm-0.9.1/lib/httpcore-4.1.jar:/usr/storm-0.9.1/lib/servlet-api-2.5.jar:/usr/storm-0.9.1/lib/clout-1.0.1.jar:/usr/storm-0.9.1/lib/junit-3.8.1.jar:/usr/storm-0.9.1/lib/carbonite-1.3.2.jar:/usr/storm-0.9.1/lib/tools.macro-0.1.0.jar:/usr/storm-0.9.1/lib/commons-exec-1.1.jar:/usr/storm-0.9.1/lib/logback-core-1.0.6.jar:/usr/storm-0.9.1/lib/math.numeric-tower-0.0.1.jar:/usr/storm-0.9.1/lib/clj-stacktrace-0.2.4.jar:/usr/storm-0.9.1/lib/asm-4.0.jar:/usr/storm-0.9.1/lib/clj-time-0.4.1.jar:/usr/storm-0.9.1/lib/curator-framework-1.0.1.jar:/usr/storm-0.9.1/lib/jetty-6.1.26.jar:/usr/storm-0.9.1/lib/json-simple-1.1.jar:/usr/storm-0.9.1/lib/minlog-1.2.jar:/usr/storm-0.9.1/lib/commons-logging-1.1.1.jar:/usr/storm-0.9.1/lib/httpclient-4.1.1.jar:/usr/storm-0.9.1/lib/compojure-1.1.3.jar:/usr/storm-0.9.1/lib/jgrapht-core-0.9.0.jar:/usr/storm-0.9.1/lib/servlet-api-2.5-20081211.jar:/usr/storm-0.9.1/lib/snakeyaml-1.11.jar:/usr/storm-0.9.1/lib/curator-client-1.0.1.jar:/usr/storm-0.9.1/lib/ring-jetty-adapter-0.3.11.jar:/usr/storm-0.9.1/lib/netty-3.6.3.Final.jar:/usr/storm-0.9.1/lib/reflectasm-1.07-shaded.jar:/usr/storm-0.9.1/lib/kryo-2.17.jar:/usr/storm-0.9.1/lib/joda-time-2.0.jar:/usr/storm-0.9.1/lib/zookeeper-3.3.3.jar:/usr/storm-0.9.1/lib/ring-core-1.1.5.jar:/usr/storm-0.9.1/lib/tools.cli-0.2.2.jar:/usr/storm-0.9.1/conf -Xmx1024m -Dlogfile.name=nimbus.log -Dlogback.configurationFile=/usr/storm-0.9.1/logback/cluster.xml backtype.storm.daemon.nimbus
    [storm@storm1 /]$ jps
    9862 QuorumPeerMain
    9257 Jps
    8939 nimbus

    在192.168.1.192机器上启动:

    [storm@storm2 conf]$ storm supervisor &
    [1] 6221
    [storm@storm2 conf]$ Running: java -server -Dstorm.options= -Dstorm.home=/usr/storm-0.9.1 -Djava.library.path=/usr/local/lib:/opt/local/lib:/usr/lib -Dstorm.conf.file= -cp /usr/storm-0.9.1/lib/tools.logging-0.2.3.jar:/usr/storm-0.9.1/lib/commons-io-1.4.jar:/usr/storm-0.9.1/lib/objenesis-1.2.jar:/usr/storm-0.9.1/lib/disruptor-2.10.1.jar:/usr/storm-0.9.1/lib/jline-2.11.jar:/usr/storm-0.9.1/lib/jetty-util-6.1.26.jar:/usr/storm-0.9.1/lib/storm-core-0.9.1-incubating.jar:/usr/storm-0.9.1/lib/clojure-1.4.0.jar:/usr/storm-0.9.1/lib/commons-fileupload-1.2.1.jar:/usr/storm-0.9.1/lib/commons-lang-2.5.jar:/usr/storm-0.9.1/lib/core.incubator-0.1.0.jar:/usr/storm-0.9.1/lib/commons-codec-1.4.jar:/usr/storm-0.9.1/lib/ring-servlet-0.3.11.jar:/usr/storm-0.9.1/lib/ring-devel-0.3.11.jar:/usr/storm-0.9.1/lib/logback-classic-1.0.6.jar:/usr/storm-0.9.1/lib/guava-13.0.jar:/usr/storm-0.9.1/lib/slf4j-api-1.6.5.jar:/usr/storm-0.9.1/lib/meat-locker-0.3.1.jar:/usr/storm-0.9.1/lib/hiccup-0.3.6.jar:/usr/storm-0.9.1/lib/log4j-over-slf4j-1.6.6.jar:/usr/storm-0.9.1/lib/httpcore-4.1.jar:/usr/storm-0.9.1/lib/servlet-api-2.5.jar:/usr/storm-0.9.1/lib/clout-1.0.1.jar:/usr/storm-0.9.1/lib/junit-3.8.1.jar:/usr/storm-0.9.1/lib/carbonite-1.3.2.jar:/usr/storm-0.9.1/lib/tools.macro-0.1.0.jar:/usr/storm-0.9.1/lib/commons-exec-1.1.jar:/usr/storm-0.9.1/lib/logback-core-1.0.6.jar:/usr/storm-0.9.1/lib/math.numeric-tower-0.0.1.jar:/usr/storm-0.9.1/lib/clj-stacktrace-0.2.4.jar:/usr/storm-0.9.1/lib/asm-4.0.jar:/usr/storm-0.9.1/lib/clj-time-0.4.1.jar:/usr/storm-0.9.1/lib/curator-framework-1.0.1.jar:/usr/storm-0.9.1/lib/jetty-6.1.26.jar:/usr/storm-0.9.1/lib/json-simple-1.1.jar:/usr/storm-0.9.1/lib/minlog-1.2.jar:/usr/storm-0.9.1/lib/commons-logging-1.1.1.jar:/usr/storm-0.9.1/lib/httpclient-4.1.1.jar:/usr/storm-0.9.1/lib/compojure-1.1.3.jar:/usr/storm-0.9.1/lib/jgrapht-core-0.9.0.jar:/usr/storm-0.9.1/lib/servlet-api-2.5-20081211.jar:/usr/storm-0.9.1/lib/snakeyaml-1.11.jar:/usr/storm-0.9.1/lib/curator-client-1.0.1.jar:/usr/storm-0.9.1/lib/ring-jetty-adapter-0.3.11.jar:/usr/storm-0.9.1/lib/netty-3.6.3.Final.jar:/usr/storm-0.9.1/lib/reflectasm-1.07-shaded.jar:/usr/storm-0.9.1/lib/kryo-2.17.jar:/usr/storm-0.9.1/lib/joda-time-2.0.jar:/usr/storm-0.9.1/lib/zookeeper-3.3.3.jar:/usr/storm-0.9.1/lib/ring-core-1.1.5.jar:/usr/storm-0.9.1/lib/tools.cli-0.2.2.jar:/usr/storm-0.9.1/conf -Xmx256m -Dlogfile.name=supervisor.log -Dlogback.configurationFile=/usr/storm-0.9.1/logback/cluster.xml backtype.storm.daemon.supervisor
    [storm@storm2 conf]$ jps
    6658 QuorumPeerMain
    6221 supervisor
    6269 Jps

    在192.168.1.193机器上启动:

    [storm@storm3 ~]$ storm supervisor &
    [1] 6158
    [storm@storm3 ~]$ Running: java -server -Dstorm.options= -Dstorm.home=/usr/storm-0.9.1 -Djava.library.path=/usr/local/lib:/opt/local/lib:/usr/lib -Dstorm.conf.file= -cp /usr/storm-0.9.1/lib/tools.logging-0.2.3.jar:/usr/storm-0.9.1/lib/commons-io-1.4.jar:/usr/storm-0.9.1/lib/objenesis-1.2.jar:/usr/storm-0.9.1/lib/disruptor-2.10.1.jar:/usr/storm-0.9.1/lib/jline-2.11.jar:/usr/storm-0.9.1/lib/jetty-util-6.1.26.jar:/usr/storm-0.9.1/lib/storm-core-0.9.1-incubating.jar:/usr/storm-0.9.1/lib/clojure-1.4.0.jar:/usr/storm-0.9.1/lib/commons-fileupload-1.2.1.jar:/usr/storm-0.9.1/lib/commons-lang-2.5.jar:/usr/storm-0.9.1/lib/core.incubator-0.1.0.jar:/usr/storm-0.9.1/lib/commons-codec-1.4.jar:/usr/storm-0.9.1/lib/ring-servlet-0.3.11.jar:/usr/storm-0.9.1/lib/ring-devel-0.3.11.jar:/usr/storm-0.9.1/lib/logback-classic-1.0.6.jar:/usr/storm-0.9.1/lib/guava-13.0.jar:/usr/storm-0.9.1/lib/slf4j-api-1.6.5.jar:/usr/storm-0.9.1/lib/meat-locker-0.3.1.jar:/usr/storm-0.9.1/lib/hiccup-0.3.6.jar:/usr/storm-0.9.1/lib/log4j-over-slf4j-1.6.6.jar:/usr/storm-0.9.1/lib/httpcore-4.1.jar:/usr/storm-0.9.1/lib/servlet-api-2.5.jar:/usr/storm-0.9.1/lib/clout-1.0.1.jar:/usr/storm-0.9.1/lib/junit-3.8.1.jar:/usr/storm-0.9.1/lib/carbonite-1.3.2.jar:/usr/storm-0.9.1/lib/tools.macro-0.1.0.jar:/usr/storm-0.9.1/lib/commons-exec-1.1.jar:/usr/storm-0.9.1/lib/logback-core-1.0.6.jar:/usr/storm-0.9.1/lib/math.numeric-tower-0.0.1.jar:/usr/storm-0.9.1/lib/clj-stacktrace-0.2.4.jar:/usr/storm-0.9.1/lib/asm-4.0.jar:/usr/storm-0.9.1/lib/clj-time-0.4.1.jar:/usr/storm-0.9.1/lib/curator-framework-1.0.1.jar:/usr/storm-0.9.1/lib/jetty-6.1.26.jar:/usr/storm-0.9.1/lib/json-simple-1.1.jar:/usr/storm-0.9.1/lib/minlog-1.2.jar:/usr/storm-0.9.1/lib/commons-logging-1.1.1.jar:/usr/storm-0.9.1/lib/httpclient-4.1.1.jar:/usr/storm-0.9.1/lib/compojure-1.1.3.jar:/usr/storm-0.9.1/lib/jgrapht-core-0.9.0.jar:/usr/storm-0.9.1/lib/servlet-api-2.5-20081211.jar:/usr/storm-0.9.1/lib/snakeyaml-1.11.jar:/usr/storm-0.9.1/lib/curator-client-1.0.1.jar:/usr/storm-0.9.1/lib/ring-jetty-adapter-0.3.11.jar:/usr/storm-0.9.1/lib/netty-3.6.3.Final.jar:/usr/storm-0.9.1/lib/reflectasm-1.07-shaded.jar:/usr/storm-0.9.1/lib/kryo-2.17.jar:/usr/storm-0.9.1/lib/joda-time-2.0.jar:/usr/storm-0.9.1/lib/zookeeper-3.3.3.jar:/usr/storm-0.9.1/lib/ring-core-1.1.5.jar:/usr/storm-0.9.1/lib/tools.cli-0.2.2.jar:/usr/storm-0.9.1/conf -Xmx256m -Dlogfile.name=supervisor.log -Dlogback.configurationFile=/usr/storm-0.9.1/logback/cluster.xml backtype.storm.daemon.supervisor
    [storm@storm3 ~]$ jps
    6571 QuorumPeerMain
    6219 Jps
    6158 supervisor

    5.5启动storm图形工具

    在运行nimbus的机器上启动ui和logview进程。

    [storm@storm1 /]$ storm ui &
    [2] 10006
    [storm@storm1 /]$ Running: java -server -Dstorm.options= -Dstorm.home=/usr/storm-0.9.1 -Djava.library.path=/usr/local/lib:/opt/local/lib:/usr/lib -Dstorm.conf.file= -cp /usr/storm-0.9.1/lib/tools.logging-0.2.3.jar:/usr/storm-0.9.1/lib/commons-io-1.4.jar:/usr/storm-0.9.1/lib/objenesis-1.2.jar:/usr/storm-0.9.1/lib/disruptor-2.10.1.jar:/usr/storm-0.9.1/lib/jline-2.11.jar:/usr/storm-0.9.1/lib/jetty-util-6.1.26.jar:/usr/storm-0.9.1/lib/storm-core-0.9.1-incubating.jar:/usr/storm-0.9.1/lib/clojure-1.4.0.jar:/usr/storm-0.9.1/lib/commons-fileupload-1.2.1.jar:/usr/storm-0.9.1/lib/commons-lang-2.5.jar:/usr/storm-0.9.1/lib/core.incubator-0.1.0.jar:/usr/storm-0.9.1/lib/commons-codec-1.4.jar:/usr/storm-0.9.1/lib/ring-servlet-0.3.11.jar:/usr/storm-0.9.1/lib/ring-devel-0.3.11.jar:/usr/storm-0.9.1/lib/logback-classic-1.0.6.jar:/usr/storm-0.9.1/lib/guava-13.0.jar:/usr/storm-0.9.1/lib/slf4j-api-1.6.5.jar:/usr/storm-0.9.1/lib/meat-locker-0.3.1.jar:/usr/storm-0.9.1/lib/hiccup-0.3.6.jar:/usr/storm-0.9.1/lib/log4j-over-slf4j-1.6.6.jar:/usr/storm-0.9.1/lib/httpcore-4.1.jar:/usr/storm-0.9.1/lib/servlet-api-2.5.jar:/usr/storm-0.9.1/lib/clout-1.0.1.jar:/usr/storm-0.9.1/lib/junit-3.8.1.jar:/usr/storm-0.9.1/lib/carbonite-1.3.2.jar:/usr/storm-0.9.1/lib/tools.macro-0.1.0.jar:/usr/storm-0.9.1/lib/commons-exec-1.1.jar:/usr/storm-0.9.1/lib/logback-core-1.0.6.jar:/usr/storm-0.9.1/lib/math.numeric-tower-0.0.1.jar:/usr/storm-0.9.1/lib/clj-stacktrace-0.2.4.jar:/usr/storm-0.9.1/lib/asm-4.0.jar:/usr/storm-0.9.1/lib/clj-time-0.4.1.jar:/usr/storm-0.9.1/lib/curator-framework-1.0.1.jar:/usr/storm-0.9.1/lib/jetty-6.1.26.jar:/usr/storm-0.9.1/lib/json-simple-1.1.jar:/usr/storm-0.9.1/lib/minlog-1.2.jar:/usr/storm-0.9.1/lib/commons-logging-1.1.1.jar:/usr/storm-0.9.1/lib/httpclient-4.1.1.jar:/usr/storm-0.9.1/lib/compojure-1.1.3.jar:/usr/storm-0.9.1/lib/jgrapht-core-0.9.0.jar:/usr/storm-0.9.1/lib/servlet-api-2.5-20081211.jar:/usr/storm-0.9.1/lib/snakeyaml-1.11.jar:/usr/storm-0.9.1/lib/curator-client-1.0.1.jar:/usr/storm-0.9.1/lib/ring-jetty-adapter-0.3.11.jar:/usr/storm-0.9.1/lib/netty-3.6.3.Final.jar:/usr/storm-0.9.1/lib/reflectasm-1.07-shaded.jar:/usr/storm-0.9.1/lib/kryo-2.17.jar:/usr/storm-0.9.1/lib/joda-time-2.0.jar:/usr/storm-0.9.1/lib/zookeeper-3.3.3.jar:/usr/storm-0.9.1/lib/ring-core-1.1.5.jar:/usr/storm-0.9.1/lib/tools.cli-0.2.2.jar:/usr/storm-0.9.1:/usr/storm-0.9.1/conf -Xmx768m -Dlogfile.name=ui.log -Dlogback.configurationFile=/usr/storm-0.9.1/logback/cluster.xml backtype.storm.ui.core
    [storm@storm1 /]$ jps
    9862 QuorumPeerMain
    8939 nimbus
    10037 Jps
    10006 core
    [storm@storm1 /]$ storm logviewer &
    [3] 10067
    [storm@storm1 /]$ Running: java -server -Dstorm.options= -Dstorm.home=/usr/storm-0.9.1 -Djava.library.path=/usr/local/lib:/opt/local/lib:/usr/lib -Dstorm.conf.file= -cp /usr/storm-0.9.1/lib/tools.logging-0.2.3.jar:/usr/storm-0.9.1/lib/commons-io-1.4.jar:/usr/storm-0.9.1/lib/objenesis-1.2.jar:/usr/storm-0.9.1/lib/disruptor-2.10.1.jar:/usr/storm-0.9.1/lib/jline-2.11.jar:/usr/storm-0.9.1/lib/jetty-util-6.1.26.jar:/usr/storm-0.9.1/lib/storm-core-0.9.1-incubating.jar:/usr/storm-0.9.1/lib/clojure-1.4.0.jar:/usr/storm-0.9.1/lib/commons-fileupload-1.2.1.jar:/usr/storm-0.9.1/lib/commons-lang-2.5.jar:/usr/storm-0.9.1/lib/core.incubator-0.1.0.jar:/usr/storm-0.9.1/lib/commons-codec-1.4.jar:/usr/storm-0.9.1/lib/ring-servlet-0.3.11.jar:/usr/storm-0.9.1/lib/ring-devel-0.3.11.jar:/usr/storm-0.9.1/lib/logback-classic-1.0.6.jar:/usr/storm-0.9.1/lib/guava-13.0.jar:/usr/storm-0.9.1/lib/slf4j-api-1.6.5.jar:/usr/storm-0.9.1/lib/meat-locker-0.3.1.jar:/usr/storm-0.9.1/lib/hiccup-0.3.6.jar:/usr/storm-0.9.1/lib/log4j-over-slf4j-1.6.6.jar:/usr/storm-0.9.1/lib/httpcore-4.1.jar:/usr/storm-0.9.1/lib/servlet-api-2.5.jar:/usr/storm-0.9.1/lib/clout-1.0.1.jar:/usr/storm-0.9.1/lib/junit-3.8.1.jar:/usr/storm-0.9.1/lib/carbonite-1.3.2.jar:/usr/storm-0.9.1/lib/tools.macro-0.1.0.jar:/usr/storm-0.9.1/lib/commons-exec-1.1.jar:/usr/storm-0.9.1/lib/logback-core-1.0.6.jar:/usr/storm-0.9.1/lib/math.numeric-tower-0.0.1.jar:/usr/storm-0.9.1/lib/clj-stacktrace-0.2.4.jar:/usr/storm-0.9.1/lib/asm-4.0.jar:/usr/storm-0.9.1/lib/clj-time-0.4.1.jar:/usr/storm-0.9.1/lib/curator-framework-1.0.1.jar:/usr/storm-0.9.1/lib/jetty-6.1.26.jar:/usr/storm-0.9.1/lib/json-simple-1.1.jar:/usr/storm-0.9.1/lib/minlog-1.2.jar:/usr/storm-0.9.1/lib/commons-logging-1.1.1.jar:/usr/storm-0.9.1/lib/httpclient-4.1.1.jar:/usr/storm-0.9.1/lib/compojure-1.1.3.jar:/usr/storm-0.9.1/lib/jgrapht-core-0.9.0.jar:/usr/storm-0.9.1/lib/servlet-api-2.5-20081211.jar:/usr/storm-0.9.1/lib/snakeyaml-1.11.jar:/usr/storm-0.9.1/lib/curator-client-1.0.1.jar:/usr/storm-0.9.1/lib/ring-jetty-adapter-0.3.11.jar:/usr/storm-0.9.1/lib/netty-3.6.3.Final.jar:/usr/storm-0.9.1/lib/reflectasm-1.07-shaded.jar:/usr/storm-0.9.1/lib/kryo-2.17.jar:/usr/storm-0.9.1/lib/joda-time-2.0.jar:/usr/storm-0.9.1/lib/zookeeper-3.3.3.jar:/usr/storm-0.9.1/lib/ring-core-1.1.5.jar:/usr/storm-0.9.1/lib/tools.cli-0.2.2.jar:/usr/storm-0.9.1:/usr/storm-0.9.1/conf -Xmx128m -Dlogfile.name=logviewer.log -Dlogback.configurationFile=/usr/storm-0.9.1/logback/cluster.xml backtype.storm.daemon.logviewer
    [storm@storm1 /]$ jps
    9862 QuorumPeerMain
    8939 nimbus
    10099 Jps
    10067 logviewer
    10006 core

    打开IE,输入nimbus服务所在的IP地址:

  • 相关阅读:
    把Orchard部署到Windows Azure Web Sites
    使用Windows Live Writer 发布博客园博客
    使用Microsoft Word 2013 发布Blog到博客园
    Java栈的简单实现
    Java中的运算符
    Java简单双向链表实现 @version 1.0
    Java中的面向对象II
    认识和分析日志文件
    两数之和问题
    括号序列算法
  • 原文地址:https://www.cnblogs.com/myrunning/p/4654011.html
Copyright © 2011-2022 走看看