RabbitMQ集群配置

环境说明：

Oracle Linux Server release 6.9
rabbitmq-a 192.168.168.3
rabbitmq-b 192.168.168.4
rabbitmq-c 192.168.168.5

一、RabbitMQ-aa配置

1.安装Erlang环境

下载:http://www.erlang.org/download/

2.修改hosts

# vi /etc/hosts
192.168.168.3 rabbitmq-a
192.168.168.4 rabbitmq-b
192.168.168.5 rabbitmq-c

3.安装依赖包

yum -y install make gcc gcc-c++ kernel-devel m4 ncurses-devel openssl-devel

1)安装erlang包

tar -zxvf otp_src_20.3.tar.gz
cd otp_src_20.3
./configure --prefix=/usr/local/erlang --with-ssl --enable-threads --enable-smp-support --enable-kernel-poll --enable-hipe --without-javac
make && make install

--enable-smp-support启用对称多处理支持（Symmetric Multi-Processing对称多处理结构的简称）
--enable-threads启用异步线程支持
--enable-sctp启用流控制协议支持（Stream Control Transmission Protocol，流控制传输协议）
--enable-kernel-poll启用Linux内核poll
--enable-hipe启用高性能Erlang（High Performance Erlang）

--with-ssl使用SSL包

2)配置erlang环境变量

# vi /etc/profile.d/erlang.sh
export ERL_HOME=/usr/local/erlang/bin  
export PATH=$PATH:$ERL_HOME

source /etc/profile.d/erlang.sh
#erl       //输入erl命令判断是否安装成功##

Erlang/OTP 20 [erts-9.3] [source] [64-bit] [smp:1:1] [ds:1:1:10] [async-threads:10] [hipe] [kernel-poll:false]
Eshell V9.3  (abort with ^G)

4.安装rabbitMQ

下载:http://www.rabbitmq.com/releases/rabbitmq-server/

1)解压安装rabbitMQ

tar -Jxvf rabbitmq-server-generic-unix-3.7.4.tar.xz
mv rabbitmq_server-3.7.4 /opt/rabbitmq3.74

2)配置rabbitmq环境变量

# vi /etc/profile.d/rabbitmq.sh
export MQ_HOME=/opt/rabbitmq3.74/sbin  
export PATH=$PATH:$MQ_HOME

source /etc/profile.d/rabbitmq.sh

3)添加管理员帐号(先启动rabbitMQ)

rabbitmqctl add_user admin admin                                //添加用户
rabbitmqctl set_user_tags admin administrator                   //添加管理员权限
rabbitmqctl set_permissions -p / admin ".*" ".*" ".*"           //为虚拟目录分配权限
rabbitmq-plugins enable rabbitmq_management                     //开启管理页面插件
rabbitmqctl list_users                                          //查看用户

4)启动各节点

rabbitmq-server -detached

5)检测rabbitMQ是否正常运行

# rabbitmqctl status
Status of node rabbit@rabbitmq-a ...
[{pid,2529},
 {running_applications,
     [{rabbitmq_management,"RabbitMQ Management Console","3.7.4"},
      {rabbitmq_web_dispatch,"RabbitMQ Web Dispatcher","3.7.4"},
      {cowboy,"Small, fast, modern HTTP server.","2.2.2"},
      {cowlib,"Support library for manipulating Web protocols.","2.1.0"},
      {rabbitmq_management_agent,"RabbitMQ Management Agent","3.7.4"},
      {amqp_client,"RabbitMQ AMQP Client","3.7.4"},
      {rabbit,"RabbitMQ","3.7.4"},
      {mnesia,"MNESIA  CXC 138 12","4.15.3"},
      {rabbit_common,
          "Modules shared by rabbitmq-server and rabbitmq-erlang-client",
          "3.7.4"},
      {ranch_proxy_protocol,"Ranch Proxy Protocol Transport","1.4.4"},
      {ranch,"Socket acceptor pool for TCP protocols.","1.4.0"},
      {ssl,"Erlang/OTP SSL application","8.2.4"},
      {public_key,"Public key infrastructure","1.5.2"},
      {crypto,"CRYPTO","4.2.1"},
      {asn1,"The Erlang ASN1 compiler version 5.0.5","5.0.5"},
      {recon,"Diagnostic tools for production use","2.3.2"},
      {inets,"INETS  CXC 138 49","6.5"},
      {os_mon,"CPO  CXC 138 46","2.4.4"},
      {xmerl,"XML parser","1.3.16"},
      {jsx,"a streaming, evented json parsing toolkit","2.8.2"},
      {lager,"Erlang logging framework","3.5.1"},
      {goldrush,"Erlang event stream processor","0.1.9"},
      {compiler,"ERTS  CXC 138 10","7.1.5"},
      {syntax_tools,"Syntax tools","2.1.4"},
      {sasl,"SASL  CXC 138 11","3.1.1"},
      {stdlib,"ERTS  CXC 138 10","3.4.4"},
      {kernel,"ERTS  CXC 138 10","5.4.3"}]},
 {os,{unix,linux}},
 {erlang_version,
     "Erlang/OTP 20 [erts-9.3] [source] [64-bit] [smp:1:1] [ds:1:1:10] [async-threads:64] [hipe] [kernel-poll:true]
"},
 {memory,
     [{connection_readers,0},
      {connection_writers,0},
      {connection_channels,0},
      {connection_other,2840},
      {queue_procs,0},
      {queue_slave_procs,0},
      {plugins,1055688},
      {other_proc,22552656},
      {metrics,194880},
      {mgmt_db,180208},
      {mnesia,73936},
      {other_ets,2211952},
      {binary,344144},
      {msg_index,30064},
      {code,28442346},
      {atom,1123529},
      {other_system,9615125},
      {allocated_unused,17128920},
      {reserved_unallocated,7909376},
      {strategy,rss},
      {total,[{erlang,65827368},{rss,90865664},{allocated,82956288}]}]},
 {alarms,[]},
 {listeners,[{clustering,25672,"::"},{amqp,5672,"::"},{http,15672,"::"}]},
 {vm_memory_calculation_strategy,rss},
 {vm_memory_high_watermark,0.4},
 {vm_memory_limit,730962329},
 {disk_free_limit,50000000},
 {disk_free,1693765632},
 {file_descriptors,
     [{total_limit,924},{total_used,2},{sockets_limit,829},{sockets_used,0}]},
 {processes,[{limit,1048576},{used,366}]},
 {run_queue,0},
 {uptime,1373},
 {kernel,{net_ticktime,60}}]

二、RabbitMQ-b/c配置同RabbitMQ-a

三、RabbitMQ集群配置

1)读取RabbitMQ-a的erlang.cookie复制到其它节点

# ls -la $HOME | grep .erlang
-r--------   1 root root    20 Jun 27 00:00 .erlang.cookie

scp /root/.erlang.cookie root@192.168.168.4:/root/
scp /root/.erlang.cookie root@192.168.168.5:/root/

2)将各从节点加入集群(两个节点做同样操作)

# rabbitmqctl stop_app
Stopping rabbit application on node rabbit@rabbitmq-b ...
# rabbitmqctl reset
Resetting node rabbit@rabbitmq-b ...
# rabbitmqctl join_cluster rabbit@rabbitmq-a
Clustering node rabbit@rabbitmq-b with rabbit@rabbitmq-a
# rabbitmqctl start_app
Starting node rabbit@rabbitmq-b ...
 completed with 0 plugins.

3)查看集群状态

rabbitmq-b 192.168.168.4

# rabbitmqctl cluster_status
Cluster status of node rabbit@rabbitmq-b ...
[{nodes,[{disc,['rabbit@rabbitmq-a']},
         {ram,['rabbit@rabbitmq-c','rabbit@rabbitmq-b']}]},
 {running_nodes,['rabbit@rabbitmq-c','rabbit@rabbitmq-a','rabbit@rabbitmq-b']},
 {cluster_name,<<"rabbit@rabbitmq-b">>},
 {partitions,[]},
 {alarms,[{'rabbit@rabbitmq-c',[]},
          {'rabbit@rabbitmq-a',[]},
          {'rabbit@rabbitmq-b',[]}]}

rabbitmq-c 192.168.168.5

# rabbitmqctl cluster_status
Cluster status of node rabbit@rabbitmq-c ...
[{nodes,[{disc,['rabbit@rabbitmq-a']},
         {ram,['rabbit@rabbitmq-c','rabbit@rabbitmq-b']}]},
 {running_nodes,['rabbit@rabbitmq-b','rabbit@rabbitmq-a','rabbit@rabbitmq-c']},
 {cluster_name,<<"rabbit@rabbitmq-b">>},
 {partitions,[]},
 {alarms,[{'rabbit@rabbitmq-b',[]},
          {'rabbit@rabbitmq-a',[]},
          {'rabbit@rabbitmq-c',[]}]}]

4)重建在各节点做管理账号添加操作

rabbitmqctl add_user admin admin
rabbitmqctl set_user_tags admin administrator
rabbitmqctl set_permissions -p / admin ".*" ".*" ".*"

5)改变两个从节点为RAM内存节点(两个节点做同样操作)

# rabbitmqctl stop_app
Stopping rabbit application on node rabbit@rabbitmq-b ...
# rabbitmqctl change_cluster_node_type ram
Turning rabbit@rabbitmq-b into a ram node
# rabbitmqctl start_app
Starting node rabbit@rabbitmq-b ...
 completed with 3 plugins.

6)登录管理页面

四、配置镜像队列

1.示例一：声明名为test-all的策略，它与名称以"test"开头的队列相匹配，并将镜像配置到集群中的所有节点.

# rabbitmqctl set_policy test-all "^test." '{"ha-mode":"all"}' 
Setting policy "test-all" for pattern "^test." to "{"ha-mode":"all"}" with priority "0" for vhost "/" ...

2.示例二：声明名为two_ha的策略，它与名称以"two"开头的队列镜像到集群中的任意两个节点，并进行自动同步.

# rabbitmqctl set_policy two-ha "^two." '{"ha-mode":"exactly","ha-params":2,"ha-sync-mode":"automatic"}'   
Setting policy "two-ha" for pattern "^two." to "{"ha-mode":"exactly","ha-params":2,"ha-sync-mode":"automatic"}" with priority "0" for vhost "/" ...

3.示例三：声明名为three_ha的策略，它与名称以"three"开头的队列镜像到群集中指定的B和C节点.

# rabbitmqctl set_policy three_ha "^three." '{"ha-mode":"nodes","ha-params":["rabbit@rabbitmq-b","rabbit@rabbitmq-c"]}'
Setting policy "three_ha" for pattern "^three." to "{"ha-mode":"nodes","ha-params":["rabbit@rabbitmq-b","rabbit@rabbitmq-c"]}" with priority "0" for vhost "/" ...

4.在vhost work_host中声明名为four-all的策略，它与名称以"four"开头的队列相匹配，并将镜像配置到集群中的所有节点.

# rabbitmqctl set_policy -p work_host four-all "^four." '{"ha-mode":"all"}'          
Setting policy "four-all" for pattern "^four." to "{"ha-mode":"all"}" with priority "0" for vhost "work_host" ...

指定参数详解：

参数名称	描述
-p	可选参数，针对指定 vhost 下的exchange或 queue
–priority	可选参数，policy 的优先级
–apply-to	可选参数，策略适用的对象类型，其值可为 “queues”, “exchanges” 或 “all”.默认是”all”
name	policy 的名称
pattern	匹配模式（正则表达式）
definition	镜像定义，json 格式，包括三部分（ha-mode,ha-params,ha-sync-mode）具体配置见下表

 

 

 

 

 

definition参数详情：

参数名称	描述
ha-mode	指名镜像队列模式，其值可为”all”,”exactly”或”nodes”，all：表示在集群所有节点上进行镜像；exactly：表示在指定个数的节点上镜像，节点个数由 ha-params 指定；nodes：表示在指定节点上进行镜像，节点名称通过ha-params 指定
ha-params	ha-mode模式需要用到的参数：exactly 模式下为数字表述镜像节点数，nodes 模式下为节点列表表示需要镜像的节点
ha-sync-mode	镜像队列中消息的同步方式，其值可为”automatic”或”manually”

 

五、RabbitMQ自启动脚本

vi /etc/init.d/rabbitmq-server
#!/bin/sh
#
# rabbitmq-server RabbitMQ broker
#
# chkconfig: - 80 05
# description: Enable AMQP service provided by RabbitMQ
#
### BEGIN INIT INFO
# Provides:          rabbitmq-server
# Required-Start:    $remote_fs $network
# Required-Stop:     $remote_fs $network
# Description:       RabbitMQ broker
# Short-Description: Enable AMQP service provided by RabbitMQ broker
### END INIT INFO
# Source function library.
. /etc/rc.d/init.d/functions

export HOME=/root
PATH=/sbin:/usr/sbin:/bin:/usr/bin:/usr/local/erlang/bin
NAME=rabbitmq-server
DAEMON=/opt/rabbitmq3.74/sbin/${NAME}
CONTROL=/opt/rabbitmq3.74/sbin/rabbitmqctl
DESC=rabbitmq-server
USER=root
INIT_LOG_DIR=/var/log/rabbitmq
PID_FILE=/var/run/rabbitmq/mqpid

START_PROG="daemon"
LOCK_FILE=/var/lock/subsys/$NAME

test -x $DAEMON || exit 0
test -x $CONTROL || exit 0

RETVAL=0
set -e

[ -f /etc/default/${NAME} ] && . /etc/default/${NAME}

ensure_pid_dir () {
    PID_DIR=`dirname ${PID_FILE}`
    if [ ! -d ${PID_DIR} ] ; then
        mkdir -p ${PID_DIR}
        chown -R ${USER}:${USER} ${PID_DIR}
        chmod 755 ${PID_DIR}
    fi
}

remove_pid () {
    rm -f ${PID_FILE}
    rmdir `dirname ${PID_FILE}` || :
}

start_rabbitmq () {
    status_rabbitmq quiet
    if [ $RETVAL = 0 ] ; then
        echo RabbitMQ is currently running
    else
        RETVAL=0
        ensure_pid_dir
        set +e
        RABBITMQ_PID_FILE=$PID_FILE $START_PROG $DAEMON 
            > "${INIT_LOG_DIR}/startup_log" 
            2> "${INIT_LOG_DIR}/startup_err" 
            0<&- &
        $CONTROL wait $PID_FILE >/dev/null 2>&1
        RETVAL=$?
        set -e
        case "$RETVAL" in
            0)
                echo SUCCESS
                if [ -n "$LOCK_FILE" ] ; then
                    touch $LOCK_FILE
                fi
                ;;
            *)
                remove_pid
                echo FAILED - check ${INIT_LOG_DIR}/startup_{log, _err}
                RETVAL=1
                ;;
        esac
    fi
}

stop_rabbitmq () {
    status_rabbitmq quiet
    if [ $RETVAL = 0 ] ; then
        set +e
        $CONTROL stop ${PID_FILE} > ${INIT_LOG_DIR}/shutdown_log 2> ${INIT_LOG_DIR}/shutdown_err
        RETVAL=$?
        set -e
        if [ $RETVAL = 0 ] ; then
            remove_pid
            if [ -n "$LOCK_FILE" ] ; then
                rm -f $LOCK_FILE
            fi
        else
            echo FAILED - check ${INIT_LOG_DIR}/shutdown_log, _err
        fi
    else
        echo RabbitMQ is not running
        RETVAL=0
    fi
}

status_rabbitmq() {
    set +e
    if [ "$1" != "quiet" ] ; then
        $CONTROL status 2>&1
    else
        $CONTROL status > /dev/null 2>&1
    fi
    if [ $? != 0 ] ; then
        RETVAL=3
    fi
    set -e
}

rotate_logs_rabbitmq() {
    set +e
    $CONTROL rotate_logs ${ROTATE_SUFFIX}
    if [ $? != 0 ] ; then
        RETVAL=1
    fi
    set -e
}

restart_running_rabbitmq () {
    status_rabbitmq quiet
    if [ $RETVAL = 0 ] ; then
        restart_rabbitmq
    else
        echo RabbitMQ is not runnning
        RETVAL=0
    fi
}

restart_rabbitmq() {
    stop_rabbitmq
    start_rabbitmq
}

if  [ ! -d $INIT_LOG_DIR ]; then   
    mkdir $INIT_LOG_DIR
fi

case "$1" in
    start)
        echo -n "Starting $DESC: "
        start_rabbitmq
        echo "$NAME."
        ;;
    stop)
        echo -n "Stopping $DESC: "
        stop_rabbitmq
        echo "$NAME."
        ;;
    status)
        status_rabbitmq
        ;;
    rotate-logs)
        echo -n "Rotating log files for $DESC: "
        rotate_logs_rabbitmq
        ;;
    force-reload|reload|restart)
        echo -n "Restarting $DESC: "
        restart_rabbitmq
        echo "$NAME."
        ;;
    try-restart)
        echo -n "Restarting $DESC: "
        restart_running_rabbitmq
        echo "$NAME."
        ;;
    *)
        echo "Usage: $0 {start|stop|status|rotate-logs|restart|condrestart|try-restart|reload|force-reload}" >&2
        RETVAL=1
        ;;
esac

exit $RETVAL

chmod u+x /etc/init.d/rabbitmq-server
chkconfig --add rabbitmq-server
chkconfig rabbitmq-server on
mkdir /var/run/rabbitmq
mkdir /var/log/rabbitmq

注：RabbitMQ常用端口4369 (epmd), 25672 (Erlang distribution) 5672, 5671 (AMQP 0-9-1 without and with TLS) 15672 (if management plugin is enabled) 61613, 61614 (if STOMP is enabled) 

1883, 8883 (if MQTT is enabled)