amoeba实现MySQL读写分离

amoeba实现MySQL读写分离

准备环境：主机A和主机B作主从配置，IP地址为192.168.131.129和192.168.131.130，主机C作为中间件，也就是作为代理服务器，IP地址为192.168.131.136。三台服务器操作系统为RHEL6.4 x86_64,为最小化安装，

主从配置使用通用二进制包，版本为MySQL5.6.26。三台服务器均关闭防火墙和SELINUX。

一、主机A和主机B做主从同步

1、安装MySQL

# tar xf mysql-5.6.26-linux-glibc2.5-x86_64.tar.gz

# useradd -M -s /sbin/nologin mysql

# yum -y install libaio-devel

# mv mysql-5.6.26-linux-glibc2.5-x86_64/ /usr/local/mysql

# /usr/local/mysql/scripts/mysql_install_db --user=mysql --datadir=/usr/local/mysql/data/ --basedir=/usr/local/mysql/

# cp /usr/local/mysql/support-files/mysql.server /etc/init.d/mysqld

# vim /etc/my.cnf

[mysqld]

datadir=/usr/local/mysql/data

socket=/tmp/mysql.sock

user=mysql

symbolic-links=0

[mysqld_safe]

log-error=/var/log/mysqld.log

pid-file=/var/run/mysqld/mysqld.pid

# service mysqld start

# chkconfig mysqld on

# mysql -uroot password

# echo "PATH=${PATH}:/usr/local/mysql/bin" >> /etc/profile

# source /etc/profile

# ss -tunlp | grep 3306

2、配置主从同步

①主机A配置

# vim /etc/my.cnf

server-id=1

log-bin=mysql-bin

log-bin-index=mysql-bin.index

max-binlog-size=100M

# service mysqld restart

# mysql -u root –p

mysql> GRANT ALL PRIVILEGES ON *.* TO 'wdd'@'192.168.131.%' IDENTIFIED BY '123456';

mysql> FLUSH PRIVILEGES;

mysql> SHOW MASTER STATUS;

②主机B配置

# vim /etc/my.cnf

server-id=2

relay-log=relay-bin

relay-log-info-file=relay-log.info

# service mysqld restart

# mysql -u root –p

mysql> CHANGE MASTER TO

MASTER_HOST='192.168.131.129',

MASTER_USER='wdd',

MASTER_PASSWORD='123456',

MASTER_LOG_FILE='mysql-bin.000001',

MASTER_LOG_POS=405;

mysql> START SLAVE;

mysql> SHOW SLAVE STATUSG;

mysql> GRANT ALL PRIVILEGES ON *.* TO 'wdd'@'192.168.131.%' IDENTIFIED BY '123456';

mysql> FLUSH PRIVILEGES;

二、主机C作为中间件

1、搭建amoeba运行环境

# mkdir /amoeba

# tar xf jdk-7u40-linux-x64.gz -C /amoeba/

# vim /etc/profile

JAVA_HOME=/amoeba/jdk1.7.0_40

export JAVA_HOME

PATH=$JAVA_HOME/bin:$PATH

export PATH

CLASSPATH=.:$JAVA_HOME/lib/tools.jar:$JAVA_HOME/lib/dt.jar:$CLASSPATH

export CLASSPATH

# source /etc/profile

# yum -y install java

# java –version

2、安装amoeba

# unzip amoeba-mysql-1.3.1-BETA.zip -d /usr/local/amoeba

# chmod -R +x /usr/local/amoeba/bin/

3、配置amoeba文件

# cd /usr/local/amoeba/conf/

# vim amoeba.xml

<?xml version="1.0" encoding="gbk"?>

<!DOCTYPE amoeba:configuration SYSTEM "amoeba.dtd">

<amoeba:configuration xmlns:amoeba="http://amoeba.meidusa.com/">

#更改的第一个区域

<server>

<!-- proxy server绑定的端口 -->

<property name="port">8066</property>

<!-- proxy server绑定的IP -->

<property name="ipAddress">192.168.131.136</property>

<!-- proxy server net IO Read thread size -->

<property name="readThreadPoolSize">20</property>

<!-- proxy server client process thread size -->

<property name="clientSideThreadPoolSize">30</property>

<!-- mysql server data packet process thread size -->

<property name="serverSideThreadPoolSize">30</property>

 

<!-- socket Send and receive BufferSize(unit:K) -->

<property name="netBufferSize">128</property>

<!-- Enable/disable TCP_NODELAY (disable/enable Nagle's algorithm). -->

<property name="tcpNoDelay">true</property>

<!-- 对外验证的用户名 -->

<property name="user">root</property>

<!-- 对外验证的密码 -->

<property name="password">123456</property>

<!-- query timeout( default: 60 second , TimeUnit:second) -->

<property name="queryTimeout">60</property>

</server>

<!--

每个ConnectionManager都将作为一个线程启动。

manager负责Connection IO读写/死亡检测

-->

<connectionManagerList>

<connectionManager name="defaultManager" class="com.meidusa.amoeba.net.MultiConnectionManagerWrapper">

<property name="subManagerClassName">com.meidusa.amoeba.net.AuthingableConnectionManager</property>

<!--

default value is avaliable Processors

<property name="processors">5</property>

-->

</connectionManager>

</connectionManagerList>

<dbServerList>

<!--

一台mysqlServer 需要配置一个pool，

如果多台 平等的mysql需要进行loadBalance，

平台已经提供一个具有负载均衡能力的objectPool：com.meidusa.amoeba.mysql.server.MultipleServerPool

简单的配置是属性加上 virtual="true",该Pool 不允许配置factoryConfig

或者自己写一个ObjectPool。

-->

#更改的第二个区域《配置master端登录的信息》

<dbServer name="server1">

<!-- PoolableObjectFactory实现类 -->

<factoryConfig class="com.meidusa.amoeba.mysql.net.MysqlServerConnectionFactory">

<property name="manager">defaultManager</property>

<!-- 真实mysql数据库端口 -->

<property name="port">3306</property>

<!-- 真实mysql数据库IP -->

<property name="ipAddress">192.168.131.129</property>

<property name="schema">test</property>

<!-- 用于登陆mysql的用户名 -->

<property name="user">wdd</property>

<!-- 用于登陆mysql的密码 -->

<property name="password">123456</property>

</factoryConfig>

<!-- ObjectPool实现类 -->

<poolConfig class="com.meidusa.amoeba.net.poolable.PoolableObjectPool">

<property name="maxActive">200</property>

<property name="maxIdle">200</property>

<property name="minIdle">10</property>

<property name="minEvictableIdleTimeMillis">600000</property>

<property name="timeBetweenEvictionRunsMillis">600000</property>

<property name="testOnBorrow">true</property>

<property name="testWhileIdle">true</property>

</poolConfig>

</dbServer>

#更改的第四个区域《配置master和slave负载均衡池(pool)》

<dbServer name="master" virtual="true">

<poolConfig class="com.meidusa.amoeba.server.MultipleServerPool">

<!-- 负载均衡参数 1=ROUNDROBIN , 2=WEIGHTBASED , 3=HA-->

<property name="loadbalance">1</property>

<!-- 参与该pool负载均衡的poolName列表以逗号分割 -->

<property name="poolNames">server1</property>

</poolConfig>

</dbServer>

#更改的第三个区域《配置slave端登录的信息》

<dbServer name="server2">

<!-- PoolableObjectFactory实现类 -->

<factoryConfig class="com.meidusa.amoeba.mysql.net.MysqlServerConnectionFactory">

<property name="manager">defaultManager</property>

<!-- 真实mysql数据库端口 -->

<property name="port">3306</property>

<!-- 真实mysql数据库IP -->

<property name="ipAddress">192.168.131.130</property>

<property name="schema">test</property>

<!-- 用于登陆mysql的用户名 -->

<property name="user">wdd</property>

<!-- 用于登陆mysql的密码 -->

<property name="password">123456</property>

</factoryConfig>

<!-- ObjectPool实现类 -->

<poolConfig class="com.meidusa.amoeba.net.poolable.PoolableObjectPool">

<property name="maxActive">200</property>

<property name="maxIdle">200</property>

<property name="minIdle">10</property>

<property name="minEvictableIdleTimeMillis">600000</property>

<property name="timeBetweenEvictionRunsMillis">600000</property>

<property name="testOnBorrow">true</property>

<property name="testWhileIdle">true</property>

</poolConfig>

</dbServer>

#更改的第五个区域《配置master和slave读写分离》

<dbServer name="slave" virtual="true">

<poolConfig class="com.meidusa.amoeba.server.MultipleServerPool">

<!-- 负载均衡参数 1=ROUNDROBIN , 2=WEIGHTBASED , 3=HA-->

<property name="loadbalance">1</property>

<!-- 参与该pool负载均衡的poolName列表以逗号分割 -->

<property name="poolNames">server2</property>

注：上面可以写成<property name="poolNames">server2，server2,server2,server1</property>，也就是说server1和server2都加入读，但是server1：server2=1:3，也就是读一次server1读三次server2

</poolConfig>

</dbServer>

</dbServerList>

<queryRouter class="com.meidusa.amoeba.mysql.parser.MysqlQueryRouter">

<property name="ruleConfig">${amoeba.home}/conf/rule.xml</property>

<property name="functionConfig">${amoeba.home}/conf/functionMap.xml</property>

<property name="ruleFunctionConfig">${amoeba.home}/conf/ruleFunctionMap.xml</property>

<property name="LRUMapSize">1500</property>

<property name="defaultPool">master</property>

<property name="writePool">master</property>

<property name="readPool">slave</property>

<property name="needParse">true</property>

</queryRouter>

</amoeba:configuration>

4、修改log4j.xml 取消日志文件生成（太大了，磁盘很容易满）

# vim log4j.xml

<param name="file" value="${amoeba.home}/logs/project.log"/>

改成

<param name="file" value="<![CDATA[${amoeba.home}/logs/project.log>/dev/null]]>"/>

5、修改amoeba启动脚本

# vim /usr/local/amoeba/bin/amoeba

DEFAULT_OPTS="-server -Xms256m -Xmx256m -Xss128k"

改为

DEFAULT_OPTS="-server -Xms256m -Xmx256m -Xss256k"

6、启动Amoeba脚本

# nohup bash -x /usr/local/amoeba/bin/amoeba & #放入后台运行

# cat nohup.out #查看日志看是否启动成功

# ps -ef | grep amoeba | grep -v grep #查看进程是否启动成功

三、测试读写分离是否成功

1、主机C

# yum -y install mysql

# mysql -u root -p -P 8066 -h 192.168.131.136

2、主机A主服务器操作

# mysql -u root –p

mysql> use test;

mysql> create table info(

id int(10) unsigned not null auto_increment primary key,

name char(20));

mysql> show tables;

3、主机B从服务器操作

# mysql -u root –p

mysql> use test;

mysql> show tables;

mysql> STOP SLAVE; #为了看到试验结果，停止从服务器

4、主机A操作

mysql> insert into info values (1,'master');

5、主机B操作

mysql> insert into info values (2,'slave');

6、主机C进行测试

mysql> use test; #进行读操作

mysql> select * from info;

mysql> insert into info values (3,'wdd');

7、主机A进行操作

mysql> select * from info; #进行写操作查询