MySQL-5.5.49安装、多实例、主从复制

源码安装mysql

yum install ncurses-devel libaio-devel -y
mkdir /server/tools -p
cd /server/tools
wget https://cmake.org/files/v2.8/cmake-2.8.8.tar.gz
tar xf cmake-2.8.8.tar.gz
cd cmake-2.8.8
./configure
gmake 
gmake install
which cmake
/usr/local/bin/cmake
cd ..
useradd -s /sbin/nologin -M mysql
wget https://downloads.mysql.com/archives/get/file/mysql-5.5.49.tar.gz
tar xf mysql-5.5.49.tar.gz
cd mysql-5.5.49
cmake . -DCMAKE_INSTALL_PREFIX=/application/mysql-5.5.49 
-DMYSQL_DATADIR=/application/mysql-5.5.49/data 
-DMYSQL_UNIX_ADDR=/application/mysql-5.5.49/tmp/mysql.sock 
-DDEFAULT_CHARSET=utf8 
-DDEFAULT_COLLATION=utf8_general_ci 
-DEXTRA_CHARSETS=gbk,gb2312,utf8,ascii 
-DENABLED_LOCAL_INFILE=ON 
-DWITH_INNOBASE_STORAGE_ENGINE=1 
-DWITH_FEDERATED_STORAGE_ENGINE=1 
-DWITH_BLACKHOLE_STORAGE_ENGINE=1 
-DWITHOUT_EXAMPLE_STORAGE_ENGINE=1 
-DWITHOUT_PARTITION_STORAGE_ENGINE=1 
-DWITH_FAST_MUTEXES=1 
-DWITH_ZLIB=bundled 
-DENABLED_LOCAL_INFILE=1 
-DWITH_READLINE=1 
-DWITH_EMBEDDED_SERVER=1 
-DWITH_DEBUG=0

make 
make install
ln -s /application/mysql-5.5.49/ /application/mysql
ls /application/mysql

 二进制包安装mysql

useradd -s /sbin/nologin -M mysql
mkdir /application 
mkdir /server/tools -p
cd /server/tools
wget https://downloads.mysql.com/archives/get/file/mysql-5.5.49-linux2.6-x86_64.tar.gz
tar xf mysql-5.5.49-linux2.6-x86_64.tar.gz
mv mysql-5.5.49-linux2.6-x86_64 /application/mysql-5.5.49
ln -s /application/mysql-5.5.49/ /application/mysql
sed -i 's#/usr/local/#/application/#g' /application/mysql/bin/mysqld_safe
cd /application/mysql

 创建多实例配置文件和启动脚本

mkdir -p /data/{3306,3307}/data

vim /data/3306/my.cnf 　　　　　　#3306配置文件

[client]
port            = 3306
socket          = /data/3306/mysql.sock

[mysql]
no-auto-rehash

[mysqld]
user            = mysql
port            = 3306
socket          = /data/3306/mysql.sock
basedir         = /application/mysql
datadir         = /data/3306/data
open_files_limit = 1024
back_log        = 600
max_connections  = 800
max_connect_errors = 3000
table_cache = 614
external-locking = FALSE
max_allowed_packet = 8M
sort_buffer_size = 1M
join_buffer_size = 1M
thread_cache_size = 100
thread_concurrency = 2
query_cache_size = 2M
query_cache_limit = 1M
query_cache_min_res_unit = 2k
#default_table_type = InnoDB
thread_stack = 192K
#transaction_isolation = READ-COMMITTED
tmp_table_size = 2M
max_heap_table_size = 2M
long_query_time = 1
pid-file = /data/3306/mysql.pid
relay-log = /data/3306/relay-bin
relay-log-info-file = /data/3306/relay-log.info
binlog_cache_size = 1M
max_binlog_cache_size = 1M
max_binlog_size = 2M
key_buffer_size = 16M
read_buffer_size = 1M
read_rnd_buffer_size = 1M
bulk_insert_buffer_size = 1M
lower_case_table_names = 1
skip-name-resolve
slave-skip-errors = 1032,1062
replicate-ignore-db = mysql

server-id = 1

innodb_additional_mem_pool_size = 4M
innodb_buffer_pool_size = 32M
innodb_data_file_path = ibdata1:128M:autoextend
innodb_file_io_threads = 4
innodb_thread_concurrency = 8
innodb_flush_log_at_trx_commit = 2
innodb_log_buffer_size = 2M
innodb_log_file_size = 4M
innodb_log_files_in_group = 3
innodb_max_dirty_pages_pct = 90
innodb_lock_wait_timeout = 120
innodb_file_per_table = 0

[mysqldump]
quick
max_allowed_packet = 2M

[mysqld_safe]
log-error=/data/3306/mysql_peter3306.err
pid-file=/data/3306/mysqld.pid

vim /data/3307/my.cnf 　　　　　　#3307配置文件

[client]
port            = 3307
socket          = /data/3307/mysql.sock

[mysql]
no-auto-rehash

[mysqld]
user            = mysql
port            = 3307
socket          = /data/3307/mysql.sock
basedir         = /application/mysql
datadir         = /data/3307/data
open_files_limit = 1024
back_log        = 600
max_connections  = 800
max_connect_errors = 3000
table_cache = 614
external-locking = FALSE
max_allowed_packet = 8M
sort_buffer_size = 1M
join_buffer_size = 1M
thread_cache_size = 100
thread_concurrency = 2
query_cache_size = 2M
query_cache_limit = 1M
query_cache_min_res_unit = 2k
#default_table_type = InnoDB
thread_stack = 192K
#transaction_isolation = READ-COMMITTED
tmp_table_size = 2M
max_heap_table_size = 2M
long_query_time = 1
pid-file = /data/3307/mysql.pid
relay-log = /data/3307/relay-bin
relay-log-info-file = /data/3307/relay-log.info
binlog_cache_size = 1M
max_binlog_cache_size = 1M
max_binlog_size = 2M
key_buffer_size = 16M
read_buffer_size = 1M
read_rnd_buffer_size = 1M
bulk_insert_buffer_size = 1M
lower_case_table_names = 1
skip-name-resolve
slave-skip-errors = 1032,1062
replicate-ignore-db = mysql

server-id = 3

innodb_additional_mem_pool_size = 4M
innodb_buffer_pool_size = 32M
innodb_data_file_path = ibdata1:128M:autoextend
innodb_file_io_threads = 4
innodb_thread_concurrency = 8
innodb_flush_log_at_trx_commit = 2
innodb_log_buffer_size = 2M
innodb_log_file_size = 4M
innodb_log_files_in_group = 3
innodb_max_dirty_pages_pct = 90
innodb_lock_wait_timeout = 120
innodb_file_per_table = 0

[mysqldump]
quick
max_allowed_packet = 2M

[mysqld_safe]
log-error=/data/3307/mysql_peter3307.err
pid-file=/data/3307/mysqld.pid

vim /data/3306/mysql 　　　　　　#3306启动脚本

#!/bin/bash
####################################
#this scripts is created by peter at 2017-08-31
#mail:asdftttt@163.com
####################################
#init
port=3306
mysql_user="root"
mysql_pwd="123456"
CmdPath="/application/mysql/bin"
mysql_sock="/data/${port}/mysql.sock"
#startup function
function_start_mysql(){
     if [ ! -e "$mysql_sock" ];then
          printf "Starting MySQL...
"
          /bin/sh ${CmdPath}/mysqld_safe --defaults-file=/data/${port}/my.cnf 2>&1 >/dev/null &
     else
          printf "MySQL is running...
"
          exit
     fi
}

#stop function
function_stop_mysql(){
     if [ ! -e "$mysql_sock" ];then
          printf "MySQL is stopped...
"
          exit
     else 
          printf "Stopping MySQL...
"
          ${CmdPath}/mysqladmin -u ${mysql_user} -p${mysql_pwd} -S /data/${port}/mysql.sock shutdown
     fi
}

#restart function
function_restart_mysql(){
     printf "Restarting MySQL...
"
     function_stop_mysql
     sleep 2
     function_start_mysql
}

case $1 in
start)
     function_start_mysql
;;
stop)
     function_stop_mysql
;;
restart)
     function_restart_mysql
;;
*)
     printf "Usage: /data/${port}/mysql {start|stop|restart}
"
esac

vim /data/3307/mysql 　　　　　　#3307启动脚本

#!/bin/bash
####################################
#this scripts is created by peter at 2017-08-31
#mail:asdftttt@163.com
####################################
#init
port=3307
mysql_user="root"
mysql_pwd="123456"
CmdPath="/application/mysql/bin"
mysql_sock="/data/${port}/mysql.sock"
#startup function
function_start_mysql(){
     if [ ! -e "$mysql_sock" ];then
          printf "Starting MySQL...
"
          /bin/sh ${CmdPath}/mysqld_safe --defaults-file=/data/${port}/my.cnf 2>&1 >/dev/null &
     else
          printf "MySQL is running...
"
          exit
     fi
}

#stop function
function_stop_mysql(){
     if [ ! -e "$mysql_sock" ];then
          printf "MySQL is stopped...
"
          exit
     else
          printf "Stopping MySQL...
"
          ${CmdPath}/mysqladmin -u ${mysql_user} -p${mysql_pwd} -S /data/${port}/mysql.sock shutdown
     fi
}

#restart function
function_restart_mysql(){
     printf "Restarting MySQL...
"
     function_stop_mysql
     sleep 2
     function_start_mysql
}

case $1 in
start)
     function_start_mysql
;;
stop)
     function_stop_mysql
;;
restart)
     function_restart_mysql
;;
*)
     printf "Usage: /data/${port}/mysql {start|stop|restart}
"
esac

tree /data
/data
├── 3306
│   ├── data
│   ├── my.cnf
│   └── mysql
└── 3307
    ├── data
    ├── my.cnf
└── mysql

 配置文件权限，将mysql客户端命令加入路径

chown -R mysql.mysql /data
find /data -type f -name mysql | xargs chmod 700       // 启动文件中有数据库管理员密码
find /data -type f -name mysql -exec ls -l {} ;
-rwx------ 1 mysql mysql 1203 Sep  2 21:12 /data/3307/mysql
-rwx------ 1 mysql mysql 1204 Sep  2 21:12 /data/3306/mysql
ln -s /application/mysql/bin/* /usr/local/sbin

 初始化数据库，启动多实例，加入开机启动

/application/mysql/scripts/mysql_install_db --basedir=/application/mysql --datadir=/data/3306/data --user=mysql
/application/mysql/scripts/mysql_install_db --basedir=/application/mysql --datadir=/data/3307/data --user=mysql
chown -R mysql.mysql /data
/data/3306/mysql start
/data/3307/mysql start
netstat -nutlp | grep 330
tcp        0      0 0.0.0.0:3306                0.0.0.0:*                   LISTEN      27934/mysqld       
tcp        0      0 0.0.0.0:3307                0.0.0.0:*                   LISTEN      28653/mysqld 
echo "#mysql multi instances" >> /etc/rc.local
echo "/data/3306/mysql start" >> /etc/rc.local
echo "/data/3307/mysql start" >> /etc/rc.local
tail -3 /etc/rc.local
#mysql multi instances
/data/3306/mysql start
/data/3307/mysql start

 登录不同实例，设置管理员密码

mysql -S /data/3306/mysql.sock
mysql -S /data/3307/mysql.sock
mysqladmin -u root -S /data/3306/mysql.sock password '123456'
mysqladmin -u root -S /data/3307/mysql.sock password '123456'
mysql -uroot -p123456 -S /data/3306/mysql.sock
mysql -uroot -p123456 -S /data/3306/mysql.sock

 如何再增加一个实例？

#多实例本质是多端口，多配置文件。添加的流程是改配置，改启动脚本，初始化，给权限，启动
mkdir -p /data/3308/data
cp /data/3306/my.cnf /data/3308/
cp /data/3306/mysql /data/3308/
sed -i 's#3306#3308#g' /data/3308/my.cnf
sed -i 's#server-id = 1#server-id = 8#g' /data/3308/my.cnf
sed -i 's#3306#3308#g' /data/3308/mysql
chmod 700 /data/3308/mysql
/application/mysql/scripts/mysql_install_db --basedir=/application/mysql --datadir=/data/3308/data --user=mysql
chown -R mysql.mysql /data/3308
/data/3308/mysql start
echo "/data/3308/mysql start" >> /etc/rc.local
netstat -nutlp | grep 3308
tcp 0 0 0.0.0.0:3308 0.0.0.0:* LISTEN 29518/mysqld 

MySQL主从复制

MySQL的主从复制是MySQL自带的功能，通过逻辑的binlog日志来实现同步。MySQL支持单向、双向、链式、环状等主从复制方式。

主从复制有利于数据库架构的健壮性、提升访问速度，同时主从服务器可以互为备份。

此外，主从复制还可实现读写分离，即主库写从库读，从库做集群。一般企业实现读写分离的方式如下：

中大型公司：通过程序（php，java），根据业务拆分从服务器

测试环境：代理软件（mysql-proxy，amoeba）

门户网站：分布式dbproxy（读写分离，hash负载均衡，健康检查）

MySQL主从复制原理

1.Slave上执行start slave开始主从复制。

2.Slave上IO线程根据CHANGE MASTER命令配置的用户权限请求连接Master，然后请求Master从指定binlog日志文件的指定位置开始发送binlog日志内容。

3.Master上IO线程收到请求，根据请求信息读取指定的binlog日志并返回给Slave，同时还返回Master上新的binlog文件和下一个更新位置。

4.Slave上IO线程收到binlog日志内容和位置信息后，将binlog数据写入relaylog（中继日志）文件，将新的binlog文件名和位置信息记录到master-info，以便下次请求日志时告诉Master请求的位置。

5.Slave上SQL线程检测到relaylog中日志更新后，顺序执行日志中的SQL语句，并在relay-log.info中记录当前执行到的文件名和位置，便于分段执行。

 

注：数据库主从复制是异步的基于SQL语句的逻辑复制，复制的前提是Master上开启binlog日志记录功能，复制的时候Master上有一个IO线程，Slave上有IO和SQL两个线程，Master和Slave的server-id不能相同，binlog日志只记录对数据库有更改的SQL语句，不记录查询语句。

单机多实例主从复制

主库：Master 3306
从库：Slave1 3307
从库：Slave2 3308

#Master
vim /data/3306/my.cnf

[mysqld]
...
server-id = 1
log-bin = /data/3306/mysql-bin

/data/3306/mysql restart

mysql -uroot -p123456 -S /data/3306/mysql.sock
mysql>show variables like 'server_id';
mysql>show variables like 'log_bin';
mysql>grant replication slave on *.* to 'rep'@'172.16.1.%' identified by '123456';
mysql>flush privileges;
mysql>select user,host from mysql.user;
mysql>show grants for 'rep'@'172.16.1.%';
mysql>flush table with read lock;  // 窗口不能关闭，关闭自动解锁
mysql>show master status;

#新开窗口
mkdir /server/backup/ -p
mysqldump -uroot -p123456 -S /data/3306/mysql.sock --events -A -B | gzip > /server/backup/mysql_bak.$(date +%F).sql.gz
ls -l /server/backup

mysql>show master status;
mysql>unlock tables;

#Slave1
vim /data/3307/my.cnf

[mysqld]
...
server-id = 3  // id必须唯一

/data/3307/mysql restart

cd /server/backup
ls -l
gzip -d mysql_bak.2017-09-03.sql.gz   
mysql -uroot -p123456 -S /data/3307/mysql.sock < mysql_bak.2017-09-03.sql
mysql -uroot -p123456 -S /data/3307/mysql.sock << EOF
CHANGE MASTER TO
MASTER_HOST='172.16.1.34',
MASTER_PORT=3306,
MASTER_USER='rep',
MASTER_PASSWORD='123456',
MASTER_LOG_FILE='mysql-bin.000001',
MASTER_LOG_POS=332;
EOF
cat /data/3307/data/master.info
mysql -uroot -p123456 -S /data/3307/mysql.sock -e "start slave;"
mysql -uroot -p123456 -S /data/3307/mysql.sock -e "show slave statusG;" | egrep "IO_Running|SQL_Running|_Behind_Master"

#Master
mysql -uroot -p123456 -S /data/3306/mysql.sock -e "create database peter;"

#Slave1
mysql -uroot -p123456 -S /data/3307/mysql.sock -e "show databases like 'peter';"

 注：1.mysqldump会自动锁表

#启动并打开general_log，我们可以看到mysqldump登录数据库后首先执行的就是锁表。
#FLUSH TABLS 是为了等待数据库所有写操作结束，这样再锁表会快一些。
mysql> set global general_log=on;
mysql> show variables like '%general_log_file%';
+------------------+----------------------------+
| Variable_name    | Value                      |
+------------------+----------------------------+
| general_log_file | /data/3306/data/test88.log |
+------------------+----------------------------+
1 row in set (0.00 sec)

[root@test88 data]# vim test88.log
170918 17:35:29    11 Connect   root@localhost on
                   11 Query     /*!40100 SET @@SQL_MODE='' */
                   11 Query     /*!40103 SET TIME_ZONE='+00:00' */
                   11 Query     FLUSH /*!40101 LOCAL */ TABLES
                   11 Query     FLUSH TABLES WITH READ LOCK
                   11 Query     SHOW MASTER STATUS
                   11 Query     SELECT LOGFILE_GROUP_NAME, FILE_NAME, TOTAL_EXTENTS, INITIAL_SIZE, ENGINE, EXTRA FROM 
INFORMATION_SCHEMA.FILES WHERE FILE_TYPE = 'UNDO LOG' AND FILE_NAME IS NOT NULL AND LOGFILE_GROUP_NAME IN (SELECT DISTINCT 
LOGFILE_GROUP_NAME FROM INFORMATION_SCHEMA.FILES WHERE FILE_TYPE = 'DATAFILE' AND TABLESPACE_NAME IN (SELECT DISTINCT 
TABLESPACE_NAME FROM INFORMATION_SCHEMA.PARTITIONS WHERE TABLE_SCHEMA='peter' AND TABLE_NAME IN ('first'))) GROUP BY 
LOGFILE_GROUP_NAME, FILE_NAME, ENGINE ORDER BY LOGFILE_GROUP_NAME

2.使用--master-data参数自动给Slave设置Master上binlog文件和位置

 

我们知道mysqldump也是基于SQL语句的逻辑备份，所以导入备份的过程实际上就是在执行SQL语句。--master-data参数会自动在备份文件中生成 CHANGE MASTER语句，导入备份时会自动执行。显然我们可以通过mysqldump --master-data方式代替手动去获取和设置binlog日志名和位置信息。

 

当master-data=2时，生成的是注释，不会执行。

mysqldump -uroot -p123456 -S /data/3306/mysql.sock --events -A -B --master-data=2 > /opt/rep.sql;
vim /opt/rep.sql

-- CHANGE MASTER TO MASTER_LOG_FILE='mysql-bin.000001', MASTER_LOG_POS=332;

master-data=1 时，生成的是SQL语句，会自动执行。

CHANGE MASTER TO MASTER_LOG_FILE='mysql-bin.000001', MASTER_LOG_POS=417;