MySQL Backup--对多个实例进行库级备份

单实例备份脚本

#!/bin/bash

##===========================================================================##
## 用户授权脚本：
## GRANT SELECT, RELOAD,SHOW DATABASES, EVENT, LOCK TABLES,REPLICATION CLIENT 
## ON * .* TO 'mysql_backup' @'%' IDENTIFIED BY 'mysql_backup' 
## WITH GRANT OPTION ;

##===========================================================================##
## mysql_backup_type 参数:
## ONE_BACKUP: 将所有数据库备份到一个full-backup-yyyy-MM-dd的备份文件中
## MORE_BACKUP: 将每个数据库备份到单独的database-name-yyyy-MM-dd的备份文件中

##===========================================================================##
## mysql_backup_databases 参数:
## 当mysql_backup_databases被指定为ALL时，备份所有用户数据库，否则备份指定的一个或多个数据库


##===========================================================================##
## only_backup_on_slave 参数:
## 当only_backup_on_slave=1时，仅在从库上备份。

##===========================================================================##
## mysql backup config
mysql_exe="/apps/mysql/server/bin/mysql"
mysqldump_exe="/apps/mysql/server/bin/mysqldump"
mysql_backup_folder="/apps/mysql/data/backups/"
mysql_backup_log="${mysql_backup_folder}mysql_dump_log.txt"
mysql_backup_log_his="${mysql_backup_folder}mysql_dump_log_his.txt"
mysql_backup_host="127.0.0.1"
mysql_backup_port=3306
mysql_backup_user="mysql_user"
mysql_backup_password="mysql_password"
mysql_backup_type="MORE_BACKUP"
mysql_backup_databases="ALL"
mysql_backup_keep_days=30
only_backup_on_slave=0

##====================================================##
## get mysql version
##====================================================##
function get_mysql_version()
{
	master_version_tmp=`${mysql_exe} 
	--host="${mysql_backup_host}" --port=${mysql_backup_port} 
	--user="${mysql_backup_user}" --password="${mysql_backup_password}" 
	-e "select @@version;"`
	if [[ master_version_tmp == 5.5.* ]]
	then
		mysql_version="mysql55"
	elif [[ master_version_tmp == 5.6.* ]]
	then
		mysql_version="mysql56"
	else
		mysql_version="mysql57"
	fi
}

##===========================================================================##
## remove expired backup file
## keep the backup file of the last N days
function remove_expired_file()
{
	echo "$(date "+%Y-%m-%d %H:%M:%S")  start to remove expired backup file." >> ${mysql_backup_log}
	echo "keep days:    ${mysql_backup_keep_days}" >> ${mysql_backup_log}
	find "${mysql_backup_folder}" -mtime +${mysql_backup_keep_days} -name "*" -exec rm -rf {} ;
	echo "$(date "+%Y-%m-%d %H:%M:%S")  start to mysqldump." >> ${mysql_backup_log}
}

##===========================================================================##
## backup single database
function backup_single_database()
{
	current_database_name=$1
	mysql_backup_file_path="${mysql_backup_folder}""${current_database_name}-`date -I`.sql.gz"
	echo "$(date "+%Y-%m-%d %H:%M:%S")  start to backup database ${current_database_name} to ${mysql_backup_file_path}" >> ${mysql_backup_log} 
	($mysqldump_exe 
	--host="${mysql_backup_host}" 
	--port=$mysql_backup_port 
	--user="${mysql_backup_user}" 
	--password="${mysql_backup_password}" 
	--databases "${current_database_name}"  
	--set-gtid-purged=OFF 
	--single-transaction 
	--hex-blob --opt --quick 
	--events --routines --triggers 
	--default-character-set="utf8" 
	--master-data=2 
	|gzip > "${mysql_backup_file_path}" 
	) 1>>${mysql_backup_log} 2>>${mysql_backup_log} 

	if [ $? = 0 ]
	then
		echo "$(date "+%Y-%m-%d %H:%M:%S")  backup database ${current_database_name} success." >> ${mysql_backup_log}
	else
		echo "$(date "+%Y-%m-%d %H:%M:%S")  backup database ${current_database_name} failed." >> ${mysql_backup_log}
	fi
}

function backup_to_more_files()
{
	echo "$(date "+%Y-%m-%d %H:%M:%S")  databases:${mysql_backup_databases}." >> ${mysql_backup_log}
	for database_name in ${mysql_backup_databases};
	do
		if [ "$database_name" == "" ]
		then
			echo "database name can be empty"
		else
			backup_single_database "${database_name}"
		fi
	done
}

function backup_to_one_file()
{
	mysql_backup_file_path="${mysql_backup_folder}""full-backup-`date -I`.sql.gz"
	echo "$(date "+%Y-%m-%d %H:%M:%S")  start to backup all databases to ${mysql_backup_file_path}" >> ${mysql_backup_log}
	echo "databases:${mysql_backup_databases} ."
	($mysqldump_exe 
	--host="${mysql_backup_host}" 
	--port=$mysql_backup_port 
	--user="${mysql_backup_user}" 
	--password="${mysql_backup_password}" 
	--databases $mysql_backup_databases 
	--set-gtid-purged=OFF 
	--single-transaction 
	--hex-blob --opt --quick 
	--events --routines --triggers 
	--default-character-set="utf8" 
	--master-data=2 
	|gzip > "${mysql_backup_file_path}" 
	) 1>>${mysql_backup_log} 2>>${mysql_backup_log} 

	if [ $? = 0 ]
	then
		echo "$(date "+%Y-%m-%d %H:%M:%S")  backup database ${current_database_name} success." >> ${mysql_backup_log}
	else
		echo "$(date "+%Y-%m-%d %H:%M:%S")  backup database ${current_database_name} failed." >> ${mysql_backup_log}
	fi
}


function backup_databases()
{    
	if [ "$mysql_backup_databases" == "ALL" ];
	then
		mysql_backup_databases=`${mysql_exe} 
		--host="${mysql_backup_host}" 
		--port=$mysql_backup_port 
		--user="${mysql_backup_user}" 
		--password="${mysql_backup_password}" 
		-Ne "SELECT CONCAT('''',SCHEMA_NAME,'''') FROM information_schema.SCHEMATA WHERE SCHEMA_NAME NOT IN ('mysql','information_schema','performance_schema','sys');"|xargs`
	fi

	if [ "${mysql_backup_type}" == "ONE_BACKUP" ];
	then
		backup_to_one_file
	else
		backup_to_more_files
	fi
}


##====================================================##
## 1. dump user script on mysql
## 2. this script only can be used on mysql 5.7
##====================================================##
function dump_user_script_5_7()
{
	script_file_path="${mysql_backup_folder}""user-script-`date -I`.sql"
	echo "$(date "+%Y-%m-%d %H:%M:%S")  start backup user script." >> ${mysql_backup_log}
	(echo "select concat('show create user ''',user,'''@''',host, ''';
	','show grants for ''',user,'''@''',host, ''';') 
	from mysql.user where user <>'root' and user<>'' and host <> '' " | 
	${mysql_exe} --host="${mysql_backup_host}" --port=${mysql_backup_port} 
	--user="${mysql_backup_user}" --password="${mysql_backup_password}" -N | 
	${mysql_exe} --host="${mysql_backup_host}" --port=${mysql_backup_port} 
	--user="${mysql_backup_user}" --password="${mysql_backup_password}" -N | 
	sed "s/$/;/" >> ${script_file_path}) 1>>${mysql_backup_log} 2>>${mysql_backup_log} 

	if [ $? = 0 ]
	then
		echo "$(date "+%Y-%m-%d %H:%M:%S")  backup user script success." >> ${mysql_backup_log}
	else
		echo "$(date "+%Y-%m-%d %H:%M:%S")  backup user script failed." >> ${mysql_backup_log}
	fi
}


##====================================================##
## 1. dump user script on mysql
## 2. this script only can be used on mysql 5.5
##====================================================##
function dump_user_script_5_5()
{
	script_file_path="${mysql_backup_folder}""user-script-`date -I`.sql"
	echo "$(date "+%Y-%m-%d %H:%M:%S")  start backup user script." >> ${mysql_backup_log}

	(echo "select concat('show grants for ''',user,'''@''',host, ''';')  
	from mysql.user where user <>'root' and user<>'' and host <> '' " | 
	${mysql_exe} --host="${mysql_backup_host}" --port=${mysql_backup_port} 
	--user="${mysql_backup_user}" --password="${mysql_backup_password}" -N | 
	${mysql_exe} --host="${mysql_backup_host}" --port=${mysql_backup_port} 
	--user="${mysql_backup_user}" --password="${mysql_backup_password}" -N | 
	sed "s/$/;/" >> ${script_file_path}) 1>>${mysql_backup_log} 2>>${mysql_backup_log} 

	if [ $? = 0 ]
	then
		echo "$(date "+%Y-%m-%d %H:%M:%S")  backup user script success." >> ${mysql_backup_log}
	else
		echo "$(date "+%Y-%m-%d %H:%M:%S")  backup user script failed." >> ${mysql_backup_log}
	fi
}

##====================================================##
## backup user info
##====================================================##
function backup_mysql_user()
{
	if [[ mysql_version == "mysql55" ]]
	then
		dump_user_script_5_5
	else
		dump_user_script_5_7
	fi
}

##====================================================##
## backup user info
##====================================================##
function check_master_server()
{
	if [[ $only_backup_on_slave -ne 1 ]]
	then
		echo "can backup on master or slave server" >> ${mysql_backup_log}
		return
	else
		echo "only can backup slave server." >> ${mysql_backup_log}
	fi

	slave_count=`${mysql_exe} 
	--host="${mysql_backup_host}" --port=${mysql_backup_port} 
	--user="${mysql_backup_user}" --password="${mysql_backup_password}" 
	-e "show slave status G" |grep -i 'Master_Host' |grep -v '1.1.1.1' |wc -l`
	if [[ slave_count -gt 0 ]]
	then
		echo "this is slave server." >> ${mysql_backup_log}
	else
		echo "this is master server,quit." >> ${mysql_backup_log}
		exit -1
	fi
}


##===========================================================================##
function mysql_backup()
{
	echo > ${mysql_backup_log}
    mysql_backup_host=$1
    mysql_backup_port=$2
    echo "host:${mysql_backup_host}" >> ${mysql_backup_log}
	check_master_server
	get_mysql_version
	remove_expired_file
	backup_databases
	backup_mysql_user
	cat ${mysql_backup_log} >> ${mysql_backup_log_his}
}

if [ "$#" -eq "2" ]
then
    mysql_backup $1 $2
else
    mysql_backup "127.0.0.1" 3306
fi

备份多实例脚本

function backup_servers()
{
    for tmp_mysql_host in ${mysql_infos[@]}
    do
        tmp_array=(${tmp_mysql_host//:/ }) 
        tmp_mysql_host=${tmp_array[0]}
        tmp_mysql_port=${tmp_array[1]}
        echo ${tmp_mysql_host} ${tmp_mysql_port}
        sh mysql_backup.sh "${tmp_mysql_host}" ${tmp_mysql_host[1]}
    done

}

mysql_infos=(
        "xxx.xxx.xxx.xxx:3306"
        "xxx.xxx.xxx.xxx:3306"
    )
backup_servers