mongodb 集群包含副本集群,主从集群以及分片集群,分片集群比较复杂,这里测试我采用了三台机器,交差部署
blog地址:http://www.cnblogs.com/caoguo
一 .环境:
#mongo1:
#172.31.100.97
#mongo2:
#172.31.100.81
#mongo3:
#172.31.100.82
#mongo1 and mongo2,mongo3
二 .基本安装
yum install ntp #add #restrict 172.31.100.0/24/etc/init.d/iptables stop && chkconfig iptables off
setenforce 0 && echo "SELINUX=disabled" >/etc/selinux/config #edit /etc/crontab */10 * * * * root ntpdate 172.31.100.97 wget http://downloads.mongodb.org/linux/mongodb-linux-x86_64-2.6.7.tgz?_ga=1.235705353.941929558.1425604443 tar zxvf mongodb-linux-x86_64-2.6.7.tgz mv mongodb-linux-x86_64-2.6.7 /usr/local/mongodb ln -sf /usr/local/mongodb/bin/* /usr/sbin/ ln -sf /usr/local/mongodb/bin/mongod /usr/sbin/mongoc ln -sf /usr/local/mongodb/bin/mongod /usr/sbin/mongod1 ln -sf /usr/local/mongodb/bin/mongod /usr/sbin/mongod2 ln -sf /usr/local/mongodb/bin/mongod /usr/sbin/mongod3 mkdir -p /data/mongodb/config/{data,log} mkdir -p /data/mongodb/mongos/log mkdir -p /data/mongodb/shard{1..3}/{data,log} mkdir -p /etc/mongod openssl rand -base64 753 >/etc/mongod/keyfile chmod 600 /etc/mongod/keyfile
echo '#建立mongo1 and mongo2,mongo3配置服务' cat >/etc/mongod/mongoc.conf <<EOF #bind_ip=192.168.1.201 port=2000 fork=true logappend=true dbpath=/data/mongodb/config/data pidfilepath=/var/run/mongoc.pid #keyFile=/etc/mongod/keyfile logpath=/data/mongodb/config/log/config.log configsvr=true EOF echo '#create mongos' cat >/etc/mongod/mongos.conf<<EOF port=27017 configdb=172.31.100.97:2000,172.31.100.82:2000,172.31.100.81:2000 fork=true #keyFile=/etc/mongod/keyfile logpath=/data/mongodb/mongos/log/mongos.log EOF echo '#create shard' cat >/etc/mongod/mongod1.conf<<EOF port=3100 shardsvr=true replSet=shard1 dbpath=/data/mongodb/shard1/data logpath=/data/mongodb/shard1/log/shard1.log #keyFile=/etc/mongod/keyfile fork=true nojournal=true oplogSize=10 EOF cat >/etc/mongod/mongod2.conf<<EOF port=3200 shardsvr=true replSet=shard2 dbpath=/data/mongodb/shard2/data logpath=/data/mongodb/shard2/log/shard2.log #keyFile=/etc/mongod/keyfile fork=true nojournal=true oplogSize=10 EOF cat >/etc/mongod/mongod3.conf<<EOF port=3300 shardsvr=true replSet=shard3 dbpath=/data/mongodb/shard3/data logpath=/data/mongodb/shard3/log/shard3.log #keyFile=/etc/mongod/keyfile fork=true nojournal=true oplogSize=10 EOF
touch /etc/init.d/mongoc touch /etc/init.d/mongos touch /etc/init.d/mongod{1..3} chmod 755 /etc/init.d/mongo*
#/etc/init.d/mongoc stop && /etc/init.d/mongos stop && /etc/init.d/mongod1 stop && /etc/init.d/mongod2 stop && /etc/init.d/mongod3 stop && netstat -ntlp|grep mongo #/etc/init.d/mongoc start && /etc/init.d/mongos start && /etc/init.d/mongod1 start && /etc/init.d/mongod2 start && /etc/init.d/mongod3 start && netstat -ntlp|grep mongo #/etc/init.d/mongoc restart && /etc/init.d/mongos restart && /etc/init.d/mongod1 restart && /etc/init.d/mongod2 restart && /etc/init.d/mongod3 restart && netstat -ntlp|grep mongo
三 .配置
[root@Centos ~]# mongo localhost:3100/admin #复本集一(连到主节点上去操作) > rs.initiate({"_id":"shard1", "members":[ {"_id":1, "host":"172.31.100.97:3100",priority:2}, {"_id":2, "host":"172.31.100.82:3100"}, {"_id":3, "host":"172.31.100.81:3100"} ] }) > rs.status() #复本集二 [root@Centos ~]# mongo localhost:3200/admin > rs.initiate({"_id":"shard2", "members":[ {"_id":1, "host":"172.31.100.97:3200"}, {"_id":2, "host":"172.31.100.82:3200",priority:2}, {"_id":3, "host":"172.31.100.81:3200"} ] }) > rs.status() #复本集三 [root@Centos ~]# mongo localhost:3300/admin > rs.initiate({"_id":"shard3", "members":[ {"_id":1, "host":"172.31.100.97:3300"}, {"_id":2, "host":"172.31.100.82:3300"}, {"_id":3, "host":"172.31.100.81:3300", priority:2} ] }) > rs.status() #添加副本 shard1:PRIMARY> rs.remove("172.31.100.81:3100") shard1:PRIMARY> rs.add("172.31.100.81:3100") #移除分片 db.runCommand( { removeshard: "shard1" } ) #mongos加入分片主机 [root@Centos ~]# mongo localhost:27017/admin mongos> db.runCommand({ addshard : "shard1/172.31.100.97:3100,172.31.100.82:3100,172.31.100.81:3100"}); mongos> db.runCommand({ addshard : "shard2/172.31.100.97:3200,172.31.100.82:3200,172.31.100.81:3200"}); mongos> db.runCommand({ addshard : "shard3/172.31.100.97:3300,172.31.100.82:3300,172.31.100.81:3300"}); mongos> db.runCommand({ listshards : 1 } ); #允许数据库分片 mongos> db.runCommand({"enablesharding" : "seller"}) #设置集合分片 mongos> db.runCommand({"shardcollection" : "seller.person", "key" : {"_id" : 1}}) #设置用户验证 mongos> show dbs admin (empty) config 0.016GB mongos> db admin mongos> db.addUser('admin','fffR3q!P97scxxxx') WARNING: The 'addUser' shell helper is DEPRECATED. Please use 'createUser' instead Successfully added user: { "user" : "admin", "roles" : [ "root" ] } sed -i 's/^#keyFile/keyFile/g' /etc/mongod/mongoc.conf sed -i 's/^#keyFile/keyFile/g' /etc/mongod/mongos.conf sed -i 's/^#keyFile/keyFile/g' /etc/mongod/mongod1.conf sed -i 's/^#keyFile/keyFile/g' /etc/mongod/mongod2.conf sed -i 's/^#keyFile/keyFile/g' /etc/mongod/mongod3.conf grep keyFile /etc/mongod/mongo*
四 .测试
############################ # 数据测试 ### ############################ #插入数据 mongos> use seller > db.person.insert({"name":"jack","age":20}) > db.person.insert({"name":"joe","age":25}) #批量插入数据 #for (var i = 1; i <= 10000000; i++)db.person.save({id:i,name:"username"+i,age:i}); #删除所有数据 #db.person.remove() #查看数据分布 db.person.stats() db.person.getShardDistribution() #查询数据 > db.person.find({"name":"joe"}) { "_id" : ObjectId("53150a14d39c963b140c6f6a"), "name" : "joe", "age" : 25 } #更新数据 > db.person.update({"name":"joe"},{"name":"joe","age":30}) > db.person.find({"name":"joe"}) { "_id" : ObjectId("53150a14d39c963b140c6f6a"), "name" : "joe", "age" : 30 } #移除数据 > db.person.remove({"name":"joe"}) > db.person.find() { "_id" : ObjectId("53150a0cd39c963b140c6f69"), "name" : "jack", "age" : 20 } > db.person.remove() > db.person.find() > db.person.count() 0 #查看块大小 db.settings.find() #设置块大小 db.settings.save( { _id:"chunksize", value: <sizeInMB> } ) #空间压缩 db.repairDatabase() #压缩指定collection,这最好停止写数据，且只能在副本节点操作 db.person.runCommand("compact"); db.runCommand({compact : 'person');
由于启动脚本比较多我放在最后:
/etc/init.d/mongoc
vi /etc/init.d/mongoc #!/bin/bash # # mongodb This shell script takes care of starting and stopping # # chkconfig: - 58 74 ### END INIT INFO # Source function library. . /etc/init.d/functions prog=mongoc lockfile=/var/lock/subsys/$prog config=/etc/mongod/mongoc.conf start() { # Start daemons. echo -n $"Starting $prog: " daemon $prog --config $config $OPTIONS RETVAL=$? echo [ $RETVAL -eq 0 ] && touch $lockfile return $RETVAL } stop() { echo -n $"Shutting down $prog: " killproc $prog RETVAL=$? echo [ $RETVAL -eq 0 ] && rm -f $lockfile return $RETVAL } # See how we were called. case "$1" in start) start ;; stop) stop ;; status) status $prog ;; restart|force-reload) stop start ;; *) echo $"Usage: $0 {start|stop|status|restart|try-restart|force-reload}" exit 2 esac
/etc/init.d/mongos
vi /etc/init.d/mongos #!/bin/bash # # mongodb This shell script takes care of starting and stopping # # chkconfig: - 58 74 ### END INIT INFO # Source function library. . /etc/init.d/functions prog=mongos lockfile=/var/lock/subsys/$prog config=/etc/mongod/mongos.conf start() { # Start daemons. echo -n $"Starting $prog: " daemon $prog --config $config $OPTIONS RETVAL=$? echo [ $RETVAL -eq 0 ] && touch $lockfile return $RETVAL } stop() { echo -n $"Shutting down $prog: " killproc $prog RETVAL=$? echo [ $RETVAL -eq 0 ] && rm -f $lockfile return $RETVAL } # See how we were called. case "$1" in start) start ;; stop) stop ;; status) status $prog ;; restart|force-reload) stop start ;; *) echo $"Usage: $0 {start|stop|status|restart|try-restart|force-reload}" exit 2 esac
/etc/init.d/mongod1
vi /etc/init.d/mongod1 #!/bin/bash # # mongodb This shell script takes care of starting and stopping # # chkconfig: - 58 74 ### END INIT INFO # Source function library. . /etc/init.d/functions prog=mongod1 lockfile=/var/lock/subsys/$prog config=/etc/mongod/mongod1.conf start() { # Start daemons. echo -n $"Starting $prog: " daemon $prog --config $config $OPTIONS RETVAL=$? echo [ $RETVAL -eq 0 ] && touch $lockfile return $RETVAL } stop() { echo -n $"Shutting down $prog: " killproc $prog RETVAL=$? echo [ $RETVAL -eq 0 ] && rm -f $lockfile return $RETVAL } # See how we were called. case "$1" in start) start ;; stop) stop ;; status) status $prog ;; restart|force-reload) stop start ;; *) echo $"Usage: $0 {start|stop|status|restart|try-restart|force-reload}" exit 2 esac
/etc/init.d/mongod2
#!/bin/bash # # mongodb This shell script takes care of starting and stopping # # chkconfig: - 58 74 ### END INIT INFO # Source function library. . /etc/init.d/functions prog=mongod2 lockfile=/var/lock/subsys/$prog config=/etc/mongod/mongod2.conf start() { # Start daemons. echo -n $"Starting $prog: " daemon $prog --config $config $OPTIONS RETVAL=$? echo [ $RETVAL -eq 0 ] && touch $lockfile return $RETVAL } stop() { echo -n $"Shutting down $prog: " killproc $prog RETVAL=$? echo [ $RETVAL -eq 0 ] && rm -f $lockfile return $RETVAL } # See how we were called. case "$1" in start) start ;; stop) stop ;; status) status $prog ;; restart|force-reload) stop start ;; *) echo $"Usage: $0 {start|stop|status|restart|try-restart|force-reload}" exit 2 esac
/etc/init.d/mongod3
#!/bin/bash # # mongodb This shell script takes care of starting and stopping # # chkconfig: - 58 74 ### END INIT INFO # Source function library. . /etc/init.d/functions prog=mongod3 lockfile=/var/lock/subsys/$prog config=/etc/mongod/mongod3.conf start() { # Start daemons. echo -n $"Starting $prog: " daemon $prog --config $config $OPTIONS RETVAL=$? echo [ $RETVAL -eq 0 ] && touch $lockfile return $RETVAL } stop() { echo -n $"Shutting down $prog: " killproc $prog RETVAL=$? echo [ $RETVAL -eq 0 ] && rm -f $lockfile return $RETVAL } # See how we were called. case "$1" in start) start ;; stop) stop ;; status) status $prog ;; restart|force-reload) stop start ;; *) echo $"Usage: $0 {start|stop|status|restart|try-restart|force-reload}" exit 2 esac