Server1 1.Update sudo apt-get update sudo apt-get upgrade 2. sudo apt-get install bridge-utils 3.IP 3.1 sudo vi /etc/network/interfaces ---------------------------------------------- auto lo iface lo inet loopback auto eth0 iface eth0 inet static address 192.168.75.110 netmask 255.255.255.0 broadcast 192.168.75.255 gateway 192.168.75.2 dns-nameservers 192.168.75.2 auto eth1 iface eth1 inet static address 192.168.4.1 netmask 255.255.255.0 network 192.168.4.0 broadcast 192.168.4.255 3.2 sudo /etc/init.d/networking restart 4.NTP Server 4.1 sudo apt-get install ntp 4.2 sudo vi /etc/ntp.conf -------------------------------- server ntp.ubuntu.com server 127.127.1.0 fudge 127.127.1.0 stratum 10 4.3 sudo service ntp restart 5.database 5.1 sudo apt-get install mysql-server python-mysqldb 设置密码：gis 5.2 sudo vi /etc/mysql/my.cnf ------------------------------------- bind-address = 0.0.0.0 5.3 sudo restart mysql sudo mysql -u root -p use mysql select host, user, password from user; delete from user where user='root' and host='localhost'; delete from user where user='root' and host='::1'; delete from user where user='root' and host='127.0.0.1'; delete from user where user=''; update user set host='%' where user='root'; commit; sudo restart mysql 5.4 sudo mysql -u root -p -e 'CREATE DATABASE keystone;' 5.5 sudo mysql -u root -p -e 'CREATE USER keystone;' 5.6 sudo mysql -u root -p -e "GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'%';" sudo mysql -u root -p -e "GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'localhost'" 5.7 sudo mysql -u root -p -e "SET PASSWORD FOR 'keystone'@'%' = PASSWORD('gis');" 6. sudo apt-get install keystone 6.1 sudo rm /var/lib/keystone/keystone.db 6.2 sudo vi /etc/keystone/keystone.conf bind_host = 0.0.0.0 public_port = 5000 admin_port = 35357 admin_token = 012345SECRET99TOKEN012345 compute_port = 8774 verbose = True debug = True log_config = /etc/keystone/logging.conf use_syslog = False connection = mysql://keystone:gis@192.168.75.110/keystone 6.3 sudo keystone-manage pki_setup sudo chown -R keystone:keystone /etc/keystone/ sudo chmod g+rx,o+rx -R /etc/keystone/ sudo chmod -R g+rwx,o+rwx /var/log/keystone/ 6.4 sudo service keystone restart 6.5 sudo keystone-manage db_sync 7 identity 7.1 export OS_SERVICE_TOKEN=012345SECRET99TOKEN012345 export OS_SERVICE_ENDPOINT=http://192.168.75.110:35357/v2.0 keystone tenant-create --name demo --description "Default Tenant" +-------------+----------------------------------+ | Property | Value | +-------------+----------------------------------+ | description | Default Tenant | | enabled | True | | id | 3b440084158a42c0917603e066261aaf | | name | demo | +-------------+----------------------------------+ keystone user-create --tenant-id 3b440084158a42c0917603e066261aaf --name admin --pass secrete +----------+----------------------------------+ | Property | Value | +----------+----------------------------------+ | email | | | enabled | True | | id | d99081655e834ded8abea8e6f6e111bb | | name | admin | | tenantId | 3b440084158a42c0917603e066261aaf | +----------+----------------------------------+ keystone role-create --name admin +----------+----------------------------------+ | Property | Value | +----------+----------------------------------+ | id | c55516c9bcae400bad38b96e98e35279 | | name | admin | +----------+----------------------------------+ keystone user-role-add --user-id d99081655e834ded8abea8e6f6e111bb --tenant-id 3b440084158a42c0917603e066261aaf --role-id c55516c9bcae400bad38b96e98e35279 7.2 keystone tenant-create --name service --description "Service Tenant" +-------------+----------------------------------+ | Property | Value | +-------------+----------------------------------+ | description | Service Tenant | | enabled | True | | id | d5f00c8160b94fc5acdf2f2a79d790dc | | name | service | +-------------+----------------------------------+ keystone user-create --tenant-id d5f00c8160b94fc5acdf2f2a79d790dc --name glance --pass glance +----------+----------------------------------+ | Property | Value | +----------+----------------------------------+ | email | | | enabled | True | | id | 2d16d19937fd4f3eba46a48d0a5d1c90 | | name | glance | | tenantId | d5f00c8160b94fc5acdf2f2a79d790dc | +----------+----------------------------------+ keystone user-role-add --user-id 2d16d19937fd4f3eba46a48d0a5d1c90 --tenant-id d5f00c8160b94fc5acdf2f2a79d790dc --role-id c55516c9bcae400bad38b96e98e35279 keystone user-create --tenant-id d5f00c8160b94fc5acdf2f2a79d790dc --name ec2 --pass ec2 +----------+----------------------------------+ | Property | Value | +----------+----------------------------------+ | email | | | enabled | True | | id | 2782536bd49a4802a575301ccdb44324 | | name | ec2 | | tenantId | d5f00c8160b94fc5acdf2f2a79d790dc | +----------+----------------------------------+ keystone user-role-add --user-id 2782536bd49a4802a575301ccdb44324 --tenant-id d5f00c8160b94fc5acdf2f2a79d790dc --role-id c55516c9bcae400bad38b96e98e35279 keystone user-create --tenant-id d5f00c8160b94fc5acdf2f2a79d790dc --name swift --pass swiftpass +----------+----------------------------------+ | Property | Value | +----------+----------------------------------+ | email | | | enabled | True | | id | cdee582c005745808f064ceea1e20953 | | name | swift | | tenantId | d5f00c8160b94fc5acdf2f2a79d790dc | +----------+----------------------------------+ keystone user-role-add --user-id cdee582c005745808f064ceea1e20953 --tenant-id d5f00c8160b94fc5acdf2f2a79d790dc --role-id c55516c9bcae400bad38b96e98e35279 7.3 keystone service-create --name=keystone --type=identity --description="Identity Service" +-------------+----------------------------------+ | Property | Value | +-------------+----------------------------------+ | description | Identity Service | | id | c697cfd78fa14b8eaf296af2569b711c | | name | keystone | | type | identity | +-------------+----------------------------------+ keystone endpoint-create --region RegionOne --service-id=c697cfd78fa14b8eaf296af2569b711c --publicurl=http://192.168.75.110:5000/v2.0 --internalurl=http://192.168.75.110:5000/v2.0 --adminurl=http://192.168.75.110:35357/v2.0 +-------------+----------------------------------+ | Property | Value | +-------------+----------------------------------+ | adminurl | http://192.168.75.110:35357/v2.0 | | id | 6a32df6c6c714e30a9830cfe39e8d64f | | internalurl | http://192.168.75.110:5000/v2.0 | | publicurl | http://192.168.75.110:5000/v2.0 | | region | RegionOne | | service_id | c697cfd78fa14b8eaf296af2569b711c | +-------------+----------------------------------+ keystone service-create --name=ec2 --type=ec2 --description="EC2 Compatibility Layer" +-------------+----------------------------------+ | Property | Value | +-------------+----------------------------------+ | description | EC2 Compatibility Layer | | id | 528b19e43cec466192c770c26d3a73a3 | | name | ec2 | | type | ec2 | +-------------+----------------------------------+ keystone --token 012345SECRET99TOKEN012345 --endpoint http://192.168.75.110:35357/v2.0/ endpoint-create --region RegionOne --service-id=528b19e43cec466192c770c26d3a73a3 --publicurl=http://192.168.75.110:8773/services/Cloud --internalurl=http://192.168.75.110:8773/services/Cloud --adminurl=http://192.168.75.110:8773/services/Admin +-------------+-------------------------------------------+ | Property | Value | +-------------+-------------------------------------------+ | adminurl | http://192.168.75.110:8773/services/Admin | | id | 64007630d09c450a8418985c98dbcd07 | | internalurl | http://192.168.75.110:8773/services/Cloud | | publicurl | http://192.168.75.110:8773/services/Cloud | | region | RegionOne | | service_id | 528b19e43cec466192c770c26d3a73a3 | +-------------+-------------------------------------------+ keystone service-create --name=swift --type=object-store --description="Object Storage Service" +-------------+----------------------------------+ | Property | Value | +-------------+----------------------------------+ | description | Object Storage Service | | id | b162fbd8a371465bba07b9c0ea3f9c32 | | name | swift | | type | object-store | +-------------+----------------------------------+ keystone endpoint-create --region RegionOne --service-id=b162fbd8a371465bba07b9c0ea3f9c32 --publicurl 'http://192.168.75.110:8888/v1/AUTH_%(tenant_id)s' --adminurl 'http://192.168.75.110:8888/v1' --internalurl 'http://192.168.75.110:8888/v1/AUTH_%(tenant_id)s' +-------------+--------------------------------------------------+ | Property | Value | +-------------+--------------------------------------------------+ | adminurl | http://192.168.75.110:8888/v1 | | id | 5eb5295ee08d4967838f2b8f3fd44939 | | internalurl | http://192.168.75.110:8888/v1/AUTH_%(tenant_id)s | | publicurl | http://192.168.75.110:8888/v1/AUTH_%(tenant_id)s | | region | RegionOne | | service_id | b162fbd8a371465bba07b9c0ea3f9c32 | +-------------+--------------------------------------------------+ 8. unset OS_SERVICE_TOKEN unset OS_SERVICE_ENDPOINT 9. keystone --os-auth-url=http://192.168.75.110:35357/v2.0 token-get keystone --os-username=admin --os-password=secrete --os-auth-url=http://192.168.75.110:35357/v2.0 token-get keystone --os-username=admin --os-password=secrete --os-tenant-name=demo --os-auth-url=http://192.168.75.110:35357/v2.0 token-get keystone --os-username=admin --os-password=secrete --os-auth-url=http://192.168.75.110:35357/v2.0 token-get keystone --os-username=admin --os-password=secrete --os-tenant-name=service --os-auth-url=http://192.168.75.110:35357/v2.0 token-get 11. vi keystonerc export OS_USERNAME=swift export OS_PASSWORD=swiftpass export OS_TENANT_NAME=service export OS_AUTH_URL=http://192.168.75.110:35357/v2.0 export OS_REGION_NAME=RegionOne export OS_SERVICE_TOKEN=012345SECRET99TOKEN012345 export OS_SERVICE_ENDPOINT=http://192.168.75.110:35357/v2.0 export OS_USERNAME=admin export OS_PASSWORD=secrete export OS_TENANT_NAME=demo export OS_AUTH_URL=http://192.168.75.110:35357/v2.0 source keystonerc 12. keystone user-list keystone role-list -------------------------------------Server1, Server2, Server3, Server4---------------------------------------------------- 1.安装SSH和Swift的核心包 sudo apt-get install swift openssh-server rsync memcached python-netifaces python-xattr python-memcache 2.在所有节点上创创建配置文件目录 sudo mkdir -p /etc/swift sudo chown -R swift:swift /etc/swift/ 3. 在所有节点上创创建swift配置文件(/etc/swift/swift.conf) sudo vi /etc/swift/swift.conf [swift-hash] # random unique string that can never change (DO NOT LOSE) swift_hash_path_suffix = fLIbertYgibbitZ sudo chown -R swift:swift /etc/swift/ ------------------------------------Server 2, Server 3, Server 4----------------------------------------------------------- 1.在所有存贮节点上安装Swift包 sudo apt-get install swift-account swift-container swift-object xfsprogs 2. 建立XFS文件系统存贮 sudo fdisk /dev/sdb //#然后一次选择 n, p, 1, 默认, 默认, w sudo mkfs.xfs -f -i size=1024 /dev/sdb1 ( 命令格式： sudo mkfs -t ext3 /dev/sdb1 ) sudo mkdir -p /srv/node/sdb1 sudo echo "/dev/sdb1 /srv/node/sdb1 xfs noatime,nodiratime,nobarrier,logbufs=8 0 0" >> /etc/fstab sudo mount /srv/node/sdb1 sudo chown -R swift:swift /srv/node 3. 创建数据同步配置文件(/etc/rsyncd.conf) sudo vi /etc/rsyncd.conf uid = swift gid = swift log file = /var/log/rsyncd.log pid file = /var/run/rsyncd.pid address = 192.168.4.2 或 192.168.4.3 或 192.168.4.4 [account] max connections = 2 path = /srv/node/ read only = false lock file = /var/lock/account.lock [container] max connections = 2 path = /srv/node/ read only = false lock file = /var/lock/container.lock [object] max connections = 2 path = /srv/node/ read only = false lock file = /var/lock/object.lock 4.启用系统同步 sudo vi /etc/default/rsync RSYNC_ENABLE = true sudo service rsync start 5.创建目录 sudo mkdir -p /var/swift/recon sudo chown -R swift:swift /var/swift/recon ---------------------------------------------------Server 1---------------------------------------------------------- 1.安装swift-proxy节点包 sudo apt-get install swift-proxy memcached python-keystoneclient python-swiftclient python-webob 2.生成SSL认证文件 cd /etc/swift sudo openssl req -new -x509 -nodes -out cert.crt -keyout cert.key 3.修改缓存配置文件 sudo vi /etc/memcached.conf 将 -l 127.0.0.1 改为 -l 192.168.4.1 4.重启缓存服务 sudo service memcached restart 5.修改swift-proxy缓存配置文件 sudo vi /etc/swift/proxy-server.conf [DEFAULT] cert_file = /etc/swift/cert.crt key_file = /etc/swift/cert.key bind_port = 8888 user = swift [pipeline:main] pipeline = healthcheck cache authtoken keystoneauth proxy-server [app:proxy-server] use = egg:swift#proxy allow_account_management = true account_autocreate = true [filter:keystoneauth] use = egg:swift#keystoneauth operator_roles = Member,admin,swiftoperator [filter:authtoken] paste.filter_factory = keystoneclient.middleware.auth_token:filter_factory # Delaying the auth decision is required to support token-less # usage for anonymous referrers ('.r:*'). delay_auth_decision = true # cache directory for signing certificate signing_dir = /home/swift/keystone-signing # auth_* settings refer to the Keystone server auth_protocol = http auth_host = 192.168.75.110 auth_port = 35357 # the same admin_token as provided in keystone.conf admin_token = 012345SECRET99TOKEN012345 # the service tenant and swift userid and password created in Keystone admin_tenant_name = service admin_user = swift admin_password = swiftpass [filter:cache] use = egg:swift#memcache memcache_servers = 192.168.75.110:11211 [filter:catch_errors] use = egg:swift#catch_errors [filter:healthcheck] use = egg:swift#healthcheck 6. 创建swift的认证目录 sudo mkdir -p /home/swift/keystone-signing sudo chown -R swift:swift /home/swift/keystone-signing 7.创建account, container, object的ring cd /etc/swift sudo swift-ring-builder account.builder create 18 3 24 sudo swift-ring-builder container.builder create 18 3 24 sudo swift-ring-builder object.builder create 18 3 24 8. 将存贮实体加入到环中 sudo swift-ring-builder account.builder add z1-192.168.4.2:6002/sdb1 100 sudo swift-ring-builder container.builder add z1-192.168.4.2:6001/sdb1 100 sudo swift-ring-builder object.builder add z1-192.168.4.2:6000/sdb1 100 sudo swift-ring-builder account.builder add z2-192.168.4.3:6002/sdb1 100 sudo swift-ring-builder container.builder add z2-192.168.4.3:6001/sdb1 100 sudo swift-ring-builder object.builder add z2-192.168.4.3:6000/sdb1 100 sudo swift-ring-builder account.builder add z3-192.168.4.4:6002/sdb1 100 sudo swift-ring-builder container.builder add z3-192.168.4.4:6001/sdb1 100 sudo swift-ring-builder object.builder add z3-192.168.4.4:6000/sdb1 100 9. 查看各个环 sudo swift-ring-builder account.builder sudo swift-ring-builder container.builder sudo swift-ring-builder object.builder 10. 平衡各个环 sudo swift-ring-builder account.builder rebalance sudo swift-ring-builder container.builder rebalance sudo swift-ring-builder object.builder rebalance 11. 将生成的环信息复制到Proxy节点与Storage节点的/etc/swift目录下 account.ring.gz container.ring.gz object.ring.gz sudo chown -R swift:swift /etc/swift sudo chmod g+rw,o+rw -R /etc/swift/ sudo scp account.ring.gz zyx@192.168.75.111:/etc/swift sudo scp account.ring.gz zyx@192.168.75.112:/etc/swift sudo scp account.ring.gz zyx@192.168.75.113:/etc/swift sudo scp container.ring.gz zyx@192.168.75.111:/etc/swift sudo scp container.ring.gz zyx@192.168.75.112:/etc/swift sudo scp container.ring.gz zyx@192.168.75.113:/etc/swift sudo scp object.ring.gz zyx@192.168.75.111:/etc/swift sudo scp object.ring.gz zyx@192.168.75.112:/etc/swift sudo scp object.ring.gz zyx@192.168.75.113:/etc/swift 12. 将各个配置文件的用户改为swift sudo chown -R swift:swift /etc/swift 13. 启动代理服务 sudo service proxy-server start sudo swift-init proxy start (有效) ------------------------------------------Server 2, Server 3, Server 4----------------------------------------------------------- 14.启动存贮服务 sudo service swift-object start sudo service swift-object-replicator start sudo service swift-object-updater start sudo service swift-object-auditor start sudo service swift-container start sudo service swift-container-replicator start sudo service swift-container-updater start sudo service swift-container-auditor start sudo service swift-account start sudo service swift-account-replicator start sudo service swift-account-updater start sudo service swift-account-auditor start sudo swift-init all start (有效) 或 sudo swift-init object-server start sudo swift-init object-replicator start sudo swift-init object-updater start sudo swift-init object-auditor start sudo swift-init container-server start sudo swift-init container-replicator start sudo swift-init container-updater start sudo swift-init container-auditor start sudo swift-init account-server start sudo swift-init account-replicator start sudo swift-init account-auditor start ------------------------------------------Verify the Installation------------------------------------------------------------- 15.验证Swift安装 15.1设置变量 export ADMINPASS=swiftpass export SWIFT_PROXY_CONF="/etc/swift/proxy-server.conf" 15.1验证 swift -V 2.0 -A http://192.168.75.110:5000/v2.0 -U service:swift -K swiftpass stat (有效) curl -d '{"auth":{"tenantName": "service","passwordCredentials":{"username": "swift","password": "swiftpass"}}}' -H "Content-type:application/json" http://192.168.75.110:35357/v2.0/tokens (有效) { "access": { "token": { "issued_at": "2013-07-20T02:20:19.836225", "expires": "2013-07-21T02:20:19Z", "id": "MIIHHAYJ.....", "tenant": { "description": "Service Tenant", "enabled": true, "id": "5e3af2dac2d1451ba90c4f151a40a463", "name": "service" } }, "serviceCatalog": [ { "endpoints": [ { "adminURL": "http://192.168.75.110:8888/v1", "region": "RegionOne", "internalURL": "http://192.168.75.110:8888/v1/AUTH_5e3af2dac2d1451ba90c4f151a40a463", "id": "944b056c8ea44f4bb2f85f350fc6d749", "publicURL": "http://192.168.75.110:8888/v1/AUTH_5e3af2dac2d1451ba90c4f151a40a463" } ], "endpoints_links": [], "type": "object-store", "name": "swift" }, { "endpoints": [ { "adminURL": "http://192.168.75.110:8773/services/Admin", "region": "RegionOne", "internalURL": "http://192.168.75.110:8773/services/Cloud", "id": "14c95395690d4d5393ad91c4c9ce0191", "publicURL": "http://192.168.75.110:8773/services/Cloud" } ], "endpoints_links": [], "type": "ec2", "name": "ec2" }, { "endpoints": [ { "adminURL": "http://192.168.75.110:35357/v2.0", "region": "RegionOne", "internalURL": "http://192.168.75.110:5000/v2.0", "id": "2c48f04762304a46ae6ae2bacfa0d91a", "publicURL": "http://192.168.75.110:5000/v2.0" } ], "endpoints_links": [], "type": "identity", "name": "keystone" } ], "user": { "username": "swift", "roles_links": [], "id": "eef77f25cf8b4563bffbcb4d9a6091bc", "roles": [ { "name": "_member_" }, { "name": "admin" } ], "name": "swift" }, "metadata": { "is_admin": 0, "roles": [ "9fe2ff9ee4384b1894a90878d3e92bab", "76f281288ce7401bbb5472f17e7197ec" ] } } } swift -A http://192.168.75.110:5000/v2.0 -U service:swift -K swiftpass upload myfiles bigfile1.tgz 15.3上传文件 swift upload myfiles bigfile1.tgz (有效) swift -V 2.0 -A http://192.168.75.110:5000/v2.0 -U service:swift -K swiftpass stat (有效)
15.4下载文件 swift -A http://192.168.75.110:5000/v2.0 -U service:swift -K swiftpass download myfiles swift download myfiles (有效) http://blog.csdn.net/gjhnorth/article/details/9036869 ------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ------------------------------------------------------------------------------------------------------------------------------------------------------------------------ ------------------------------------------------------------------------------------------------------------------------------------------------------------------------ http://www.openstack.org.cn/ask/?q-24.html ------------------------------------------------------------------------------------------------------------------------------------------------------------------------ Swift多节点安装 安装环境： Proxy Node:192.168.5.152 Storage Node1:192.168.5.155 Storage Node1:192.168.5.156 Storage Node1:192.168.5.157 一、 安装配置存储节点（Storage Node） 在192.168.5.155存储节点上进行操作，其他存储节点操作内容相同 1、 安装需要的软件包 apt-get update apt-get install swift swift-account swift-container swift-object swift-doc xfsprogs 2、 创建loopback设备(假设为sdb1)分出一个分区然后格式化 fdisk /dev/sdb mkfs.xfs -i size=1024 /dev/sdb1 上面的方法是官方文档上的方法，也是推荐的方法，我使用的是创建回环设备来存 dd if=/dev/zero of=/srv/swift-node bs=1024 count=0 seek=1000000 mkfs.xfs -i size=1024 /srv/swift-node 3、 更新fstab文件 cat >> /etc/fstab <<EOF /dev/sdb1 /swift/node/sdb1 xfs loop,noatime,nodiratime,nobarrier,logbufs=8 0 0 /dev/sdc1 /swift/node/sdc1 xfs loop,noatime,nodiratime,nobarrier,logbufs=8 0 0 /dev/sdd1 /swift/node/sdd1 xfs loop,noatime,nodiratime,nobarrier,logbufs=8 0 0 /dev/sde1 /swift/node/sde1 xfs loop,noatime,nodiratime,nobarrier,logbufs=8 0 0 EOF 4、 挂载 mkdir -p /swift/node/sdb1 mkdir -p /swift/node/sdc1 mkdir -p /swift/node/sdd1 mkdir -p /swift/node/sde1 mount /swift/node/sdb1 mount /swift/node/sdc1 mount /swift/node/sdd1 mount /swift/node/sde1 chown -R swift:swift /swift 注意 没有赋权限，会导致创建失败 5、 创建swift的配置文件 cat >/etc/swift/swift.conf <<EOF [swift-hash] # random unique string that can never change (DO NOT LOSE) swift_hash_path_suffix = `od -t x8 -N 8 -A n </dev/random` EOF Note: 这个文件所有的存储节点和代理节点共用,可以用scp拷贝到其它节点 6、 安装rsync apt-get install rsync 7、 创建rsync配置文件 cat > /etc/rsyncd.conf << EOF uid = swift gid = swift log file = /var/log/rsyncd.log pid file = /var/run/rsyncd.pid address = 192.168.5.155 [account] max connections = 2 path = /swift/node read only = false lock file = /var/lock/account.lock [container] max connections = 2 path = /swift/node read only = false lock file = /var/lock/container.lock [object] max connections = 2 path = /swift/node read only = false lock file = /var/lock/object.lock EOF 注意：path 写你实际的（刚才新建的）分区的位置。address修改为当前storage的地址。 8、 启用rsync perl -pi -e 's/RSYNC_ENABLE=false/RSYNC_ENABLE=true/' /etc/default/rsync 9、 启动rsync service rsync start 10、 配置account服务 cat > /etc/swift/account-server.conf << EOF [DEFAULT] devices = /swift/node mount_check = false bind_ip = 0.0.0.0 bind_port = 6012 workers = 2 log_facility = LOG_LOCAL3 [pipeline:main] pipeline = account-server [app:account-server] use = egg:swift#account [account-replicator] [account-auditor] [account-reaper] EOF 11、 配置container服务 cat > /etc/swift/container-server.conf << EOF [DEFAULT] devices = /swift/node mount_check = false bind_ip = 0.0.0.0 bind_port = 6011 workers = 2 log_facility = LOG_LOCAL2 [pipeline:main] pipeline = container-server [app:container-server] use = egg:swift#container [container-replicator] [container-updater] [container-auditor] [container-sync] EOF 12、 配置object服务 cat > /etc/swift/object-server.conf << EOF [DEFAULT] devices = /swift/node/ mount_check = false bind_ip = 0.0.0.0 bind_port = 6010 workers = 2 log_facility = LOG_LOCAL1 [pipeline:main] pipeline = object-server [app:object-server] use = egg:swift#object [object-replicator] [object-updater] [object-auditor] [object-expirer] EOF 13、 创建swift日志配置文件 cat > /etc/rsyslog.d/10-swift.conf << EOF local1,local2,local3.* /var/log/swift/all.log local1.* /var/log/swift/object.log local2.* /var/log/swift/container.log local3.* /var/log/swift/account.log EOF 14、 创建日志目录 mkdir -p /var/log/swift chown -R syslog.adm /var/log/swift 15、 重启日志服务进程 service rsyslog restart 二、 安装配置代理节点（Proxy Node） 1、 安装需要的软件包 apt-get update apt-get install swift swift-proxy swift-doc memcached 2、 修改memcached配置文件 perl -pi -e "s/-l 127.0.0.1/-l 192.168.5.152/" /etc/memcached.conf 3、 重启memcached服务 service memcached restart 4、 从存储节点拷贝swift配置文件 mkdir /etc/swift scp root@192.168.5.155:/etc/swift/swift.conf /etc/swift 5、 创建proxy-server配置文件 --------------------------tempauth认证------------------------------------------------ cat > /etc/swift/proxy-server.conf << EOF [DEFAULT] bind_port =8080 bind_ip = 192.168.5.152 user = swift [pipeline:main] pipeline = healthcheck cache tempauth proxy-server [app:proxy-server] use = egg:swift#proxy allow_account_management = true account_autocreate = true [filter:tempauth] use = egg:swift#tempauth user_admin_admin = admin .admin .reseller_admin user_test_tester = testing .admin user_test2_tester2 = testing2 .admin user_test_tester3 = testing3 [filter:healthcheck] use = egg:swift#healthcheck [filter:cache] use = egg:swift#memcache memcache_servers = 192.168.5.152:11211 EOF -----------------------------keystone认证---------------------------------------------------------- cat > /etc/swift/proxy-server.conf << EOF [DEFAULT] bind_port = 8080 bind_ip = 192.168.5.152 user = swift log_level = DEBUG log_facility = LOG_LOCAL1 [pipeline:main] pipeline = healthcheck cache authtoken keystone proxy-server [app:proxy-server] use = egg:swift#proxy allow_account_management = true account_autocreate = true [filter:keystone] paste.filter_factory = keystone.middleware.swift_auth:filter_factory operator_roles = admin, swiftoperator [filter:authtoken] paste.filter_factory = keystone.middleware.auth_token:filter_factory delay_auth_decision = 1 auth_port = 35357 auth_host = 192.168.5.152 auth_protocol = http service_protocol = http service_host = 192.168.5.152 service_port = 5000 admin_tenant_name = service admin_user = swift admin_password = 12345678 [filter:healthcheck] use = egg:swift#healthcheck [filter:cache] use = egg:swift#memcache memcache_servers = 192.168.5.152:11211 EOF 6、 创建swift日志配置文件 cat > /etc/rsyslog.d/10-swift.conf << EOF local1.* /var/log/swift/proxy.log EOF 7、 创建日志目录 mkdir -p /var/log/swift chown -R syslo.adm /var/log/swift 8、 重启日志服务进程 service rsyslog restart 9、 首先创建环 cd /etc/swift swift-ring-builder account.builder create 18 3 1 swift-ring-builder container.builder create 18 3 1 swift-ring-builder object.builder create 18 3 1 Note: 后面的数字第一个为存储分区数,第二个为备份次数,备份次数不能小于ZONE数目,第三个为延迟删除的时间,以小时为单位 10、向环里添加存储设备我前面配置了三台存储节点: |---------+------+-----------+-----------+------+--------| | Storage | Zone | IP | Server | Port | Device | |---------+------+-----------+-----------+------+--------| | 1 | 1 |192.168.5.155| account | 6012 | sdb1 | | | | | container | 6011 | sdb1 | | | | | object | 6010 | sdb1 | |---------+------+-----------+-----------+------+--------| | 2 | 2 |192.168.5.156 | account | 6012 | sdb1 | | | | | container | 6011 | sdb1 | | | | | object | 6010 | sdb1 | |---------+------+-----------+-----------+------+--------| | 3 | 3 |192.168.5.157 | account | 6012 | sdb1 | | | | | container | 6011 | sdb1 | | | | | object | 6010 | sdb1 | |---------+------+-----------+-----------+------+--------| cd /etc/swift swift-ring-builder account.builder add z1-192.168.5.155:6012/sdb1 100 swift-ring-builder container.builder add z1-192.168.5.155:6011/sdb1 100 swift-ring-builder object.builder add z1-192.168.5.155:6010/sdb1 100 swift-ring-builder account.builder add z2-192.168.5.156:6012/sdb1 100 swift-ring-builder container.builder add z2-192.168.5.156:6011/sdb1 100 swift-ring-builder object.builder add z2-192.168.5.156:6010/sdb1 100 swift-ring-builder account.builder add z3-192.168.5.157:6012/sdb1 100 swift-ring-builder container.builder add z3-192.168.5.157:6011/sdb1 100 swift-ring-builder object.builder add z3-192.168.5.157:6010/sdb1 100 Note: IP,端口,设备和前面的配置对应 11、 检验每个环里的条目 cd /etc/swift swift-ring-builder account.builder swift-ring-builder container.builder swift-ring-builder object.builder 应该得到类似这样的输出 account.builder, build version 3 262144 partitions, 3 replicas, 3 zones, 3 devices, 0.00 balance The minimum number of hours before a partition can be reassigned is 1 Devices: id zone ip address port name weight partitions balance meta 0 1 192.168.5.155 6012 sdb1 100.00 262144 0.00 1 2 192.168.5.156 6012 sdb1 100.00 262144 0.00 2 3 192.168.5.157 6012 sdb1 100.00 262144 0.00 14、 平衡环 cd /etc/swift swift-ring-builder account.builder rebalance swift-ring-builder container.builder rebalance swift-ring-builder object.builder rebalance Note: 这个过程可能需要一些时间 Note: 这三条命令会产生以gz结尾的文件,这些文件就是所有节点要用到的环文件,可以用scp拷贝到其它各节点 Note: 如果创建环的时候指定的副本数大于环的数量,平衡环的时候可能会报类似下面的错误 ... in _initial_balance while available_devs[index]['zone'] in other_zones: IndexError: list index out of range 15、 分发新生成的环文件 scp /etc/swift/*.gz root@192.168.5.155:/etc/swift/ scp /etc/swift/*.gz root@192.168.5.156:/etc/swift/ scp /etc/swift/*.gz root@192.168.5.157:/etc/swift/ 16、 启动各节点相关的服务 # 代理节点 swift-init proxy start # 存储节点 swift-init all start 三、测试swift 1、得到an X-Storage-Url 和X-Auth-Token root@node11:/etc/swift# curl -v -H 'X-Storage-User: test:tester' -H 'X-Storage-Pass: testing' http://192.168.5.152:8080/auth/v1.0 * About to connect() to 192.168.5.152 port 8080 (#0) * Trying 192.168.5.152... connected > GET /auth/v1.0 HTTP/1.1 > User-Agent: curl/7.22.0 (x86_64-pc-linux-gnu) libcurl/7.22.0 OpenSSL/1.0.1 zlib/1.2.3.4 libidn/1.23 librtmp/2.3 > Host: 192.168.5.152:8080 > Accept: */* > X-Storage-User: test:tester > X-Storage-Pass: testing > < HTTP/1.1 200 OK < X-Storage-Url: http://192.168.5.152:8080/v1/AUTH_test < X-Storage-Token: AUTH_tk51644b8e782040f6ab788caa23ad6a1b < X-Auth-Token: AUTH_tk51644b8e782040f6ab788caa23ad6a1b < Content-Length: 0 < Date: Thu, 11 Oct 2012 07:47:53 GMT < * Connection #0 to host 192.168.5.152 left intact * Closing connection #0 root@node11:/etc/swift# curl -v -H 'X-Auth-Token: AUTH_tk51644b8e782040f6ab788caa23ad6a1b' http://192.168.5.152:8080/v1/AUTH_test * About to connect() to 192.168.5.152 port 8080 (#0) * Trying 192.168.5.152... connected > GET /v1/AUTH_test HTTP/1.1 > User-Agent: curl/7.22.0 (x86_64-pc-linux-gnu) libcurl/7.22.0 OpenSSL/1.0.1 zlib/1.2.3.4 libidn/1.23 librtmp/2.3 > Host: 192.168.5.152:8080 > Accept: */* > X-Auth-Token: AUTH_tk51644b8e782040f6ab788caa23ad6a1b > < HTTP/1.1 204 No Content < X-Account-Object-Count: 0 < X-Account-Bytes-Used: 0 < X-Account-Container-Count: 0 < Accept-Ranges: bytes < Content-Length: 0 < Date: Thu, 11 Oct 2012 07:48:24 GMT < * Connection #0 to host 192.168.5.152 left intact * Closing connection #0 测试swift目前工作状态 swift -A http://192.168.5.152:8080/auth/v1.0 -U test:tester -K testing stat 将当前目录下test.txt文件上传到myfiles目录 swift -A http://192.168.5.152:8080/auth/v1.0 -U test:tester -K testing upload myfiles test.txt