四、etcd数据库集群部署

1、下载安装
二进制下载：
https://github.com/coreos/etcd/releases/download/v3.3.13/etcd-v3.3.13-linux-amd64.tar.gz

[root@k8s-master01 ~]# tar xf etcd-v3.3.13-linux-amd64.tar.gz 
[root@k8s-master01 ~]# cd etcd-v3.3.13-linux-amd64
[root@k8s-master01 etcd-v3.3.13-linux-amd64]# ll
总用量 29776
drwxr-xr-x 10 1000 1000 4096 5月 3 2019 Documentation
-rwxr-xr-x 1 1000 1000 16927136 5月 3 2019 etcd
-rwxr-xr-x 1 1000 1000 13498880 5月 3 2019 etcdctl
-rw-r--r-- 1 1000 1000 38864 5月 3 2019 README-etcdctl.md
-rw-r--r-- 1 1000 1000 7262 5月 3 2019 README.md
-rw-r--r-- 1 1000 1000 7855 5月 3 2019 READMEv2-etcdctl.md

只有etcd,etcdctl两个文件有用

2、安装etcd

#创建etcd所需要的目录
[root@k8s-master01 opt]# mkdir -p etcd/{bin,cfg,ssl}
#拷贝下载下来的可执行命令
[root@k8s-master01 ~]# cp etcd-v3.3.13-linux-amd64/{etcd,etcdctl} /opt/etcd/bin/
#拷贝我们生成的自签证书
[root@k8s-master01 ~]# cp k8s/tls/etcd/{server,server-key,ca}.pem /opt/etcd/ssl/
[root@k8s-master01 ~]# tree /opt/etcd
/opt/etcd
├── bin
│   ├── etcd
│   └── etcdctl
├── cfg
└── ssl
    ├── ca.pem
    ├── server-key.pem
    └── server.pem

3、生成启动和配置文件
#配置文件

[root@k8s-master01 ~]# cat /opt/etcd/cfg/etcd.conf 

#[Member]
ETCD_NAME="etcd-1"
ETCD_DATA_DIR="/var/lib/etcd/default.etcd"
ETCD_LISTEN_PEER_URLS="https://etcd01:2380"
ETCD_LISTEN_CLIENT_URLS="https://etcd01:2379"

#[Clustering]
ETCD_INITIAL_ADVERTISE_PEER_URLS="https://etcd01:2380"
ETCD_ADVERTISE_CLIENT_URLS="https://etcd01:2379"
ETCD_INITIAL_CLUSTER="etcd-1=https://etcd01:2380,etcd-2=https://etcd02:2380,etcd-3=https://etcd03:2380"
ETCD_INITIAL_CLUSTER_TOKEN="etcd-cluster"
ETCD_INITIAL_CLUSTER_STATE="new"

#启动文件

[root@k8s-master01 etcd]# cat /opt/etcd/etcd.service 
[Unit]
Description=Etcd Server
After=network.target
After=network-online.target
Wants=network-online.target

[Service]
Type=notify
EnvironmentFile=/opt/etcd/cfg/etcd.conf
ExecStart=/opt/etcd/bin/etcd 
        --name=${ETCD_NAME} 
        --data-dir=${ETCD_DATA_DIR} 
        --listen-peer-urls=${ETCD_LISTEN_PEER_URLS} 
        --listen-client-urls=${ETCD_LISTEN_CLIENT_URLS},http://127.0.0.1:2379 
        --advertise-client-urls=${ETCD_ADVERTISE_CLIENT_URLS} 
        --initial-advertise-peer-urls=${ETCD_INITIAL_ADVERTISE_PEER_URLS} 
        --initial-cluster=${ETCD_INITIAL_CLUSTER} 
        --initial-cluster-token=${ETCD_INITIAL_CLUSTER_TOKEN} 
        --initial-cluster-state=new 
        --cert-file=/opt/etcd/ssl/server.pem 
        --key-file=/opt/etcd/ssl/server-key.pem 
        --peer-cert-file=/opt/etcd/ssl/server.pem 
        --peer-key-file=/opt/etcd/ssl/server-key.pem 
        --trusted-ca-file=/opt/etcd/ssl/ca.pem 
        --peer-trusted-ca-file=/opt/etcd/ssl/ca.pem
Restart=on-failure
LimitNOFILE=65536

[Install]
WantedBy=multi-user.target

4、拷贝etcd目录到etcd01，etcd02，etcd03机器上

[root@k8s-master01 ~]# scp -r /opt/etcd/ etcd01:/opt/
[root@k8s-master01 ~]# scp -r /opt/etcd/ etcd02:/opt/
[root@k8s-master01 ~]# scp -r /opt/etcd/ etcd03:/opt/

5、分别修改3台etcd的cfg/etcd.conf文件，IP为自己的IP
#etcd01

[root@etcd01 ~]# cat /opt/etcd/cfg/etcd.conf 

#[Member]
ETCD_NAME="etcd-1"
ETCD_DATA_DIR="/var/lib/etcd/default.etcd"
ETCD_LISTEN_PEER_URLS="https://10.16.8.161:2380"
ETCD_LISTEN_CLIENT_URLS="https://10.16.8.161:2379"

#[Clustering]
ETCD_INITIAL_ADVERTISE_PEER_URLS="https://10.16.8.161:2380"
ETCD_ADVERTISE_CLIENT_URLS="https://10.16.8.161:2379"
ETCD_INITIAL_CLUSTER="etcd-1=https://10.16.8.161:2380,etcd-2=https://10.16.8.162:2380,etcd-3=https://10.16.8.163:2380"
ETCD_INITIAL_CLUSTER_TOKEN="etcd-cluster"
ETCD_INITIAL_CLUSTER_STATE="new"

#etcd02

#[Member]
ETCD_NAME="etcd-2"
ETCD_DATA_DIR="/var/lib/etcd/default.etcd"
ETCD_LISTEN_PEER_URLS="https://10.16.8.162:2380"
ETCD_LISTEN_CLIENT_URLS="https://10.16.8.162:2379"

#[Clustering]
ETCD_INITIAL_ADVERTISE_PEER_URLS="https://10.16.8.162:2380"
ETCD_ADVERTISE_CLIENT_URLS="https://10.16.8.162:2379"
ETCD_INITIAL_CLUSTER="etcd-1=https://10.16.8.161:2380,etcd-2=https://10.16.8.162:2380,etcd-3=https://10.16.8.163:2380"
ETCD_INITIAL_CLUSTER_TOKEN="etcd-cluster"
ETCD_INITIAL_CLUSTER_STATE="new"

#etcd03

[root@etcd03 ~]# cat /opt/etcd/cfg/etcd.conf

#[Member]
ETCD_NAME="etcd-3"
ETCD_DATA_DIR="/var/lib/etcd/default.etcd"
ETCD_LISTEN_PEER_URLS="https://10.16.8.163:2380"
ETCD_LISTEN_CLIENT_URLS="https://10.16.8.163:2379"

#[Clustering]
ETCD_INITIAL_ADVERTISE_PEER_URLS="https://10.16.8.163:2380"
ETCD_ADVERTISE_CLIENT_URLS="https://10.16.8.163:2379"
ETCD_INITIAL_CLUSTER="etcd-1=https://10.16.8.161:2380,etcd-2=https://10.16.8.162:2380,etcd-3=https://10.16.8.163:2380"
ETCD_INITIAL_CLUSTER_TOKEN="etcd-cluster"
ETCD_INITIAL_CLUSTER_STATE="new"

6、3台etcd机器上分别拷贝etcd.service到/usr/lib/systemd/system

[root@etcd01 ~]# mv /opt/etcd/etcd.service /usr/lib/systemd/system
[root@etcd02 ~]# mv /opt/etcd/etcd.service /usr/lib/systemd/system
[root@etcd03 ~]# mv /opt/etcd/etcd.service /usr/lib/systemd/system

7、启动和开机启动etcd

[root@etcd01 ~]# systemctl daemon-reload
[root@etcd01 ~]# systemctl start etcd
[root@etcd01 ~]# systemctl enable etcd

8、查看集群状态

[root@etcd01 ~]# /opt/etcd/bin/etcdctl 
 --ca-file=/opt/etcd/ssl/ca.pem --cert-file=/opt/etcd/ssl/server.pem --key-file=/opt/etcd/ssl/server-key.pem 
 --endpoints="https://10.16.8.161:2379,https://10.16.8.162:2379,https://10.16.8.163:2379" 
 cluster-health

member 592bed4fa345de89 is healthy: got healthy result from https://10.16.8.163:2379
member 7fc93466fcfffccf is healthy: got healthy result from https://10.16.8.162:2379
member d83d38380a38f404 is healthy: got healthy result from https://10.16.8.161:2379
cluster is healthy