配置Etcd集羣和TLS認證

一、安裝前準備

etcd軟件版本：etcd-v3.3.10-linux-amd64.tar.gz

系統:centos7.3

防火牆關閉

systemctl stop firewalld

systemctl disable firewalld

 

selinux關閉

 

 

配置/etc/hosts（三臺操作）

192.168.159.121 k8s-master-01

192.168.159.122 k8s-node01

192.168.159.123  k8s-node02

配置時間同步

yum -y install ntpdate

crontab –e

#時間同步

*/5 * * * *  /usr/sbin/ntpdate 0.asia.pool.ntp.org

二、配置免密鑰登錄（三臺操作）

三臺先操作

ssh-keygen

三臺操作

ssh-copy-id -i /root/.ssh/id_rsa.pub  root@k8s-node01

ssh-copy-id -i /root/.ssh/id_rsa.pub  root@k8s-node02

ssh-copy-id -i /root/.ssh/id_rsa.pub  root@k8s-master-01

 

三、安裝etcd軟件

三臺創建目錄

mkdir  -p  /app/etcd/{bin,cfg,ssl}

解壓文件

tar zxvf etcd-v3.3.10-linux-amd64.tar.gz

cp etcd-v3.3.10-linux-amd64/{etcd,etcdctl} /app/etcd/bin/

scp /app/etcd/bin/* root@k8s-node01:/app/etcd/bin/

scp /app/etcd/bin/* root@k8s-node02:/appt/etcd/bin/

 

 

四、配置etcd tls

1、下載cfssl(三臺操作)

curl -L https://pkg.cfssl.org/R1.2/cfssl_linux-amd64 -o /usr/local/bin/cfssl

curl -L https://pkg.cfssl.org/R1.2/cfssljson_linux-amd64 -o /usr/local/bin/cfssljson

curl -L https://pkg.cfssl.org/R1.2/cfssl-certinfo_linux-amd64 -o /usr/local/bin/cfssl-certinfo

chmod +x /usr/local/bin/cfssl /usr/local/bin/cfssljson /usr/local/bin/cfssl-certinfo

 

2、生成證書

mkdir etcd-cert

cd  etcd-cert

 

vi  etcd-cert.sh

 

cat > ca-config.json <<EOF

{

  "signing": {

    "default": {

      "expiry": "87600h"

    },

    "profiles": {

      "www": {

         "expiry": "87600h",

         "usages": [

            "signing",

            "key encipherment",

            "server auth",

            "client auth"

        ]

      }

    }

  }

}

EOF

 

cat > ca-csr.json <<EOF

{

    "CN": "etcd CA",

    "key": {

        "algo": "rsa",

        "size": 2048

    },

    "names": [

        {

            "C": "CN",

            "L": "zhejiang",

            "ST": "hangzhou"

        }

    ]

}

EOF

 

cfssl gencert -initca ca-csr.json | cfssljson -bare ca -

 

#-----------------------

 

cat > server-csr.json <<EOF

{

    "CN": "etcd",

    "hosts": [

    "192.168.159.121",

    "192.168.159.122",

    "192.168.159.123"

    ],

    "key": {

        "algo": "rsa",

        "size": 2048

    },

    "names": [

        {

            "C": "CN",

            "L": "zhejiang",

            "ST": "hangzhou"

        }

    ]

}

EOF

 

cfssl gencert -ca=ca.pem -ca-key=ca-key.pem -config=ca-config.json -profile=www server-csr.json | cfssljson -bare server

 

 

執行腳本生成證書

sh  etcd-cert.sh

 

把生成證書到三臺/app/etcd/ssl/

cp  ca.pem server-key.pem server.pem /app/etcd/ssl/

scp  /app/etcd/ssl/*  k8s-node01:/app/etcd/ssl/

scp  /app/etcd/ssl/*  k8s-node02:/app/etcd/ssl/

 

五、配置etcd加證書

1、k8s-master-01主機配置

配置

vi  /app/etcd/cfg/etcd

 

#[Member]

ETCD_NAME="etcd01"

ETCD_DATA_DIR="/var/lib/etcd/default.etcd"

ETCD_LISTEN_PEER_URLS="https://192.168.159.121:2380"

ETCD_LISTEN_CLIENT_URLS="https://192.168.159.121:2379"

 

#[Clustering]

ETCD_INITIAL_ADVERTISE_PEER_URLS="https://192.168.159.121:2380"

ETCD_ADVERTISE_CLIENT_URLS="https://192.168.159.121:2379"

ETCD_INITIAL_CLUSTER="etcd01=https://192.168.159.121:2380,etcd02=https://192.168.159.122:2380,etcd03=https://192.168.159.123:2380"

ETCD_INITIAL_CLUSTER_TOKEN="etcd-cluster"

ETCD_INITIAL_CLUSTER_STATE="new"

 

配置etcd自動啓動腳本

vi  /usr/lib/systemd/system/etcd.service

 

[Unit]

Description=Etcd Server

After=network.target

After=network-online.target

Wants=network-online.target

 

[Service]

Type=notify

EnvironmentFile=/app/etcd/cfg/etcd

ExecStart=/app/etcd/bin/etcd --name=${ETCD_NAME} --data-dir=${ETCD_DATA_DIR} --listen-peer-urls=${ETCD_LISTEN_PEER_URLS} --listen-client-urls=${ETCD_LISTEN_CLIENT_URLS},http://127.0.0.1:2379 --advertise-client-urls=${ETCD_ADVERTISE_CLIENT_URLS} --initial-advertise-peer-urls=${ETCD_INITIAL_ADVERTISE_PEER_URLS} --initial-cluster=${ETCD_INITIAL_CLUSTER} --initial-cluster-token=${ETCD_INITIAL_CLUSTER_TOKEN} --initial-cluster-state=new --cert-file=/app/etcd/ssl/server.pem --key-file=/app/etcd/ssl/server-key.pem --peer-cert-file=/app/etcd/ssl/server.pem --peer-key-file=/app/etcd/ssl/server-key.pem --trusted-ca-file=/app/etcd/ssl/ca.pem --peer-trusted-ca-file=/app/etcd/ssl/ca.pem

Restart=on-failure

LimitNOFILE=65536

 

[Install]

WantedBy=multi-user.target

 

2、配置k8s-node01主機配置

配置

vi  /app/etcd/cfg/etcd

 

#[Member]

ETCD_NAME="etcd02"

ETCD_DATA_DIR="/var/lib/etcd/default.etcd"

ETCD_LISTEN_PEER_URLS="https://192.168.159.122:2380"

ETCD_LISTEN_CLIENT_URLS="https://192.168.159.122:2379"

 

#[Clustering]

ETCD_INITIAL_ADVERTISE_PEER_URLS="https://192.168.159.122:2380"

ETCD_ADVERTISE_CLIENT_URLS="https://192.168.159.122:2379"

ETCD_INITIAL_CLUSTER="etcd01=https://192.168.159.121:2380,etcd02=https://192.168.159.122:2380,etcd03=https://192.168.159.123:2380"

ETCD_INITIAL_CLUSTER_TOKEN="etcd-cluster"

ETCD_INITIAL_CLUSTER_STATE="new"

 

配置etcd自動啓動腳本

vi  /usr/lib/systemd/system/etcd.service

 

[Unit]

Description=Etcd Server

After=network.target

After=network-online.target

Wants=network-online.target

 

[Service]

Type=notify

EnvironmentFile=/app/etcd/cfg/etcd

ExecStart=/app/etcd/bin/etcd --name=${ETCD_NAME} --data-dir=${ETCD_DATA_DIR} --listen-peer-urls=${ETCD_LISTEN_PEER_URLS} --listen-client-urls=${ETCD_LISTEN_CLIENT_URLS},http://127.0.0.1:2379 --advertise-client-urls=${ETCD_ADVERTISE_CLIENT_URLS} --initial-advertise-peer-urls=${ETCD_INITIAL_ADVERTISE_PEER_URLS} --initial-cluster=${ETCD_INITIAL_CLUSTER} --initial-cluster-token=${ETCD_INITIAL_CLUSTER_TOKEN} --initial-cluster-state=new --cert-file=/app/etcd/ssl/server.pem --key-file=/app/etcd/ssl/server-key.pem --peer-cert-file=/app/etcd/ssl/server.pem --peer-key-file=/app/etcd/ssl/server-key.pem --trusted-ca-file=/app/etcd/ssl/ca.pem --peer-trusted-ca-file=/app/etcd/ssl/ca.pem

Restart=on-failure

LimitNOFILE=65536

 

[Install]

WantedBy=multi-user.target

 

3、配置k8s-node02主機配置

配置

vi  /app/etcd/cfg/etcd

 

#[Member]

ETCD_NAME="etcd03"

ETCD_DATA_DIR="/var/lib/etcd/default.etcd"

ETCD_LISTEN_PEER_URLS="https://192.168.159.123:2380"

ETCD_LISTEN_CLIENT_URLS="https://192.168.159.123:2379"

 

#[Clustering]

ETCD_INITIAL_ADVERTISE_PEER_URLS="https://192.168.159.123:2380"

ETCD_ADVERTISE_CLIENT_URLS="https://192.168.159.123:2379"

ETCD_INITIAL_CLUSTER="etcd01=https://192.168.159.121:2380,etcd02=https://192.168.159.122:2380,etcd03=https://192.168.159.123:2380"

ETCD_INITIAL_CLUSTER_TOKEN="etcd-cluster"

ETCD_INITIAL_CLUSTER_STATE="new"

 

配置etcd自動啓動腳本

vi  /usr/lib/systemd/system/etcd.service

 

[Unit]

Description=Etcd Server

After=network.target

After=network-online.target

Wants=network-online.target

 

[Service]

Type=notify

EnvironmentFile=/app/etcd/cfg/etcd

ExecStart=/app/etcd/bin/etcd --name=${ETCD_NAME} --data-dir=${ETCD_DATA_DIR} --listen-peer-urls=${ETCD_LISTEN_PEER_URLS} --listen-client-urls=${ETCD_LISTEN_CLIENT_URLS},http://127.0.0.1:2379 --advertise-client-urls=${ETCD_ADVERTISE_CLIENT_URLS} --initial-advertise-peer-urls=${ETCD_INITIAL_ADVERTISE_PEER_URLS} --initial-cluster=${ETCD_INITIAL_CLUSTER} --initial-cluster-token=${ETCD_INITIAL_CLUSTER_TOKEN} --initial-cluster-state=new --cert-file=/app/etcd/ssl/server.pem --key-file=/app/etcd/ssl/server-key.pem --peer-cert-file=/app/etcd/ssl/server.pem --peer-key-file=/app/etcd/ssl/server-key.pem --trusted-ca-file=/app/etcd/ssl/ca.pem --peer-trusted-ca-file=/app/etcd/ssl/ca.pem

Restart=on-failure

LimitNOFILE=65536

 

[Install]

WantedBy=multi-user.target

 

 

 

啓動etcd

systemctl daemon-reload

systemctl  restart etcd

systemctl  status etcd

systemctl enable etcd