1
# 首先，请在测试环境构建这几个工具的rpm包
2
yum reinstall --downloadonly --downloaddir=/root keepalived haproxy psmisc ipset ipvsadm
3
# 其次，将构建的rpm包上传至服务器进行本地化部署
4
rpm -ivh ./*.rpm

1
# 配置文件每个Master节点主机都必须一致
2
cat > /etc/haproxy/haproxy.cfg << EOF
3
global
4

5
    log         127.0.0.1 local2
6

7
    chroot      /var/lib/haproxy
8
    pidfile     /var/run/haproxy.pid
9
    maxconn     4000
10
    user        haproxy
11
    group       haproxy
12
    daemon
13

14
    stats socket /var/lib/haproxy/stats
15

16
defaults
17
  log global
18
  option  httplog
19
  option  dontlognull
20
        timeout connect 5000
21
        timeout client 50000
22
        timeout server 50000
23

24
frontend kube-apiserver
25
    bind *:6445
26
    mode tcp
27
    option tcplog
28
    default_backend kube-apiserver
29

30
backend kube-apiserver
31
    mode tcp
32
    option tcplog
33
    option tcp-check
34
    balance roundrobin
35
    default-server inter 10s downinter 5s rise 2 fall 2 slowstart 60s maxconn 250 maxqueue 256 weight 100
36
    server master1 10.0.0.1:6443 check                 # 修改为Master节点1的主机名及IP地址
37
    server master2 10.0.0.2:6443 check                 # 修改为Master节点2的主机名及IP地址
38
    server master3 10.0.0.3:6443 check                 # 修改为Master节点2的主机名及IP地址
39
EOF

1
# 配置文件每个Master节点根据自身实际情况对注释部分进行调整修改
2
cat > /etc/keepalived/keepalived.conf << EOF
3
global_defs {
4
  notification_email {
5
  }
6
  router_id LVS_DEVEL
7
  vrrp_skip_check_adv_addr
8
  vrrp_garp_interval 0
9
  vrrp_gna_interval 0
10
}
11

12
vrrp_script chk_haproxy {
13
  script "killall -0 haproxy"
14
  interval 2
15
  weight 2
16
}
17

18
vrrp_instance haproxy-vip {
19
  state MASTER              # 此处Master节点1使用，Master节点2/3使用BACKUP
20
  priority 100              # 此处Master节点1使用，Master节点2/3使用99/98
21
  interface ens192          # 网卡修改为节点实际的网卡
22
  virtual_router_id 60
23
  advert_int 1
24
  authentication {
25
    auth_type PASS
26
    auth_pass 1111
27
  }
28
  unicast_src_ip 10.0.0.1   # 此处Master节点1使用的物理地址
29
  unicast_peer {
30
    10.0.0.2                # 此处为同级节点Master节点2的物理地址
31
    10.0.0.3                # 此处为同级节点Master节点3的物理地址
32
  }
33

34
  virtual_ipaddress {
35
    10.0.0.4/24             # 设置虚拟IP地址
36
  }
37

38
  track_script {
39
    chk_haproxy
40
  }
41
}
42
EOF
43
# 授权每个Master节点服务开机自启动
44
systemctl restart haproxy && systemctl enable haproxy
45
systemctl restart keepalived && systemctl enable keepalived
46
reboot
47
# 每个Master节点重启后可以进行保活测试，虚拟IP出现漂移则配置生效
48
systemctl stop haproxy

1
# 进入 Master1 节点，并通过
2
ip addr # 确认当前虚拟IP为当前节点上
3
# 主节点部署
4
kubeadm init \\
5
    --apiserver-advertise-address=10.0.0.4 \\
6
    --image-repository=registry.aliyuncs.com/google_containers \\
7
    --kubernetes-version=v1.28.14 \\
8
    --pod-network-cidr=192.168.0.0/24 \\
9
    --service-cidr=172.31.0.0/24 \\
10
    --cri-socket unix:///var/run/cri-dockerd.sock \\
11
    --ignore-preflight-errors=all \\
12
    --v=5
13

14
# 如果部署过程报错，请检查/etc/hosts文件是否进行正确解析
15
# 部署完成需要在节点上正确调用配置信息才能使用kubectl进行查看，请依次执行：
16
mkdir -p $HOME/.kube
17
sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
18
sudo chown $(id -u):$(id -g) $HOME/.kube/config
19
cp /etc/kubernetes/admin.conf ~/.kube/config # 核心节点
20
# 查看集群环境是否已指定Vip
21
kubectl -n kube-system get cm kubeadm-config -o yaml | grep -C 3 controlPlaneEndpoint
22
# 无打印反馈信息则需要追加部署虚拟IP
23
kubectl -n kube-system edit cm kubeadm-config
24
    apiVersion: kubeadm.k8s.io/v1beta3
25
    certificatesDir: /etc/kubernetes/pki
26
    clusterName: kubernetes
27
    controlPlaneEndpoint: 10.0.0.4:6443 # 设置为高可用的虚拟IP
28
    controllerManager: {}
29
    dns: {}
30
    etcd:
31
# 追加配置完成后建议优先部署flannel或者calico网络插件，本章节不涉及网络插件部署
32
# 配置etcd集群
33
nano /etc/kubernetes/manifests/etcd.yaml
34
- --initial-cluster=master1=https://10.0.0.1:2380,master2=https://10.0.0.2:2380,master3=https://10.0.0.3:2380,master=https://10.0.0.4:2380
35
cat /etc/kubernetes/manifests/etcd.yaml | grep initial-cluster # 验证修改
36
# 部署etcdctl工具检查etcd集群状态
37
cd root
38
# 工具下载可以在测试环境进行，下载好了再上传至服务器
39
wget <https://github.com/etcd-io/etcd/releases/download/v3.5.16/etcd-v3.5.16-linux-amd64.tar.gz>
40
tar –xvf etcd-v3.5.16-linux-amd64.tar.gz
41
cp etcd-v3.5.16-linux-amd64/etcd* /usr/local/bin
42
# 查看集群配置
43
etcdctl --cert /etc/kubernetes/pki/etcd/peer.crt \\
44
    --key /etc/kubernetes/pki/etcd/peer.key \\
45
    --cacert /etc/kubernetes/pki/etcd/ca.crt member list
46
# 验证集群配置
47
etcdctl -w table --cert /etc/kubernetes/pki/etcd/peer.crt --key /etc/kubernetes/pki/etcd/peer.key --cacert /etc/kubernetes/pki/etcd/ca.crt \\
48
    --endpoints=https://10.0.0.4:2379,<https://10.0.0.2:2379>,<https://10.0.0.3:2379> endpoint status --cluster
49

50
# 重新生成集群token
51
kubeadm token create --print-join-command
52
# 生成控制平台key
53
kubeadm init phase upload-certs --upload-certs

1
# 加入集群
2
kubeadm join 10.0.0.1:6443 --token 7dlwe3.xxx \\
3
        --discovery-token-ca-cert-hash sha256:xxx \\
4
        --control-plane --certificate-key xxx \\
5
        --cri-socket unix:///var/run/cri-dockerd.sock \\
6
        --ignore-preflight-errors=all \\
7
        --v=5
8

9
# 加入完成还需依次执行：
10
mkdir -p $HOME/.kube
11
sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
12
sudo chown $(id -u):$(id -g) $HOME/.kube/config
13
cp /etc/kubernetes/admin.conf ~/.kube/config
14
# 修改etcd配置
15
nano /etc/kubernetes/manifests/etcd.yaml
16
- --initial-cluster=master1=https://10.0.0.1:2380,master2=https://10.0.0.2:2380,master3=https://10.0.0.3:2380,master=https://10.0.0.4:2380

1
# 加入集群
2
kubeadm join 10.0.0.1:6443 --token 7dlwe3.xxx \\
3
        --discovery-token-ca-cert-hash sha256:xxx \\
4
        --cri-socket unix:///var/run/cri-dockerd.sock \\
5
        --ignore-preflight-errors=all \\
6
        --v=5
7

8
# 加入完成还需依次执行：
9
mkdir -p $HOME/.kube
10
sudo cp -i /etc/kubernetes/kubelet.conf  $HOME/.kube/config
11
sudo chown $(id -u):$(id -g) $HOME/.kube/config
12
cp /etc/kubernetes/kubelet.conf ~/.kube/config