离线K8s_3)环境调优

736 字

4 分钟

离线K8s_3)环境调优

2023-04-04

工具

Kubernetes

/

操作

本文主要针对CentOS7环境部署K8s所需的前置操作进行汇总#

配置本地解析器#

1
nano /etc/hosts     # 修改解析器配置文件
2
10.0.0.1  m01       # 4C4G 计划分配Master节点
3
10.0.0.2  w01       # 2C2G 工作节点1
4
10.0.0.3  w02       # 2C2G 工作节点2
5
10.0.0.4  w03       # 2C2G 工作节点3
6
nano /etc/hostname  # 修改主机名
7
m01                 # 定义Master节点

关闭Master节点交换分区与SELinux工具#

1
swapoff -a  && sed -i 's/.*swap.*/#&/g' /etc/fstab                                      # 永久关闭节点交换分区
2
setenforce 0 && sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config     # 永久关闭SELinux

调整Master节点防火墙策略#

1
firewall-cmd --zone=public --add-port=2379/tcp --permanent                  # Etcd使用端口
2
firewall-cmd --zone=public --add-port=2380/tcp --permanent                  # Etcd使用端口
3
firewall-cmd --zone=public --add-port=4789/udp --permanent                  # Vxlan使用端口
4
firewall-cmd --zone=public --add-port=5473/tcp --permanent                  # Cni使用端口
5
firewall-cmd --zone=public --add-port=6443/tcp --permanent                  # Apiserver使用端口
6
firewall-cmd --zone=public --add-port=6445/tcp --permanent                  # 自定义端口
7
firewall-cmd --zone=public --add-port=6666/tcp --permanent                  # 自定义端口
8
firewall-cmd --zone=public --add-port=9099/tcp --permanent                  # Calico网络插件使用端口
9
firewall-cmd --zone=public --add-port=179/tcp --permanent                   # Bgp使用端口
10
firewall-cmd --zone=public --add-port=30000-32767/tcp --permanent           # Node使用端口
11
firewall-cmd --zone=public --add-port=10250-10258/tcp --permanent           # Master使用端口
12
firewall-cmd --zone=public --add-port=53/tcp --permanent                    # Dns使用端口
13
firewall-cmd --zone=public --add-port=53/udp --permanent                    # Dns使用端口
14
firewall-cmd --zone=public --add-port=8443/tcp --permanent                  # Metrics-server使用端口
15
firewall-cmd --zone=public --add-port=5000/tcp --permanent                  # Local-registry使用端口
16
firewall-cmd --zone=public --add-port=5080/tcp --permanent                  # Local-apt使用端口
17
firewall-cmd --zone=public --add-port=111/tcp --permanent                   # Rpcbind使用端口
18
# 更新防火墙策略
19
systemctl restart firewalld && firewall-cmd --zone=public --list-ports

创建前置内核模组ipvs#

1
cat > /etc/sysconfig/modules/ipvs.modules << EOF
2
#!/bin/bash
3
modprobe -- ip_vs
4
modprobe -- ip_vs_rr
5
modprobe -- ip_vs_wrr
6
modprobe -- ip_vs_sh
7
modprobe -- nf_conntrack_ipv4
8
EOF
9
# 授权生效
10
chmod 755 /etc/sysconfig/modules/ipvs.modules && bash /etc/sysconfig/modules/ipvs.modules && lsmod | grep -e ip_vs -e nf_conntrack_ipv4

确保内核已经加载了相应模块#

1
# 如果 lsmod | grep ip_vs 并未出现 ip_vs_rr 等模块则成功
2
cat > /etc/sysconfig/modules/ipvs.modules << EOF
3
#!/bin/bash
4
ipvs_modules="ip_vs ip_vs_lc ip_vs_wlc ip_vs_rr ip_vs_wrr ip_vs_lblc ip_vs_lblcr ip_vs_dh ip_vs_sh ip_vs_fo ip_vs_nq ip_vs_sed ip_vs_ftp nf_conntrack_ipv4"
5
for kernel_module in \\${ipvs_modules}; do
6
    /sbin/modinfo -F filename \\${kernel_module} > /dev/null 2>&1
7
    if [ $? -eq 0 ]; then
8
        /sbin/modprobe \\${kernel_module}
9
    fi
10
done
11
EOF
12
# 授权生效
13
chmod 755 /etc/sysconfig/modules/ipvs.modules && bash /etc/sysconfig/modules/ipvs.modules && lsmod | grep ip_vs

增加桥接配置文件#

1
cat > /etc/sysctl.d/k8s.conf << EOF
2
net.bridge.bridge-nf-call-ip6tables = 1
3
net.bridge.bridge-nf-call-iptables = 1
4
EOF
5
# 关闭非必要服务组件
6
systemctl stop postfix && systemctl disable postfix

同步时间服务器及更换国内镜像源#

1
# 同步时间服务器
2
yum install -y ntpdate && ntpdate ntp2.aliyun.com
3

4
# 设置阿里云K8s镜像源
5
cat > /etc/yum.repos.d/kubernetes.repo << EOF
6
[kubernetes]
7
name=Kubernetes
8
baseurl=https://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64/
9
enabled=1
10
gpgcheck=0
11
repo_gpgcheck=1
12
gpgkey=https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg
13
<https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg>
14
EOF
15

16
# 设置阿里云Docker镜像源
17
cat > /etc/yum.repos.d/docker-ce.repo << EOF
18
[docker-ce-stable]
19
name=Docker CE Stable - $basearch
20
baseurl=https://mirrors.aliyun.com/docker-ce/linux/centos/$releasever/$basearch/stable
21
enabled=1
22
gpgcheck=1
23
gpgkey=https://mirrors.aliyun.com/docker-ce/linux/centos/gpg
24

25
[docker-ce-stable-debuginfo]
26
name=Docker CE Stable - Debuginfo $basearch
27
baseurl=https://mirrors.aliyun.com/docker-ce/linux/centos/$releasever/debug-$basearch/stable
28
enabled=0
29
gpgcheck=1
30
gpgkey=https://mirrors.aliyun.com/docker-ce/linux/centos/gpg
31

32
[docker-ce-stable-source]
33
name=Docker CE Stable - Sources
34
baseurl=https://mirrors.aliyun.com/docker-ce/linux/centos/$releasever/source/stable
35
enabled=0
36
gpgcheck=1
37
gpgkey=https://mirrors.aliyun.com/docker-ce/linux/centos/gpg
38

39
[docker-ce-test]
40
name=Docker CE Test - $basearch
41
baseurl=https://mirrors.aliyun.com/docker-ce/linux/centos/$releasever/$basearch/test
42
enabled=0
43
gpgcheck=1
44
gpgkey=https://mirrors.aliyun.com/docker-ce/linux/centos/gpg
45

46
[docker-ce-test-debuginfo]
47
name=Docker CE Test - Debuginfo $basearch
48
baseurl=https://mirrors.aliyun.com/docker-ce/linux/centos/$releasever/debug-$basearch/test
49
enabled=0
50
gpgcheck=1
51
gpgkey=https://mirrors.aliyun.com/docker-ce/linux/centos/gpg
52

53
[docker-ce-test-source]
54
name=Docker CE Test - Sources
55
baseurl=https://mirrors.aliyun.com/docker-ce/linux/centos/$releasever/source/test
56
enabled=0
57
gpgcheck=1
58
gpgkey=https://mirrors.aliyun.com/docker-ce/linux/centos/gpg
59

60
[docker-ce-nightly]
61
name=Docker CE Nightly - $basearch
62
baseurl=https://mirrors.aliyun.com/docker-ce/linux/centos/$releasever/$basearch/nightly
63
enabled=0
64
gpgcheck=1
65
gpgkey=https://mirrors.aliyun.com/docker-ce/linux/centos/gpg
66

67
[docker-ce-nightly-debuginfo]
68
name=Docker CE Nightly - Debuginfo $basearch
69
baseurl=https://mirrors.aliyun.com/docker-ce/linux/centos/$releasever/debug-$basearch/nightly
70
enabled=0
71
gpgcheck=1
72
gpgkey=https://mirrors.aliyun.com/docker-ce/linux/centos/gpg
73

74
[docker-ce-nightly-source]
75
name=Docker CE Nightly - Sources
76
baseurl=https://mirrors.aliyun.com/docker-ce/linux/centos/$releasever/source/nightly
77
enabled=0
78
gpgcheck=1
79
gpgkey=https://mirrors.aliyun.com/docker-ce/linux/centos/gpg
80
EOF
81

82
# 设置Master节点的阿里云系统镜像源
83
wget -O /etc/yum.repos.d/CentOS-Base.repo <http://mirrors.aliyun.com/repo/Centos-7.repo>
84

85
# 刷新List
86
yum makecache && yum update -y