Ubuntu系統kubeadm安裝K8S_v1.25.x容器使用docker(K8S_v1.24版本以后依然使用docker容器管理)

安裝所需要的全部文檔請點擊這里下載

系統是：

root@k8s-master:~# cat /etc/lsb-release DISTRIB_ID=Ubuntu
DISTRIB_RELEASE=22.04 DISTRIB_CODENAME=jammy
DISTRIB_DESCRIPTION=“Ubuntu 22.04.3 LTS” root@k8s-master:~# uname -a
Linux k8s-master 5.15.0-76-generic #83-Ubuntu SMP Thu Jun 15 19:16:32
UTC 2023 x86_64 x86_64 x86_64 GNU/Linux root@k8s-master:~#

192.168.186.132 k8s-master01
192.168.186.133 k8s-node01
192.168.186.134 k8s-node02

hostnamectl set-hostname  k8s-master01 && bash
hostnamectl set-hostname  k8s-node01  && bash
hostnamectl set-hostname  k8s-node02  && bash

sudo cat >> /etc/hosts << EOF
192.168.186.132   k8s-master01
192.168.186.133   k8s-node01
192.168.186.134   k8s-node02
EOF

sudo systemctl stop ufw && sudo systemctl disable ufw

1.基礎環境部署

sudo apt-get update     #更新源及/etc/apt/sources.list
sudo apt-get  -y upgrade   #更新已安裝的軟件包

sudo apt -y install vim lrzsz wget 
sudo swapoff -a # 臨時  
sudo sed -i 's/.*swap.*/#&/' /etc/fstab # 永久

sudo timedatectl set-timezone Asia/Shanghai  &&  sudo systemctl restart rsyslog 
sudo apt install ntpdate -y && sudo ntpdate time.windows.com
sudo systemctl mask sleep.target suspend.target hibernate.target hybrid-sleep.target
sudo lsmod | grep br_netfilter

sudo cat <<EOF | sudo tee /etc/sysctl.d/k8s.conf
net.bridge.bridge-nf-call-ip6tables = 1
net.bridge.bridge-nf-call-iptables = 1
EOF
sudo sysctl --system

sudo cat > /etc/sysctl.d/10-network-security.conf << EOF
net.ipv4.conf.default.rp_filter=1
net.ipv4.conf.all.rp_filter=1
EOFsudo sysctl --system

2.安裝Docker和安裝cri-dockerd插件

2.1 安裝docker

sudo apt update && sudo apt-get  -y upgrade

#卸載原來安裝的
sudo apt-get remove docker docker-engine docker.io containerd runc

#安裝必要的一些系統工具
apt -y install apt-transport-https ca-certificates curl software-properties-common

#安裝GPG證書
curl -fsSL http://mirrors.aliyun.com/docker-ce/linux/ubuntu/gpg | sudo apt-key add -

#寫入軟件源信息
add-apt-repository "deb [arch=amd64] http://mirrors.aliyun.com/docker-ce/linux/ubuntu $(lsb_release -cs) stable"

#更新軟件源
apt-get -y update

#查看可安裝的Docker版本
apt-cache madison docker-ce docker-ce-cli #查看可以安裝的版本
apt install -y docker-ce docker-ce-cli
systemctl start docker && systemctl enable docker

#參數優化， 配置鏡像加速并使用systemd
mkdir -p /etc/docker
cat > /etc/docker/daemon.json <<EOF
{"registry-mirrors":["https://rsbud4vc.mirror.aliyuncs.com","https://registry.docker-cn.com","https://docker.mirrors.ustc.edu.cn","https://dockerhub.azk8s.cn","http://hub-mirror.c.163.com","http://qtid6917.mirror.aliyuncs.com", "https://rncxm540.mirror.aliyuncs.com"],"exec-opts": ["native.cgroupdriver=systemd"]
}
EOF

#重啟docker
sudo systemctl daemon-reload  && sudo systemctl restart docker 
sudo  systemctl enable  docker  && sudo systemctl status dockerdocker --version

2.2 安裝cri-dockerd插件

 wget https://github.com/Mirantis/cri-dockerd/releases/download/v0.2.6/cri-dockerd-0.2.6.amd64.tgztar xvf cri-dockerd-0.2.6.amd64.tgz
cp cri-dockerd/cri-dockerd /usr/local/bin/
#scp cri-dockerd/cri-dockerd root@k8s-node01:/usr/local/bin/
#scp cri-dockerd/cri-dockerd root@k8s-node02:/usr/local/bin/

#所有節點配置cri-dockerd.service文件
cat > /lib/systemd/system/cri-docker.service <<EOF
[Unit]
Description=CRI Interface for Docker Application Container Engine
Documentation=https://docs.mirantis.comAfter=network-online.target firewalld.service docker.service
Wants=network-online.target
Requires=cri-docker.socket[Service]
Type=notify
ExecStart=/usr/local/bin/cri-dockerd --network-plugin=cni --pod-infra-container-image=registry.aliyuncs.com/google_containers/pause:3.7
ExecReload=/bin/kill -s HUP $MAINPIDTimeoutSec=0
RestartSec=2
Restart=always
StartLimitBurst=3
StartLimitInterval=60s
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
TasksMax=infinity
Delegate=yes
KillMode=process[Install]
WantedBy=multi-user.target
EOF

#所有節點配置cri-docker.socket文件
cat > /etc/systemd/system/cri-docker.socket <<EOF
[Unit]
Description=CRI Docker Socket for the API
PartOf=cri-docker.service[Socket]
ListenStream=%t/cri-dockerd.sock
SocketMode=0660
SocketUser=root
SocketGroup=docker[Install]
WantedBy=sockets.target
EOF

##復制到其他的節點
scp cri-dockerd/cri-dockerd  root@k8s-node01:/usr/local/bin/
scp /lib/systemd/system/cri-docker.service  root@k8s-node01:/lib/systemd/system/
scp /etc/systemd/system/cri-docker.socket  root@k8s-node01:/etc/systemd/system/scp cri-dockerd/cri-dockerd  root@k8s-node02:/usr/local/bin/
scp /lib/systemd/system/cri-docker.service  root@k8s-node02:/lib/systemd/system/
scp /etc/systemd/system/cri-docker.socket  root@k8s-node02:/etc/systemd/system/

#所有節點啟動服務
systemctl restart cri-docker.socket && systemctl enable cri-docker.socket
systemctl  status  cri-docker.socketcri-dockerd  --version

3.開始安裝K8S

3.1安裝kubeadm kubeadm kubectl

sudo apt-get update && sudo apt-get install -y ca-certificates curl software-properties-common apt-transport-https curl

sudo curl -s https://mirrors.aliyun.com/kubernetes/apt/doc/apt-key.gpg | sudo apt-key add -

sudo cat  >  /etc/apt/sources.list.d/kubernetes.list << EOF 
deb https://mirrors.aliyun.com/kubernetes/apt/ kubernetes-xenial main
EOF

sudo apt update && sudo apt-get  -y upgrade

sudo apt install kubelet=1.25.3-00 kubeadm=1.25.3-00 kubectl=1.25.3-00 -y #指定版本，最新版本拉去鏡像有問題

sudo apt-mark hold kubelet kubeadm kubectl
sudo systemctl restart kubelet.service

3.2 初始化k8s-master01（在k8s-master01上執行）

#kubeadm config images list #查看集群安裝需要的命令kubeadm config images list --kubernetes-version v1.25.3  > images-download.sh

cat  images-download.sh 
#!/bin/bash
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/kube-apiserver:v1.25.3
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/kube-controller-manager:v1.25.3
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/kube-scheduler:v1.25.3
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/kube-proxy:v1.25.3
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/pause:3.8
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/etcd:3.5.4-0
docker pull registry.cn-hangzhou.aliyuncs.com/google_containers/coredns:v1.9.3
#到這里結束

chmod +x images-download.sh
bash   images-download.sh#鏡像拉去成功后，再次執行sudo kubeadm init

sudo kubeadm init --kubernetes-version v1.25.3 --apiserver-advertise-address=192.168.186.132  --service-cidr=10.96.0.0/12  --pod-network-cidr=10.244.0.0/16 --image-repository registry.aliyuncs.com/google_containers   --cri-socket unix:///var/run/cri-dockerd.sock  --ignore-preflight-errors=all

kubeadm reset --cri-socket unix:///var/run/cri-dockerd.sock

root@k8s-master:~# kubectl get nodes -o wide
NAME         STATUS   ROLES           AGE   VERSION   INTERNAL-IP    EXTERNAL-IP   OS-IMAGE             KERNEL-VERSION      CONTAINER-RUNTIME
k8s-master   Ready    control-plane   20m   v1.25.3   192.168.0.15   <none>        Ubuntu 22.04.3 LTS   5.15.0-76-generic   docker://24.0.5
k8s-node01   Ready     worker-01     20m   v1.25.3   192.168.0.15   <none>        Ubuntu 22.04.3 LTS   5.15.0-76-generic   docker://24.0.5
k8s-node01   Ready    worker-02      20m   v1.25.3   192.168.0.15   <none>        Ubuntu 22.04.3 LTS   5.15.0-76-generic   docker://24.0.5
root@k8s-master:~#

4.單集版的k8s安裝后, 無法部署服務，因為默認k8s-master01不能部署pod,有污點, 需要去掉污點或者新增一個node，我這里是去除污點

{參考文章：https://blog.csdn.net/cd_yourheart/article/details/108766912}
##查看污點策略，顯示三個k8s-master01節點都是NoSchedule

[root@k8s-master01 ~]# kubectl get no -o yaml | grep taint -A 5f:taints: {}manager: kube-controller-manageroperation: Updatetime: "2021-05-09T00:29:04Z"- apiVersion: v1fieldsType: FieldsV1
--taints:- effect: NoSchedulekey: node-role.kubernetes.io/k8s-master01status:addresses:
- address: 49.0.241.2[root@instance-rxkizktp ~]# kubectl taint nodes k8s-master01 key=value:NoExecute #給k8s-master01打上污點，這個就不能運行pod了#去除污點，允許k8s-master01節點部署pod
[root@instance-rxkizktp ~]# kubectl taint nodes --all node-role.kubernetes.io/control-plane-  #執行這句就行，就是取消污點
node/instance-rxkizktp untaintedroot@k8s-master01:/etc/kubernetes# kubectl taint nodes --all  node.kubernetes.io/not-ready:NoSchedule-    #執行這句就行，就是取消污點
node/k8s-master01 untainted
[root@instance-rxkizktp ~]#  kubectl taint nodes k8s-master01 key:NoExecute-	 #刪除
node/k8s-master01 untainted#再次查看，無顯示，說明污點去除成功
[root@instance-rxkizktp ~]#  kubectl get no -o yaml | grep taint -A 5  #什么都沒有查詢到

5.安裝網絡插件

kubectl apply -f calico.yaml

root@k8s-master01:~# kubectl get pods -n kube-system
NAME                                       READY   STATUS    RESTARTS      AGE
calico-kube-controllers-6744f6b6d5-p4r45   1/1     Running   0             5m23s
calico-node-tgfvq                          1/1     Running   0             5m23s
coredns-c676cc86f-5z8cp                    1/1     Running   0             13m
coredns-c676cc86f-lzc5c                    1/1     Running   0             13m
etcd-k8s-master01                          1/1     Running   0             41m
kube-apiserver-k8s-master01                1/1     Running   7             41m
kube-controller-manager-k8s-master01       1/1     Running   0             40m
kube-proxy-m66rg                           1/1     Running   0             13m
kube-scheduler-k8s-master01                1/1     Running   0             41m
root@k8s-master01:~#

6.部署httpd服務測試集群

kubectl create deployment httpd --image=httpd
kubectl expose deployment httpd --port=80 --type=NodePort
kubectl get pods,svc  #查看暴露端口

瀏覽器訪問：集群任何IP:端口

7.補全命令

apt  install -y bash-completion
source /usr/share/bash-completion/bash_completion
source <(kubectl completion bash)
echo "source <(kubectl completion bash)" >> ~/.bashrc

8.部署Dashboard

官網網址： https://github.com/kubernetes/dashboard/releases
這里下載對應的文件，文件需要跟K8S版本對應上

wget https://raw.githubusercontent.com/kubernetes/dashboard/v2.7.0/aio/deploy/recommended.yaml

docker pull registry.aliyuncs.com/google_containers/metrics-server:v0.6.0kubectl apply -f recommended.yaml 
kubectl get pods -n kubernetes-dashboard

[root@k8s-master01 ~]# kubectl get pods,svc -n kubernetes-dashboard
NAME                                         READY   STATUS    RESTARTS   AGE
dashboard-metrics-scraper-7b59f7d4df-znxj6   1/1     Running   0          114s
kubernetes-dashboard-5dbf55bd9d-rzkpw        1/1     Running   0          114s

#創建service  account并綁定默認cluster-admin管理員群集角色
kubectl create serviceaccount dashboard-admin -n kube-system  #創建用戶
kubectl create clusterrolebinding dashboard-admin --clusterrole=cluster-admin --serviceaccount=kube-system:dashboard-admin #用戶授權
kubectl -n kube-system get serviceaccounts |grep dashboard #查看sa是否創建成功
kubectl -n kube-system create token dashboard-admin  --duration=518400s #創建用戶Token
#一年365*24*60*60=31536000s 第一次token登錄后有報錯，請再次執行一次token就好了

9.部署metrics服務

docker pull kubernetesui/dashboard:v2.7.0
docker pull kubernetesui/metrics-scraper:v1.0.8kubectl apply -f components.yaml
kubectl top nodes 
kubectl top pods

[root@k8s-master01 ]# kubectl top nodes
NAME           CPU(cores)   CPU%   MEMORY(bytes)   MEMORY%   
k8s-master01   873m         14%    1077Mi          13%       
k8s-node01     422m         7%     712Mi           12%       
k8s-node02     303m         7%     606Mi           16%       
[root@k8s-master01 ]# 
[root@k8s-master01 ]# 
[root@k8s-master01 ]# kubectl top nodes
NAME           CPU(cores)   CPU%   MEMORY(bytes)   MEMORY%   
k8s-master01   873m         14%    1077Mi          13%       
k8s-node01     422m         7%     712Mi           12%       
k8s-node02     303m         7%     606Mi           16%       
[root@k8s-master0101 ]#