部署nfs服務

1.1 創建基礎鏡像(選做)

如果以docker的形式部署nfs server, 參考此步驟, 若否, 該步驟可忽略。

mkdir /data/nfs -p
chmod 755 /data/nfs# NFS默認端口: 111、2049、20048
docker run -d \
--privileged \
--name nfs_server \
-p 111:111/tcp \
-p 111:111/udp \
-p 2049:2049/tcp \
-p 2049:2049/udp \
-p 30001-30005:30001-30005/tcp \
-p 30001-30005:30001-30005/udp \
-v /data/nfs:/data/nfs \
centos:centos7.9.2009 /usr/sbin/init # docker exec -it nfs_server bash# =================== 生成鏡像并推送到私有倉庫 =================== #
docker commit -p -a "langpf" -m "centos7.9.2009, nfs_server" 25c6d01e41b0 rpp-harbor.com/my-project/nfs_server:centos7.9.2009-u$. docker save -o nfs_server-centos7.9.2009-u.tar rpp-harbor.com/my-project/nfs_server:centos7.9.2009-u
$. docker load --input nfs_server-centos7.9.2009-u.tar$. docker push rpp-harbor.com/my-project/nfs_server:centos7.9.2009-u

1.2 部署NFS Server

# step 1(docker部署時執行)
docker exec -it nfs_server bash
chmod 755 /data/nfs# step 2
yum -y install nfs-utils rpcbind
yum install net-tools -y# step 3
$. vi /etc/exports
# 寫入
/data/nfs 192.168.1.0/24(rw,sync,all_squash,anonuid=0,anongid=0)
/data/nfs 172.17.0.0/24(rw,sync,root_squash)
# -----
/data/nfs 172.17.0.0/24(rw,sync,root_squash)
/data/nfs 192.168.31.0/24(insecure,fsid=0,rw,sync,no_root_squash,acl)
# 編譯生效
$. exportfs -arv# ===================== 修改nfs端口號 ===================== #
# 1. 修改 /etc/sysconfig/nfs 配置
$. vi /etc/sysconfig/nfs
# 在文末加入
RQUOTAD_PORT=30001
LOCKD_TCPPORT=30002
LOCKD_UDPPORT=30002
MOUNTD_PORT=30003
STATD_PORT=30004
STATD_OUTGOING_PORT=30005# 2. 修改 /etc/modprobe.d/lockd.conf 配置
$. vi /etc/modprobe.d/lockd.conf
# 在/etc/modprobe.d/lockd.conf中添加以下設置：
options lockd nlm_tcpport=30002
options lockd nlm_udpport=30002# 3. 重新加載NFS配置和服務：
systemctl restart rpcbind
systemctl restart nfs
#systemctl restart nfs-config
#systemctl restart nfs-idmap
#systemctl restart nfs-lock# strep systemctl start rpcbind
systemctl start nfs# step
systemctl status rpcbind
systemctl status nfs
systemctl enable rpcbind
systemctl enable nfs# 4.  
exportfs -arv# 校驗配置等
showmount -e
showmount -e 192.168.31.133
# -----
showmount -e 192.168.1.161
rpcinfo -p 
rpcinfo -p 192.168.1.161

部署nfs客戶端

需要在k8s所有節點部署nfs客戶端，在k8s所有節點部署執行如下命令, 部署nfs客戶端：

# ========================= 客戶端 ========================= #
# 普通客戶端需要先安裝nfs, 執行如下命令
# k8s集群要掛載nfs, 需要在所有節點執行如下命令
yum -y install nfs-utils # =================== 安裝后nfs在客戶端執行以下命令驗證 ================ #
# ----------
showmount -e 172.17.0.2
showmount -e 192.168.31.133
showmount -e 192.168.1.161# -----------
mount -t nfs 172.17.0.2:/data/nfs /data -o proto=tcp -o nolock
mount -t nfs 192.168.31.133:/data/nfs /data2 -o proto=tcp -o nolock
umount /data# -----------
mount -t nfs 192.168.1.161:/data/nfs /data2 -o proto=tcp -o nolock
umount /data2# ===================== 其它命令 ====================== #
# 在服務端執行，查看nfs狀態信息
nfsstat -s# 在客戶端執行，查看nfs掛載信息
nfsstat -m# 查看服務端的遠程共享信息，此命令會調用服務端的20048端口
showmount -e 192.168.202.151# 查看rpcbind注冊的所有端口號
rpcinfo -p
rpcinfo -p 192.168.1.161# 在服務端執行，重新掛載/etc/exports中配置
exportfs -r

創建sc,pv,pvc,pod資源

k8s命令行執行如下命令, 創建資源:

kubectl apply -f nfs-sc-pv-pvc-pvc-pod.yaml

nfs-sc-pv-pvc-pvc-pod.yaml文件：

# kubectl config set-context $(kubectl config current-context) --namespace=rpp-nfs-ns
# kubectl config get-contexts
# kubectl get ns# kubectl get pod -n rpp-nfs-ns
# kubectl describe pod rpp-nfs-pod
# kubectl exec -it rpp-nfs-pod -- sh
# kubectl logs rpp-nfs-pod  
# kubectl logs -f rpp-nfs-pod  # kubectl get pv
# kubectl describe pv rpp-nfs-pv# kubectl get pvc
# kubectl describe pvc rpp-nfs-pvc# kubectl get sc
# kubectl describe sc rpp-nfs-sc    
# ns
apiVersion: v1
kind: Namespace
metadata:name: rpp-nfs-ns
---      
# 卷插件為NFS的存儲類,
apiVersion: storage.k8s.io/v1  
kind: StorageClass  
metadata:  name: rpp-nfs-sc# namespace: rpp-nfs-ns # 無ns屬性
provisioner: kubernetes.io/nfs  
#parameters:  
#  path: /data/nfs
#  server: 192.168.31.133
---
# 創建NFS類型的PV, 并綁定SC
apiVersion: v1  
kind: PersistentVolume  
metadata:  name: rpp-nfs-pv# namespace: rpp-nfs-ns # 無ns屬性
spec:  capacity:  storage: 5Gi  accessModes:  - ReadWriteMany  persistentVolumeReclaimPolicy: Retain  storageClassName: rpp-nfs-scvolumeMode: Filesystem  nfs:  server: 192.168.1.161path: /data/nfs  readOnly: false
---
# 創建PVC, 指定StorageClass為rpp-nfs-sc, 并請求1GB的存儲空間
apiVersion: v1
kind: PersistentVolumeClaim
metadata:  name: rpp-nfs-pvc# namespace: rpp-nfs-ns # 無ns屬性
spec:storageClassName: rpp-nfs-scaccessModes:- ReadWriteManyresources:requests:storage: 1Gi
---
# POD掛載PVC
apiVersion: v1
kind: Pod
metadata:name: rpp-nfs-podnamespace: rpp-nfs-ns
spec:containers:- name: springboot-docker2  # 容器名image: rpp-harbor.com/my-project/spring-boot-docker2:0.0.1-SNAPSHOTvolumeMounts:- name: rpp-volumemountPath: /data2ports:                 # 端口- containerPort: 8600  # 容器暴露的端口name: business-port- containerPort: 8800name: actuator-portvolumes:  - name: rpp-volume  persistentVolumeClaim:  claimName: rpp-nfs-pvc