三台master都执行
yum install -y kubeadm-1.25.14 --disableexcludes=kubernetes
任一master执行验证集群能否升级
kubeadm upgrade plan
master1上执行
执行升级命令（这一步需要等待）
kubeadm upgrade apply v1.25.14
其它master上执行
kubeadm upgrade node
master1上执行
hostname=d0-dev-master001 kubectl drain $hostname --ignore-daemonsets yum install -y kubelet-1.25.14 kubectl-1.25.14 --disableexcludes=kubernetes sed -i 's#sandbox_image = ".*"#sandbox_image = "registry.cn-hangzhou.aliyuncs.com/google_containers/pause:3.8"#' /etc/containerd/config.toml echo 'KUBELET_KUBEADM_ARGS="--container-runtime=remote --container-runtime-endpoint=unix:///run/containerd/containerd.sock --pod-infra-container-image=registry.aliyuncs.com/google_containers/pause:3.8"' >/var/lib/kubelet/kubeadm-flags.env systemctl daemon-reload systemctl restart kubelet kubectl uncordon $hostname
其它master上执行，多个master需要一个个执行
hostname=d0-dev-master002 kubectl drain $hostname --ignore-daemonsets yum install -y kubelet-1.25.14 kubectl-1.25.14 --disableexcludes=kubernetes sed -i 's#sandbox_image = ".*"#sandbox_image = "registry.cn-hangzhou.aliyuncs.com/google_containers/pause:3.8"#' /etc/containerd/config.toml echo 'KUBELET_KUBEADM_ARGS="--container-runtime=remote --container-runtime-endpoint=unix:///run/containerd/containerd.sock --pod-infra-container-image=registry.aliyuncs.com/google_containers/pause:3.8"' >/var/lib/kubelet/kubeadm-flags.env systemctl daemon-reload systemctl restart kubelet kubectl uncordon $hostname
其它node上可以同时执行
hostname=d-dev-node001 kubectl drain $hostname --ignore-daemonsets yum install -y kubelet-1.25.14 kubectl-1.25.14 --disableexcludes=kubernetes sed -i 's#sandbox_image = ".*"#sandbox_image = "registry.cn-hangzhou.aliyuncs.com/google_containers/pause:3.8"#' /etc/containerd/config.toml echo 'KUBELET_KUBEADM_ARGS="--container-runtime=remote --container-runtime-endpoint=unix:///run/containerd/containerd.sock --pod-infra-container-image=registry.aliyuncs.com/google_containers/pause:3.7"' >/var/lib/kubelet/kubeadm-flags.env systemctl daemon-reload systemctl restart kubelet kubectl uncordon $hostname
注意：如果node上有运行ceph集群的osd节点的话需要将osd节点先out待数据平衡完成之后才能停止容器runtime