#!/bin/bash
#
#********************************************************************
#Author:           YiLing Wu (hj)
#email:            huangjing510@126.com
#Date:             2026-05-14
#FileName:         install_kubernetes_containerd.sh
#URL:              https://script.huangjingblog.cn
#Description:      基于kubeadm + Containerd方式实现Kubernetes的初始准备到安装的全过程
#Copyright (C):    2026 All rights reserved
#********************************************************************

#执行前准备:
#必须确保安装Kubernetes的主机内存至少2G
#必须指定KUBE_VERSION变量版本
#必须在变量中指定集群中各节点的IP信息
#必须在HOSTS变量中指定集群各节点的主机名称和IP的对应关系
#其它配置可选

. /etc/os-release

KUBE_VERSION="1.34.1"
#KUBE_VERSION="1.32.3"
#KUBE_VERSION="1.30.0"
KUBE_RELEASE=${KUBE_VERSION}-1.1

#v1.28以后需要此变量
KUBE_MAJOR_VERSION=`echo ${KUBE_VERSION}| cut -d . -f 1,2`
#KUBE_VERSION="1.29.3"
#KUBE_VERSION="1.25.0"
#KUBE_VERSION="1.24.4"
#KUBE_VERSION="1.24.3"
#KUBE_VERSION="1.24.0"

KUBE_VERSION2=$(echo $KUBE_VERSION |awk -F. '{print $2}')

PAUSE_VERSION=3.10.1
#PAUSE_VERSION=3.10
#PAUSE_VERSION=3.9

#####################指定修改集群各节点的地址,必须按环境修改###################

#单主架构(二选1)
KUBEAPI_IP=10.0.0.101
MASTER1_IP=10.0.0.101
NODE1_IP=10.0.0.104
NODE2_IP=10.0.0.105
NODE3_IP=10.0.0.106


#三主架构(二选1)
#KUBEAPI_IP=10.0.0.201
#MASTER1_IP=10.0.0.201
#MASTER2_IP=10.0.0.202
#MASTER3_IP=10.0.0.203
#NODE1_IP=10.0.0.204
#NODE2_IP=10.0.0.205
#NODE3_IP=10.0.0.206
#HARBOR_IP=10.0.0.200


DOMAIN=huang.org

##########参考上面变量,修改HOST变量指定hosts文件中主机名和IP对应关系###########

#单主架构(二选1)
HOSTS="
$KUBEAPI_IP    kubeapi.$DOMAIN kubeapi
$MASTER1_IP    master1.$DOMAIN master1
$NODE1_IP    node1.$DOMAIN node1
$NODE2_IP    node2.$DOMAIN node2
$NODE3_IP    node3.$DOMAIN node3
"

#三主架构(二选1)
#HOSTS="
#$KUBEAPI_IP    kubeapi.$DOMAIN kubeapi
#$MASTER1_IP    master1.$DOMAIN master1
#$MASTER2_IP    master2.$DOMAIN master2
#$MASTER3_IP    master3.$DOMAIN master3
#$NODE1_IP    node1.$DOMAIN node1
#$NODE2_IP    node2.$DOMAIN node2
#$NODE3_IP    node3.$DOMAIN node3
#"


POD_NETWORK="10.244.0.0/16"
SERVICE_NETWORK="10.96.0.0/12"

IMAGES_URL="registry.aliyuncs.com/google_containers"


LOCAL_IP=`hostname -I|awk '{print $1}'`


COLOR_SUCCESS="echo -e \\033[1;32m"
COLOR_FAILURE="echo -e \\033[1;31m"
END="\033[m"


color () {
    RES_COL=60
    MOVE_TO_COL="echo -en \\033[${RES_COL}G"
    SETCOLOR_SUCCESS="echo -en \\033[1;32m"
    SETCOLOR_FAILURE="echo -en \\033[1;31m"
    SETCOLOR_WARNING="echo -en \\033[1;33m"
    SETCOLOR_NORMAL="echo -en \E[0m"
    echo -n "$1" && $MOVE_TO_COL
    echo -n "["
    if [ $2 = "success" -o $2 = "0" ] ;then
        ${SETCOLOR_SUCCESS}
        echo -n $"  OK  "    
    elif [ $2 = "failure" -o $2 = "1"  ] ;then 
        ${SETCOLOR_FAILURE}
        echo -n $"FAILED"
    else
        ${SETCOLOR_WARNING}
        echo -n $"WARNING"
    fi
    ${SETCOLOR_NORMAL}
    echo -n "]"
    echo 
}

check () {
    if [ $ID = 'ubuntu' ] && [[ ${VERSION_ID} =~ 2[024].04 ]];then
        true
    else
        color "不支持此操作系统，退出!" 1
        exit
    fi
    if [ $KUBE_VERSION2 -le 24 ] ;then 
        color "当前kubernetes版本过低，Containerd要求不能低于v1.24.0版，退出!" 1
        exit
    fi
}


install_prepare () {
    echo "$HOSTS" >> /etc/hosts
    hostnamectl set-hostname $(awk -v ip=$LOCAL_IP '{if($1==ip && $2 !~ "kubeapi")print $2}' /etc/hosts)
    swapoff -a
    sed -i '/swap/s/^/#/' /etc/fstab
    color "安装前准备完成!" 0
    sleep 1
}


config_kernel () {
    cat <<EOF | tee /etc/modules-load.d/k8s.conf
    overlay
    br_netfilter
EOF

    modprobe overlay
    modprobe br_netfilter

    cat <<EOF | tee /etc/sysctl.d/k8s.conf
net.bridge.bridge-nf-call-iptables  = 1
net.bridge.bridge-nf-call-ip6tables = 1
net.ipv4.ip_forward                 = 1
EOF
    sysctl --system    
}

install_containerd () {
    apt update
    apt -y install containerd || { color "安装Containerd失败!" 1; exit 1; }
    mkdir /etc/containerd/
    containerd config default > /etc/containerd/config.toml
    # 先替换 registry 地址，再替换 pause 版本
    sed -i "s#registry.k8s.io#${IMAGES_URL}#g"  /etc/containerd/config.toml
    sed -i "s#pause:3.8#pause:$PAUSE_VERSION#g"  /etc/containerd/config.toml
    sed -i 's#SystemdCgroup = false#SystemdCgroup = true#g' /etc/containerd/config.toml
    systemctl restart containerd.service
    [ $? -eq 0 ] && { color "安装Containerd成功!" 0; sleep 1; } || { color "安装Containerd失败!" 1 ; exit 2; }
}

install_kubeadm () {
    apt-get update && apt-get install -y apt-transport-https
    curl -fsSL https://mirrors.aliyun.com/kubernetes-new/core/stable/v${KUBE_MAJOR_VERSION}/deb/Release.key | gpg --dearmor -o /etc/apt/keyrings/kubernetes-apt-keyring.gpg
    echo "deb [signed-by=/etc/apt/keyrings/kubernetes-apt-keyring.gpg] https://mirrors.aliyun.com/kubernetes-new/core/stable/v${KUBE_MAJOR_VERSION}/deb/ /" > /etc/apt/sources.list.d/kubernetes.list 
   #curl https://mirrors.aliyun.com/kubernetes/apt/doc/apt-key.gpg | apt-key add - 
    #cat <<EOF >/etc/apt/sources.list.d/kubernetes.list
#deb https://mirrors.aliyun.com/kubernetes/apt/ kubernetes-xenial main
#EOF
    apt-get update
    apt-cache madison kubeadm |head
    ${COLOR_FAILURE}"5秒后即将安装: kubeadm-"${KUBE_VERSION}" 版本....."${END}
    ${COLOR_FAILURE}"如果想安装其它版本，请按ctrl+c键退出，修改版本再执行"${END}
    sleep 6

    #安装指定版本
     apt install -y  kubeadm=${KUBE_RELEASE} kubelet=${KUBE_RELEASE} kubectl=${KUBE_RELEASE}
    [ $? -eq 0 ] && { color "安装kubeadm成功!" 0;sleep 1; } || { color "安装kubeadm失败!" 1 ; exit 2; }

    #实现kubectl命令自动补全功能
    apt install -y bash-completion
    kubectl completion bash > /etc/profile.d/kubectl_completion.sh
    source /etc/profile.d/kubectl_completion.sh
}

#只有Kubernetes集群的第一个master节点需要执行下面初始化函数
kubernetes_init () {
    kubeadm init --control-plane-endpoint="kubeapi.$DOMAIN" \
                 --kubernetes-version=v${KUBE_VERSION}  \
                 --pod-network-cidr=${POD_NETWORK} \
                 --service-cidr=${SERVICE_NETWORK} \
                 --token-ttl=0  \
                 --upload-certs \
                 --image-repository=${IMAGES_URL} 
    [ $? -eq 0 ] && color "Kubernetes集群初始化成功!" 0 || { color "Kubernetes集群初始化失败!" 1 ; exit 3; }
    mkdir -p $HOME/.kube
    cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
    chown $(id -u):$(id -g) $HOME/.kube/config
}

reset_kubernetes() {
    kubeadm reset -f
    rm -rf  /etc/cni/net.d/  $HOME/.kube/config
}

clean_kubernetes_residuals() {
    # 停止相关服务
    systemctl stop kubelet 2>/dev/null
    systemctl stop containerd 2>/dev/null

    # 清理 Kubernetes 配置和残留文件
    rm -rf /etc/kubernetes/manifests/*.yaml
    rm -rf /etc/kubernetes/pki/
    rm -rf /etc/kubernetes/*.conf
    rm -rf /etc/cni/net.d/
    rm -rf /var/lib/etcd
    rm -rf $HOME/.kube/config

    # 清理残留的容器和镜像
    crictl rm -a 2>/dev/null
    crictl rmi --all 2>/dev/null

    # 重启 containerd 服务
    systemctl start containerd

    color "Kubernetes 残留清理完成!" 0
}

config_crictl () {
    cat > /etc/crictl.yaml <<EOF
runtime-endpoint: unix:///run/containerd/containerd.sock
image-endpoint: unix:///run/containerd/containerd.sock
EOF

}

config_network() {
    FLANNEL_URL="https://github.com/flannel-io/flannel/releases/latest/download/kube-flannel.yml"
    FLANNEL_MIRROR="https://githubfast.com/flannel-io/flannel/releases/latest/download/kube-flannel.yml"
    FLANNEL_FILE="kube-flannel.yml"

    echo -e "\033[1;32m正在下载 Flannel 网络配置...\033[m"

    # 优先使用官网链接
    if curl -LO --connect-timeout 10 --max-time 30 "$FLANNEL_URL"; then
        echo -e "\033[1;32m官网链接下载成功\033[m"
    else
        echo -e "\033[1;33m官网链接下载失败，尝试加速链接...\033[m"
        # 尝试加速链接
        if curl -LO --connect-timeout 10 --max-time 30 "$FLANNEL_MIRROR"; then
            echo -e "\033[1;32m加速链接下载成功\033[m"
        else
            echo -e "\033[1;31m加速链接也下载失败\033[m"
            echo -e "\033[1;33m请手动下载 Flannel 配置文件：\033[m"
            echo -e "\033[1;33m  官网链接: $FLANNEL_URL\033[m"
            echo -e "\033[1;33m  加速链接: $FLANNEL_MIRROR\033[m"
            echo -e "\033[1;33m下载后执行: kubectl apply -f $FLANNEL_FILE\033[m"
            return 1
        fi
    fi

    # 应用配置
    if kubectl apply -f "$FLANNEL_FILE"; then
        color "Flannel 网络配置应用成功!" 0
    else
        color "Flannel 网络配置应用失败!" 1
        return 1
    fi
}

check

show_menu() {
    echo ""
    echo -e "\033[1;32m1) 初始化新的Kubernetes集群\033[m"
    echo -e "\033[1;32m2) 加入已有的Kubernetes集群\033[m"
    echo -e "\033[1;32m3) 退出Kubernetes集群\033[m"
    echo -e "\033[1;32m4) 清理Kubernetes残留(重新初始化前执行)\033[m"
    echo -e "\033[1;32m5) 配置网络(Flannel)\033[m"
    echo -e "\033[1;32m6) 退出本程序\033[m"
    echo ""
}

show_menu
read -p "请选择编号(1-6): " choice

case $choice in
1)
    install_prepare
    config_kernel
    install_containerd
    install_kubeadm
    kubernetes_init
    config_crictl
    ;;
2)
    install_prepare
    config_kernel
    install_containerd
    install_kubeadm
    $COLOR_SUCCESS"加入已有的Kubernetes集群已准备完毕,还需要执行最后一步加入集群的命令 kubeadm join ... "${END}
    ;;
3)
    reset_kubernetes
    ;;
4)
    clean_kubernetes_residuals
    ;;
5)
    config_network
    ;;
6)
    exit
    ;;
*)
    color "无效的选择，请重新运行脚本" 1
    exit 1
    ;;
esac
exec bash