mirror of https://github.com/easzlab/kubeasz.git
387 lines
13 KiB
Bash
387 lines
13 KiB
Bash
#!/bin/bash
|
|
#--------------------------------------------------
|
|
# This script is for:
|
|
# 1. to download the scripts/binaries/images needed for installing a k8s cluster with kubeasz
|
|
# 2. to run kubeasz in a container (optional, not recommend)
|
|
# @author: gjmzj
|
|
# @usage: ./easzup
|
|
# @repo: https://github.com/easzlab/kubeasz
|
|
# @ref: https://github.com/kubeasz/dockerfiles
|
|
#--------------------------------------------------
|
|
set -o nounset
|
|
set -o errexit
|
|
#set -o xtrace
|
|
|
|
# default version, can be overridden by cmd line options, see ./easzup
|
|
DOCKER_VER=19.03.14
|
|
KUBEASZ_VER=2.2.4
|
|
K8S_BIN_VER=v1.20.2
|
|
EXT_BIN_VER=0.8.1
|
|
SYS_PKG_VER=0.3.3
|
|
|
|
# images needed by k8s cluster
|
|
calicoVer=v3.15.3
|
|
corednsVer=1.7.1
|
|
dashboardVer=v2.1.0
|
|
dashboardMetricsScraperVer=v1.0.6
|
|
flannelVer=v0.13.0-amd64
|
|
metricsVer=v0.3.6
|
|
pauseVer=3.2
|
|
traefikVer=v2.4
|
|
|
|
function download_docker() {
|
|
echo -e "[INFO] \033[33mdownloading docker binaries\033[0m $DOCKER_VER"
|
|
if [[ "$REGISTRY_MIRROR" == CN ]];then
|
|
DOCKER_URL="https://mirrors.tuna.tsinghua.edu.cn/docker-ce/linux/static/stable/x86_64/docker-${DOCKER_VER}.tgz"
|
|
else
|
|
DOCKER_URL="https://download.docker.com/linux/static/stable/x86_64/docker-${DOCKER_VER}.tgz"
|
|
fi
|
|
|
|
mkdir -p /opt/kube/bin /etc/ansible/down /etc/ansible/bin
|
|
if [[ -f "/etc/ansible/down/docker-${DOCKER_VER}.tgz" ]];then
|
|
echo "[INFO] docker binaries already existed"
|
|
else
|
|
echo -e "[INFO] \033[33mdownloading docker binaries\033[0m $DOCKER_VER"
|
|
if [[ -e /usr/bin/curl ]];then
|
|
curl -C- -O --retry 3 "$DOCKER_URL" || { echo "[ERROR] downloading docker failed"; exit 1; }
|
|
else
|
|
wget -c "$DOCKER_URL" || { echo "[ERROR] downloading docker failed"; exit 1; }
|
|
fi
|
|
/bin/mv -f ./docker-${DOCKER_VER}.tgz /etc/ansible/down
|
|
fi
|
|
|
|
tar zxf /etc/ansible/down/docker-${DOCKER_VER}.tgz -C /etc/ansible/down && \
|
|
/bin/cp -f /etc/ansible/down/docker/* /etc/ansible/bin && \
|
|
/bin/mv -f /etc/ansible/down/docker/* /opt/kube/bin && \
|
|
ln -sf /opt/kube/bin/docker /bin/docker
|
|
}
|
|
|
|
function install_docker() {
|
|
# check if a container runtime is already installed
|
|
systemctl status docker|grep Active|grep -q running && { echo "[WARN] docker is already running."; return 0; }
|
|
|
|
echo "[INFO] generate docker service file"
|
|
cat > /etc/systemd/system/docker.service << EOF
|
|
[Unit]
|
|
Description=Docker Application Container Engine
|
|
Documentation=http://docs.docker.io
|
|
[Service]
|
|
Environment="PATH=/opt/kube/bin:/bin:/sbin:/usr/bin:/usr/sbin"
|
|
ExecStart=/opt/kube/bin/dockerd
|
|
ExecStartPost=/sbin/iptables -I FORWARD -s 0.0.0.0/0 -j ACCEPT
|
|
ExecReload=/bin/kill -s HUP \$MAINPID
|
|
Restart=on-failure
|
|
RestartSec=5
|
|
LimitNOFILE=infinity
|
|
LimitNPROC=infinity
|
|
LimitCORE=infinity
|
|
Delegate=yes
|
|
KillMode=process
|
|
[Install]
|
|
WantedBy=multi-user.target
|
|
EOF
|
|
|
|
# configuration for dockerd
|
|
mkdir -p /etc/docker
|
|
echo "[INFO] generate docker config file"
|
|
if [[ "$REGISTRY_MIRROR" == CN ]];then
|
|
echo "[INFO] prepare register mirror for $REGISTRY_MIRROR"
|
|
cat > /etc/docker/daemon.json << EOF
|
|
{
|
|
"registry-mirrors": [
|
|
"https://docker.mirrors.ustc.edu.cn",
|
|
"http://hub-mirror.c.163.com"
|
|
],
|
|
"max-concurrent-downloads": 10,
|
|
"log-driver": "json-file",
|
|
"log-level": "warn",
|
|
"log-opts": {
|
|
"max-size": "10m",
|
|
"max-file": "3"
|
|
},
|
|
"data-root": "/var/lib/docker"
|
|
}
|
|
EOF
|
|
else
|
|
echo "[INFO] standard config without registry mirrors"
|
|
cat > /etc/docker/daemon.json << EOF
|
|
{
|
|
"max-concurrent-downloads": 10,
|
|
"log-driver": "json-file",
|
|
"log-level": "warn",
|
|
"log-opts": {
|
|
"max-size": "10m",
|
|
"max-file": "3"
|
|
},
|
|
"data-root": "/var/lib/docker"
|
|
}
|
|
EOF
|
|
fi
|
|
|
|
if [[ -e /etc/centos-release || -e /etc/redhat-release ]]; then
|
|
echo "[INFO] turn off selinux in CentOS/Redhat"
|
|
getenforce|grep Disabled || setenforce 0
|
|
sed -i 's/^SELINUX=.*$/SELINUX=disabled/g' /etc/selinux/config
|
|
fi
|
|
|
|
logger info "clean iptable rules"
|
|
iptables -P INPUT ACCEPT && \
|
|
iptables -P FORWARD ACCEPT && \
|
|
iptables -P OUTPUT ACCEPT && \
|
|
iptables -F && iptables -X && \
|
|
iptables -F -t nat && iptables -X -t nat && \
|
|
iptables -F -t raw && iptables -X -t raw && \
|
|
iptables -F -t mangle && iptables -X -t mangle
|
|
|
|
echo "[INFO] enable and start docker"
|
|
systemctl enable docker
|
|
systemctl daemon-reload && systemctl restart docker && sleep 4
|
|
}
|
|
|
|
function get_kubeasz() {
|
|
# check if kubeasz already existed
|
|
[[ -d "/etc/ansible/roles/kube-node" ]] && { echo "[WARN] kubeasz already existed"; return 0; }
|
|
|
|
echo -e "[INFO] \033[33mdownloading kubeasz\033[0m $KUBEASZ_VER"
|
|
echo "[INFO] run a temporary container"
|
|
docker run -d --name temp_easz easzlab/kubeasz:${KUBEASZ_VER} || { echo "[ERROR] download failed."; exit 1; }
|
|
|
|
[[ -f "/etc/ansible/down/docker-${DOCKER_VER}.tgz" ]] && /bin/mv -f "/etc/ansible/down/docker-${DOCKER_VER}.tgz" /tmp
|
|
[[ -d "/etc/ansible/bin" ]] && /bin/mv -f /etc/ansible/bin /tmp
|
|
|
|
rm -rf /etc/ansible && \
|
|
echo "[INFO] cp kubeasz code from the temporary container" && \
|
|
docker cp temp_easz:/etc/ansible /etc/ansible && \
|
|
echo "[INFO] stop&remove temporary container" && \
|
|
docker rm -f temp_easz
|
|
|
|
mkdir -p /etc/ansible/bin
|
|
[[ -f "/tmp/docker-${DOCKER_VER}.tgz" ]] && /bin/mv -f "/tmp/docker-${DOCKER_VER}.tgz" /etc/ansible/down
|
|
[[ -d "/tmp/bin" ]] && /bin/mv -f /tmp/bin/* /etc/ansible/bin
|
|
return 0
|
|
}
|
|
|
|
function get_k8s_bin() {
|
|
[[ -f "/etc/ansible/bin/kubelet" ]] && { echo "[WARN] kubernetes binaries existed"; return 0; }
|
|
|
|
echo -e "[INFO] \033[33mdownloading kubernetes\033[0m $K8S_BIN_VER binaries"
|
|
docker pull easzlab/kubeasz-k8s-bin:${K8S_BIN_VER} && \
|
|
echo "[INFO] run a temporary container" && \
|
|
docker run -d --name temp_k8s_bin easzlab/kubeasz-k8s-bin:${K8S_BIN_VER} && \
|
|
echo "[INFO] cp k8s binaries" && \
|
|
docker cp temp_k8s_bin:/k8s /etc/ansible/k8s_bin_tmp && \
|
|
/bin/mv -f /etc/ansible/k8s_bin_tmp/* /etc/ansible/bin && \
|
|
echo "[INFO] stop&remove temporary container" && \
|
|
docker rm -f temp_k8s_bin && \
|
|
rm -rf /etc/ansible/k8s_bin_tmp
|
|
}
|
|
|
|
function get_ext_bin() {
|
|
[[ -f "/etc/ansible/bin/etcdctl" ]] && { echo "[WARN] extral binaries existed"; return 0; }
|
|
|
|
echo -e "[INFO] \033[33mdownloading extral binaries\033[0m kubeasz-ext-bin:$EXT_BIN_VER"
|
|
docker pull easzlab/kubeasz-ext-bin:${EXT_BIN_VER} && \
|
|
echo "[INFO] run a temporary container" && \
|
|
docker run -d --name temp_ext_bin easzlab/kubeasz-ext-bin:${EXT_BIN_VER} && \
|
|
echo "[INFO] cp extral binaries" && \
|
|
docker cp temp_ext_bin:/extra /etc/ansible/extra_bin_tmp && \
|
|
/bin/mv -f /etc/ansible/extra_bin_tmp/* /etc/ansible/bin && \
|
|
echo "[INFO] stop&remove temporary container" && \
|
|
docker rm -f temp_ext_bin && \
|
|
rm -rf /etc/ansible/extra_bin_tmp
|
|
}
|
|
|
|
function get_sys_pkg() {
|
|
[[ -f "/etc/ansible/down/packages/chrony_xenial.tar.gz" ]] && { echo "[WARN] system packages existed"; return 0; }
|
|
|
|
echo -e "[INFO] \033[33mdownloading system packages\033[0m kubeasz-sys-pkg:$SYS_PKG_VER"
|
|
docker pull easzlab/kubeasz-sys-pkg:${SYS_PKG_VER} && \
|
|
echo "[INFO] run a temporary container" && \
|
|
docker run -d --name temp_sys_pkg easzlab/kubeasz-sys-pkg:${SYS_PKG_VER} && \
|
|
echo "[INFO] cp system packages" && \
|
|
docker cp temp_sys_pkg:/packages /etc/ansible/down && \
|
|
echo "[INFO] stop&remove temporary container" && \
|
|
docker rm -f temp_sys_pkg
|
|
}
|
|
|
|
function get_offline_image() {
|
|
|
|
imageDir=/etc/ansible/down
|
|
[[ -d "$imageDir" ]] || { echo "[ERROR] $imageDir not existed!"; exit 1; }
|
|
|
|
echo -e "[INFO] \033[33mdownloading offline images\033[0m"
|
|
|
|
if [[ ! -f "$imageDir/calico_$calicoVer.tar" ]];then
|
|
docker pull "calico/cni:${calicoVer}" && \
|
|
docker pull "calico/pod2daemon-flexvol:${calicoVer}" && \
|
|
docker pull "calico/kube-controllers:${calicoVer}" && \
|
|
docker pull "calico/node:${calicoVer}" && \
|
|
docker save -o ${imageDir}/calico_${calicoVer}.tar calico/cni:${calicoVer} calico/kube-controllers:${calicoVer} calico/node:${calicoVer} calico/pod2daemon-flexvol:${calicoVer}
|
|
fi
|
|
if [[ ! -f "$imageDir/coredns_$corednsVer.tar" ]];then
|
|
docker pull coredns/coredns:${corednsVer} && \
|
|
docker save -o ${imageDir}/coredns_${corednsVer}.tar coredns/coredns:${corednsVer}
|
|
fi
|
|
if [[ ! -f "$imageDir/dashboard_$dashboardVer.tar" ]];then
|
|
docker pull kubernetesui/dashboard:${dashboardVer} && \
|
|
docker save -o ${imageDir}/dashboard_${dashboardVer}.tar kubernetesui/dashboard:${dashboardVer}
|
|
fi
|
|
if [[ ! -f "$imageDir/flannel_$flannelVer.tar" ]];then
|
|
docker pull easzlab/flannel:${flannelVer} && \
|
|
docker save -o ${imageDir}/flannel_${flannelVer}.tar easzlab/flannel:${flannelVer}
|
|
fi
|
|
if [[ ! -f "$imageDir/metrics-scraper_$dashboardMetricsScraperVer.tar" ]];then
|
|
docker pull kubernetesui/metrics-scraper:${dashboardMetricsScraperVer} && \
|
|
docker save -o ${imageDir}/metrics-scraper_${dashboardMetricsScraperVer}.tar kubernetesui/metrics-scraper:${dashboardMetricsScraperVer}
|
|
fi
|
|
if [[ ! -f "$imageDir/metrics-server_$metricsVer.tar" ]];then
|
|
docker pull mirrorgooglecontainers/metrics-server-amd64:${metricsVer} && \
|
|
docker save -o ${imageDir}/metrics-server_${metricsVer}.tar mirrorgooglecontainers/metrics-server-amd64:${metricsVer}
|
|
fi
|
|
if [[ ! -f "$imageDir/pause_$pauseVer.tar" ]];then
|
|
docker pull easzlab/pause-amd64:${pauseVer} && \
|
|
docker save -o ${imageDir}/pause_${pauseVer}.tar easzlab/pause-amd64:${pauseVer}
|
|
/bin/cp -u "${imageDir}/pause_${pauseVer}.tar" "${imageDir}/pause.tar"
|
|
fi
|
|
if [[ ! -f "$imageDir/kubeasz_$KUBEASZ_VER.tar" ]];then
|
|
docker pull easzlab/kubeasz:${KUBEASZ_VER} && \
|
|
docker save -o ${imageDir}/kubeasz_${KUBEASZ_VER}.tar easzlab/kubeasz:${KUBEASZ_VER}
|
|
fi
|
|
if [[ ! -f "$imageDir/kubeasz_$traefikVer.tar" ]];then
|
|
docker pull traefik:${traefikVer} && \
|
|
docker save -o ${imageDir}/traefik_${traefikVer}.tar traefik:${traefikVer}
|
|
fi
|
|
}
|
|
|
|
function download_all() {
|
|
download_docker && \
|
|
install_docker && \
|
|
get_kubeasz && \
|
|
get_k8s_bin && \
|
|
get_ext_bin && \
|
|
get_offline_image
|
|
}
|
|
|
|
function start_kubeasz_docker() {
|
|
[[ -d "/etc/ansible/roles/kube-node" ]] || { echo "[ERROR] not initialized. try 'easzup -D' first."; exit 1; }
|
|
|
|
# get host's IP
|
|
host_if=$(ip route|grep default|cut -d' ' -f5)
|
|
host_ip=$(ip a|grep "$host_if$"|awk '{print $2}'|cut -d'/' -f1)
|
|
echo "[INFO] get host IP: $host_ip"
|
|
|
|
# allow ssh login using key locally
|
|
if [[ ! -e /root/.ssh/id_rsa ]]; then
|
|
echo "[INFO] generate ssh key pair"
|
|
ssh-keygen -t rsa -b 2048 -N '' -f /root/.ssh/id_rsa > /dev/null
|
|
cat /root/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys
|
|
ssh-keyscan -t ecdsa -H "$host_ip" >> /root/.ssh/known_hosts
|
|
fi
|
|
|
|
# create a link '/usr/bin/python' in Ubuntu1604
|
|
if [[ ! -e /usr/bin/python && -e /etc/debian_version ]]; then
|
|
echo "[INFO] create a soft link '/usr/bin/python'"
|
|
ln -s /usr/bin/python3 /usr/bin/python
|
|
fi
|
|
|
|
#
|
|
docker load -i /etc/ansible/down/kubeasz_${KUBEASZ_VER}.tar
|
|
|
|
# run kubeasz docker container
|
|
echo "[INFO] run kubeasz in a container"
|
|
docker run --detach \
|
|
--name kubeasz \
|
|
--restart always \
|
|
--env HOST_IP="$host_ip" \
|
|
--volume /etc/ansible:/etc/ansible \
|
|
--volume /root/.kube:/root/.kube \
|
|
--volume /root/.ssh/id_rsa:/root/.ssh/id_rsa:ro \
|
|
--volume /root/.ssh/id_rsa.pub:/root/.ssh/id_rsa.pub:ro \
|
|
--volume /root/.ssh/known_hosts:/root/.ssh/known_hosts:ro \
|
|
easzlab/kubeasz:${KUBEASZ_VER} sleep 36000
|
|
}
|
|
|
|
function clean_container() {
|
|
echo "[INFO] clean all running containers"
|
|
docker ps -a|awk 'NR>1{print $1}'|xargs docker rm -f
|
|
}
|
|
|
|
function usage() {
|
|
cat <<EOF
|
|
Usage: easzup [options] [args]
|
|
option: -{DdekSz}
|
|
-C stop&clean all local containers
|
|
-D download all into /etc/ansible
|
|
-P download system packages for offline installing
|
|
-S start kubeasz in a container
|
|
-d <ver> set docker-ce version, default "$DOCKER_VER"
|
|
-e <ver> set kubeasz-ext-bin version, default "$EXT_BIN_VER"
|
|
-k <ver> set kubeasz-k8s-bin version, default "$K8S_BIN_VER"
|
|
-m <str> set docker registry mirrors, default "CN"(used in Mainland,China)
|
|
-p <ver> set kubeasz-sys-pkg version, default "$SYS_PKG_VER"
|
|
-z <ver> set kubeasz version, default "$KUBEASZ_VER"
|
|
|
|
see more at https://github.com/kubeasz/dockerfiles
|
|
EOF
|
|
}
|
|
|
|
### Main Lines ##################################################
|
|
function main() {
|
|
# check if use bash shell
|
|
readlink /proc/$$/exe|grep -q "dash" && { echo "[ERROR] you should use bash shell, not sh"; exit 1; }
|
|
# check if use with root
|
|
[[ "$EUID" -ne 0 ]] && { echo "[ERROR] you should run this script as root"; exit 1; }
|
|
|
|
[[ "$#" -eq 0 ]] && { usage >&2; exit 1; }
|
|
|
|
REGISTRY_MIRROR="CN"
|
|
ACTION=""
|
|
while getopts "CDPSd:e:k:m:p:z:" OPTION; do
|
|
case "$OPTION" in
|
|
C)
|
|
ACTION="clean_container"
|
|
;;
|
|
D)
|
|
ACTION="download_all"
|
|
;;
|
|
P)
|
|
ACTION="get_sys_pkg"
|
|
;;
|
|
S)
|
|
ACTION="start_kubeasz_docker"
|
|
;;
|
|
d)
|
|
DOCKER_VER="$OPTARG"
|
|
;;
|
|
e)
|
|
EXT_BIN_VER="$OPTARG"
|
|
;;
|
|
k)
|
|
K8S_BIN_VER="$OPTARG"
|
|
;;
|
|
m)
|
|
REGISTRY_MIRROR="$OPTARG"
|
|
;;
|
|
p)
|
|
SYS_PKG_VER="$OPTARG"
|
|
;;
|
|
z)
|
|
KUBEASZ_VER="$OPTARG"
|
|
;;
|
|
?)
|
|
usage
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
[[ "$ACTION" == "" ]] && { echo "[ERROR] illegal option"; usage; exit 1; }
|
|
|
|
# excute cmd "$ACTION"
|
|
echo -e "[INFO] \033[33mAction begin\033[0m : $ACTION"
|
|
${ACTION} || { echo -e "[ERROR] \033[31mAction failed\033[0m : $ACTION"; return 1; }
|
|
echo -e "[INFO] \033[32mAction successed\033[0m : $ACTION"
|
|
}
|
|
|
|
main "$@"
|