dotfiles/devel/k3s.sh

136 lines
4.4 KiB
Bash
Executable File

#!/bin/sh
if [ "$#" -lt 3 ]; then
echo "This script will try to setup k3s on a remote server which unfortunately located in YOUR COUNTRY!"
echo " Usage: $0 <user@host> <external-ip> <email>"
exit 0
fi
DIR=$(dirname "$(readlink -f "$0")")
. "$DIR/../env.sh"
SSH=$1
IP=$2
EMAIL=$3
CERT_MANAGER=https://github.com/jetstack/cert-manager/releases/download/v0.11.0/cert-manager.yaml
#SHA_URL=https://github.com/k3s-io/k3s/releases/download/v1.20.0%2Bk3s2/sha256sum-amd64.txt
#K3S_URL=https://github.com/k3s-io/k3s/releases/download/v1.20.0%2Bk3s2/k3s
#INSTALL_URL=https://github.com/k3s-io/k3s/raw/v1.20.0%2Bk3s2/install.sh
#verify_sha() {
#[ -f /tmp/k3s ]
#! [ -f /tmp/k3s_sha ] && curl -sL $SHA_URL | grep -oP '\w+\s+k3s$' | awk '{print $1}' > /tmp/k3s_sha
#if ! grep -qF "$(sha256sum /tmp/k3s | awk '{print $1}')" /tmp/k3s_sha ;then
#echo "invalid sha256sum"
#rm -f /tmp/k3s
#return 1
#fi
#}
#download_k3s() {
#if [ ! -f /tmp/k3s ] ; then
#echo "downloading k3s"
#curl -Lo /tmp/k3s "$K3S_URL"
#fi
#}
if in_china && [ -z "$HTTPS_PROXY" ] ; then
echo "Please setup HTTPS_PROXY first! "
exit 1
fi
# download k3s binary and upload to server
#if ! ssh "$SSH" "command -v k3s >/dev/null" ;then
#while ! verify_sha ; do
#download_k3s
#done
#scp /tmp/k3s "$SSH:~/k3s"
#ssh "$SSH" "sudo mv k3s /usr/local/bin/ && sudo chmod +x /usr/local/bin/k3s"
#fi
# install k3s
#if ! ssh "$SSH" "command -v crictl >/dev/null"; then
#! [ -f /tmp/k3s_install.sh ] && curl -Lo /tmp/k3s_install.sh "$INSTALL_URL"
#scp /tmp/k3s_install.sh "$SSH:~/k3s_install.sh"
#ssh "$SSH" '
#export INSTALL_K3S_SKIP_DOWNLOAD=true
#export INSTALL_K3S_EXEC="--tls-san '"$IP"' --node-external-ip '"$IP"'"
#sh k3s_install.sh
#'
#fi
# install ks3
ssh "$SSH" '
if ! command -v k3s >/dev/null ; then
export INSTALL_K3S_MIRROR=cn
export INSTALL_K3S_VERSION=v1.20.0-k3s2
export INSTALL_K3S_EXEC="--tls-san '"$IP"' --node-external-ip '"$IP"' --disable traefik"
curl -sfL http://rancher-mirror.cnrancher.com/k3s/k3s-install.sh | sh -
fi
'
# setup mirror
ssh "$SSH" '
CFG_DIR=/var/lib/rancher/k3s/agent/etc/containerd
while ! sudo stat $CFG_DIR/config.toml >/dev/null 2>&1; do
echo waiting k3s to startup $CFG_DIR/config.toml
sleep 3
done
if ! sudo grep -qF "mirrors" $CFG_DIR/config.toml; then
echo "[plugins.cri.registry.mirrors]" | sudo tee -a $CFG_DIR/config.toml
echo " [plugins.cri.registry.mirrors.\"docker.io\"]" | sudo tee -a $CFG_DIR/config.toml
echo " endpoint = [" | sudo tee -a $CFG_DIR/config.toml
echo " \"https://1nj0zren.mirror.aliyuncs.com\"," | sudo tee -a $CFG_DIR/config.toml
echo " \"https://docker.mirrors.ustc.edu.cn\"," | sudo tee -a $CFG_DIR/config.toml
echo " \"http://f1361db2.m.daocloud.io\"]" | sudo tee -a $CFG_DIR/config.toml
fi
sudo cp $CFG_DIR/config.toml $CFG_DIR/config.toml.tmpl
sudo systemctl restart k3s
'
# setup https traefik
scp $DIR/k3s/*.yaml "$SSH:"
ssh "$SSH" '
sudo kubectl apply -f traefik-crd.yaml
sed -i "s/EMAIL/'"$EMAIL"'/" traefik-dpy.yaml
sudo kubectl apply -f traefik-dpy.yaml
sudo kubectl wait --for=condition=available --timeout=600s deployment/traefik -n default
#sudo kubectl port-forward --address 0.0.0.0 service/traefik 80:80 8080:8080 443:443 -n default
'
# add more workers
echo
echo "add more workers with following command:"
echo " sudo k3s agent --server https://$IP:6443 --token $(ssh "$SSH" 'sudo cat /var/lib/rancher/k3s/server/node-token')"
# copy kubctl config file content to clipboard
KUBECONFIG=$(
ssh "$SSH" '
sudo sed "s|server:.*|server: https://'"$IP"':6443|" /etc/rancher/k3s/k3s.yaml
')
echo "$KUBECONFIG" | xsel -b
echo "kube config has been copy to clipboard, you can set it as your only k8s cluster with:"
echo "$KUBECONFIG"
echo " xsel -ob > ~/.kube/config"
# add private registry:
echo
echo "import private registry credentials to your k3s:"
echo " kubectl create secret generic regcred \\"
echo " --from-file=.dockerconfigjson=\$HOME/.docker/config.json \\"
echo " --type=kubernetes.io/dockerconfigjson"
echo
echo "add private registry manually:"
echo " kubectl create secret docker-registry regcred \\"
echo " --docker-server=<your-registry-server> \\"
echo " --docker-username=<your-name> \\"
echo " --docker-password=<your-pword> --docker-email=<your-email>"