#!/bin/bash echo -e " \033[33;5m __ _ _ ___ \033[0m" echo -e " \033[33;5m \ \(_)_ __ ___( )__ / _ \__ _ _ __ __ _ __ _ ___ \033[0m" echo -e " \033[33;5m \ \ | '_ \` _ \/ __| / /_\/ _\` | '__/ _\` |/ _\` |/ _ \ \033[0m" echo -e " \033[33;5m /\_/ / | | | | | \__ \ / /_\\ (_| | | | (_| | (_| | __/ \033[0m" echo -e " \033[33;5m \___/|_|_| |_| |_|___/ \____/\__,_|_| \__,_|\__, |\___| \033[0m" echo -e " \033[33;5m |___/ \033[0m" echo -e " \033[36;5m _ _________ ___ _ _ _ \033[0m" echo -e " \033[36;5m | |/ |__ / __| |_ _|_ _ __| |_ __ _| | | \033[0m" echo -e " \033[36;5m | ' < |_ \__ \ | || ' \(_-| _/ _\` | | | \033[0m" echo -e " \033[36;5m |_|\_|___|___/ |___|_||_/__/\__\__,_|_|_| \033[0m" echo -e " \033[36;5m \033[0m" echo -e " \033[32;5m https://youtube.com/@jims-garage \033[0m" echo -e " \033[32;5m \033[0m" ############################################# # YOU SHOULD ONLY NEED TO EDIT THIS SECTION # ############################################# # Version of Kube-VIP to deploy KVVERSION="v0.6.3" # Set the IP addresses of the master and work nodes master1=192.168.3.21 master2=192.168.3.22 master3=192.168.3.23 worker1=192.168.3.24 worker2=192.168.3.25 # User of remote machines user=ubuntu # Interface used on remotes interface=eth0 # Set the virtual IP address (VIP) vip=192.168.3.50 # Array of master nodes masters=($master2 $master3) # Array of worker nodes workers=($worker1 $worker2) # Array of all all=($master1 $master2 $master3 $worker1 $worker2) # Array of all minus master allnomaster1=($master2 $master3 $worker1 $worker2) #Loadbalancer IP range lbrange=192.168.3.60-192.168.3.80 ############################################# # DO NOT EDIT BELOW # ############################################# # For testing purposes - in case time is wrong due to VM snapshots sudo timedatectl set-ntp off sudo timedatectl set-ntp on # Move SSH certs to ~/.ssh and change permissions cp /home/$user/{id_rsa,id_rsa.pub} /home/$user/.ssh chmod 600 /home/$user/.ssh/id_rsa /home/$user/.ssh/id_rsa.pub # Install k3sup to local machine if not already present if ! command -v k3sup version &> /dev/null then echo -e " \033[31;5mk3sup not found, installing\033[0m" curl -sLS https://get.k3sup.dev | sh sudo install k3sup /usr/local/bin/ else echo -e " \033[32;5mk3sup already installed\033[0m" fi # Install Kubectl if not already present if ! command -v kubectl version &> /dev/null then echo -e " \033[31;5mKubectl not found, installing\033[0m" curl -LO "https://dl.k8s.io/release/$(curl -L -s https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl" sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl else echo -e " \033[32;5mKubectl already installed\033[0m" fi # Install Docker to generate manifest and daemonset if not already present if ! command -v docker version &> /dev/null then echo -e " \033[31;5mDocker not found, installing\033[0m" curl -fsSL https://get.docker.com -o get-docker.sh sudo sh get-docker.sh wait $! else echo -e " \033[32;5mDocker already installed\033[0m" fi # Create SSH Config file to ignore checking (don't use in production!) echo "StrictHostKeyChecking no" > ~/.ssh/config #add ssh keys for all nodes for node in "${all[@]}"; do ssh-copy-id ubuntu@$node done # Step 1: Bootstrap First k3s Node mkdir ~/.kube k3sup install \ --ip $master1 \ --user $user \ --tls-san $vip \ --cluster \ --k3s-channel stable \ --k3s-extra-args "--disable traefik --disable servicelb --flannel-iface=eth0 --node-ip=$master1" \ --merge \ --sudo \ --local-path $HOME/.kube/config \ --ssh-key $HOME/.ssh/id_rsa \ --context k3s-ha echo -e " \033[32;5mFirst Node bootstrapped successfully!\033[0m" # Step 2: Install Kube-VIP for HA kubectl k3s-ha kubectl apply -f https://kube-vip.io/manifests/rbac.yaml # Step 3: Generate Daemonset with Docker sudo docker run --network host --rm ghcr.io/kube-vip/kube-vip:$KVVERSION manifest daemonset \ --interface $interface \ --address $vip \ --inCluster \ --taint \ --controlplane \ --services \ --arp \ --leaderElection | tee $HOME/kube-vip.yaml # Step 4: Copy kube-vip.yaml to master1 scp -i ~/.ssh/id_rsa $HOME/kube-vip.yaml $user@$master1:~/kube-vip.yaml # Step 5: Connect to Master1 and move kube-vip.yaml ssh $user@$master1 -i ~/.ssh/id_rsa <<- EOF sudo mkdir -p /var/lib/rancher/k3s/server/manifests sudo mv kube-vip.yaml /var/lib/rancher/k3s/server/manifests/kube-vip.yaml EOF # Step 6: Add new master nodes (servers) for newnode in "${masters[@]}"; do k3sup join \ --ip $newnode \ --user $user \ --sudo \ --k3s-channel stable \ --server \ --server-ip $master1 \ --ssh-key $HOME/.ssh/id_rsa \ --k3s-extra-args "--disable traefik --disable servicelb --flannel-iface=$interface --node-ip=$newnode" \ --server-user $user echo -e " \033[32;5mMaster node joined successfully!\033[0m" done for newagent in "${workers[@]}"; do k3sup join \ --ip $newagent \ --user $user \ --sudo \ --k3s-channel stable \ --server-ip $master1 \ --ssh-key $HOME/.ssh/id_rsa echo -e " \033[32;5mAgent node joined successfully!\033[0m" done # Step 7: Install kube-vip as network LoadBalancer - Install the kube-vip Cloud Provider kubectl apply -f https://raw.githubusercontent.com/kube-vip/kube-vip-cloud-provider/main/manifest/kube-vip-cloud-controller.yaml #IP range for loadbalancer services to use kubectl create configmap -n kube-system kubevip --from-literal range-global=$lbrange # Step 8: Test with Nginx kubectl apply -f https://raw.githubusercontent.com/inlets/inlets-operator/master/contrib/nginx-sample-deployment.yaml -n default kubectl expose deployment nginx-1 --port=80 --type=LoadBalancer -n default echo -e " \033[32;5mWaiting 20s for K3S to sync and LoadBalancer to come online\033[0m" secs=20 while [ $secs -gt 0 ]; do echo -ne "$secs\033[0K\r" sleep 1 : $((secs--)) done kubectl get nodes kubectl get svc kubectl get pods --all-namespaces -o wide echo -e " \033[32;5mHappy Kubing! Access Nginx at EXTERNAL-IP above\033[0m"