From 4ad27adec1fbf31ae9cbb3ea8b1929aebcf0746b Mon Sep 17 00:00:00 2001 From: tehNooB <125163838+JamesTurland@users.noreply.github.com> Date: Mon, 16 Oct 2023 15:59:04 +0100 Subject: [PATCH] Update k3s.sh --- Kubernetes/K3S-Deploy/k3s.sh | 202 ++++++++++++++++++++++++++++++++++- 1 file changed, 201 insertions(+), 1 deletion(-) diff --git a/Kubernetes/K3S-Deploy/k3s.sh b/Kubernetes/K3S-Deploy/k3s.sh index 3c0b0b0..ec5c8e7 100644 --- a/Kubernetes/K3S-Deploy/k3s.sh +++ b/Kubernetes/K3S-Deploy/k3s.sh @@ -1 +1,201 @@ -Coming soon +#!/bin/bash + +echo -e " \033[33;5m __ _ _ ___ \033[0m" +echo -e " \033[33;5m \ \(_)_ __ ___( )__ / _ \__ _ _ __ __ _ __ _ ___ \033[0m" +echo -e " \033[33;5m \ \ | '_ \` _ \/ __| / /_\/ _\` | '__/ _\` |/ _\` |/ _ \ \033[0m" +echo -e " \033[33;5m /\_/ / | | | | | \__ \ / /_\\ (_| | | | (_| | (_| | __/ \033[0m" +echo -e " \033[33;5m \___/|_|_| |_| |_|___/ \____/\__,_|_| \__,_|\__, |\___| \033[0m" +echo -e " \033[33;5m |___/ \033[0m" + +echo -e " \033[36;5m _ _________ ___ _ _ _ \033[0m" +echo -e " \033[36;5m | |/ |__ / __| |_ _|_ _ __| |_ __ _| | | \033[0m" +echo -e " \033[36;5m | ' < |_ \__ \ | || ' \(_-| _/ _\` | | | \033[0m" +echo -e " \033[36;5m |_|\_|___|___/ |___|_||_/__/\__\__,_|_|_| \033[0m" +echo -e " \033[36;5m \033[0m" +echo -e " \033[32;5m https://youtube.com/@jims-garage \033[0m" +echo -e " \033[32;5m \033[0m" + + +############################################# +# YOU SHOULD ONLY NEED TO EDIT THIS SECTION # +############################################# + +# Version of Kube-VIP to deploy +KVVERSION="v0.6.3" + +# Set the IP addresses of the master and work nodes +master1=192.168.3.21 +master2=192.168.3.22 +master3=192.168.3.23 +worker1=192.168.3.24 +worker2=192.168.3.25 + +# User of remote machines +user=ubuntu + +# Interface used on remotes +interface=eth0 + +# Set the virtual IP address (VIP) +vip=192.168.3.50 + +# Array of master nodes +masters=($master2 $master3) + +# Array of worker nodes +workers=($worker1 $worker2) + +# Array of all +all=($master1 $master2 $master3 $worker1 $worker2) + +# Array of all minus master +allnomaster1=($master2 $master3 $worker1 $worker2) + +#Loadbalancer IP range +lbrange=192.168.3.60-192.168.3.80 + +############################################# +# DO NOT EDIT BELOW # +############################################# +# For testing purposes - in case time is wrong due to VM snapshots +sudo timedatectl set-ntp off +sudo timedatectl set-ntp on + +# Move SSH certs to ~/.ssh and change permissions +cp /home/$user/{id_rsa,id_rsa.pub} /home/$user/.ssh +chmod 600 /home/$user/.ssh/id_rsa /home/$user/.ssh/id_rsa.pub + +# Install k3sup to local machine if not already present +if ! command -v k3sup version &> /dev/null +then + echo -e " \033[31;5mk3sup not found, installing\033[0m" + curl -sLS https://get.k3sup.dev | sh + sudo install k3sup /usr/local/bin/ +else + echo -e " \033[32;5mk3sup already installed\033[0m" +fi + +# Install Kubectl if not already present +if ! command -v kubectl version &> /dev/null +then + echo -e " \033[31;5mKubectl not found, installing\033[0m" + curl -LO "https://dl.k8s.io/release/$(curl -L -s https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl" + sudo install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl +else + echo -e " \033[32;5mKubectl already installed\033[0m" +fi + +# Install Docker to generate manifest and daemonset if not already present +if ! command -v docker version &> /dev/null +then + echo -e " \033[31;5mDocker not found, installing\033[0m" + curl -fsSL https://get.docker.com -o get-docker.sh + sudo sh get-docker.sh + wait $! +else + echo -e " \033[32;5mDocker already installed\033[0m" +fi + +# Create SSH Config file to ignore checking (don't use in production!) +echo "StrictHostKeyChecking no" > ~/.ssh/config + +#add ssh keys for all nodes +for node in "${all[@]}"; do + ssh-copy-id ubuntu@$node +done + +# Step 1: Bootstrap First k3s Node +mkdir ~/.kube +k3sup install \ + --ip $master1 \ + --user $user \ + --tls-san $vip \ + --cluster \ + --k3s-channel stable \ + --k3s-extra-args "--disable traefik --disable servicelb --flannel-iface=eth0 --node-ip=$master1" \ + --merge \ + --sudo \ + --local-path $HOME/.kube/config \ + --ssh-key $HOME/.ssh/id_rsa \ + --context k3s-ha +echo -e " \033[32;5mFirst Node bootstrapped successfully!\033[0m" + + + +# Step 2: Install Kube-VIP for HA + +kubectl k3s-ha +kubectl apply -f https://kube-vip.io/manifests/rbac.yaml + +# Step 3: Generate Daemonset with Docker +sudo docker run --network host --rm ghcr.io/kube-vip/kube-vip:$KVVERSION manifest daemonset \ + --interface $interface \ + --address $vip \ + --inCluster \ + --taint \ + --controlplane \ + --services \ + --arp \ + --leaderElection | tee $HOME/kube-vip.yaml + +# Step 4: Copy kube-vip.yaml to master1 +scp -i ~/.ssh/id_rsa kube-vip.yaml $user@$master1:~/kube-vip.yaml + + +# Step 5: Connect to Master1 and move kube-vip.yaml + +ssh $user@$master1 -i ~/.ssh/id_rsa <<- EOF + sudo mkdir -p /var/lib/rancher/k3s/server/manifests + sudo mv kube-vip.yaml /var/lib/rancher/k3s/server/manifests/kube-vip.yaml +EOF + +# Step 6: Add new master nodes (servers) +for newnode in "${masters[@]}"; do + k3sup join \ + --ip $newnode \ + --user $user \ + --sudo \ + --k3s-channel stable \ + --server \ + --server-ip $master1 \ + --ssh-key $HOME/.ssh/id_rsa \ + --k3s-extra-args "--disable traefik --disable servicelb --flannel-iface=$interface --node-ip=$newnode" \ + --server-user $user + echo -e " \033[32;5mMaster node joined successfully!\033[0m" +done + +for newagent in "${workers[@]}"; do + k3sup join \ + --ip $newagent \ + --user $user \ + --sudo \ + --k3s-channel stable \ + --server-ip $master1 \ + --ssh-key $HOME/.ssh/id_rsa + echo -e " \033[32;5mAgent node joined successfully!\033[0m" +done + +# Step 7: Install kube-vip as network LoadBalancer - Install the kube-vip Cloud Provider +kubectl apply -f https://raw.githubusercontent.com/kube-vip/kube-vip-cloud-provider/main/manifest/kube-vip-cloud-controller.yaml + +#IP range for loadbalancer services to use +kubectl create configmap -n kube-system kubevip --from-literal range-global=$lbrange + +# Step 8: Test with Nginx +kubectl apply -f https://raw.githubusercontent.com/inlets/inlets-operator/master/contrib/nginx-sample-deployment.yaml -n default +kubectl expose deployment nginx-1 --port=80 --type=LoadBalancer -n default + +echo -e " \033[32;5mWaiting 20s for K3S to sync and LoadBalancer to come online\033[0m" + +secs=20 +while [ $secs -gt 0 ]; do + echo -ne "$secs\033[0K\r" + sleep 1 + : $((secs--)) +done + +kubectl get nodes +kubectl get svc +kubectl get pods --all-namespaces -o wide + +echo -e " \033[32;5mHappy Kubing! Access Nginx at EXTERNAL-IP above\033[0m"