Only setup kube-vip before kubeadm on first node

Signed-off-by: Chris Privitere <[email protected]>

Author: cprivitere

templates/experimental-kube-vip/kustomization.yaml

@@ -56,34 +56,53 @@ patches:
             sed -i 's/SystemdCgroup = false/SystemdCgroup = true/' /etc/containerd/config.toml
             sed -i "s,sandbox_image.*$,sandbox_image = \"$(kubeadm config images list | grep pause | sort -r | head -n1)\"," /etc/containerd/config.toml
             systemctl restart containerd
-            ping -c 3 -q {{ .controlPlaneEndpoint }} && echo OK || ip addr add {{ .controlPlaneEndpoint }} dev lo
+            if [ -f "/run/kubeadm/kubeadm.yaml" ]; then
+              ip addr add {{ .controlPlaneEndpoint }} dev lo
+              curl -o /run/metadata.json -fsSL https://metadata.platformequinix.com/metadata
+              for i in $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].peer_ips[]'); do
+                ip route add $i via $(cat /run/metadata.json | jq -r '.network.addresses[] | select(.public == false and .address_family == 4) | .gateway')
+              done
+              KVVERSION="${KUBE_VIP_VERSION:=v0.5.0}"
+              ctr image pull ghcr.io/kube-vip/kube-vip:$${KVVERSION}
+              ctr run --rm --net-host ghcr.io/kube-vip/kube-vip:$KVVERSION vip /kube-vip manifest pod \
+              --interface "lo" \
+              --vip "{{ .controlPlaneEndpoint }}" \
+              --controlplane \
+              --bgp \
+              --peerAS $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].peer_as') \
+              --peerAddress $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].peer_ips[0]') \
+              --localAS $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].customer_as') \
+              --bgpRouterID $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].customer_ip') > /etc/kubernetes/manifests/vip.yaml
+              rm /run/metadata.json
+            fi
         postKubeadmCommands:
           - |
             curl -o /run/metadata.json -fsSL https://metadata.platformequinix.com/metadata
             for i in $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].peer_ips[]'); do
               ip route add $i via $(cat /run/metadata.json | jq -r '.network.addresses[] | select(.public == false and .address_family == 4) | .gateway')
             done
-            KVVERSION="${KUBE_VIP_VERSION:=v0.5.0}"
-            ctr image pull ghcr.io/kube-vip/kube-vip:$${KVVERSION}
-            ctr run --rm --net-host ghcr.io/kube-vip/kube-vip:$KVVERSION vip /kube-vip manifest pod \
-            --interface "lo" \
-            --vip "{{ .controlPlaneEndpoint }}" \
-            --controlplane \
-            --bgp \
-            --peerAS $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].peer_as') \
-            --peerAddress $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].peer_ips[0]') \
-            --localAS $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].customer_as') \
-            --bgpRouterID $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].customer_ip') > /etc/kubernetes/manifests/vip.yaml
-            rm /run/metadata.json
-            mkdir -p /root/.kube && cp -f /etc/kubernetes/admin.conf /root/.kube/config
-            echo "source <(kubectl completion bash)" >> /root/.bashrc
-            echo "alias k=kubectl" >> /root/.bashrc
-            echo "complete -o default -F __start_kubectl k" >> /root/.bashrc
             if [ -f "/run/kubeadm/kubeadm.yaml" ]; then
               export CPEM_YAML=https://github.com/equinix/cloud-provider-equinix-metal/releases/download/${CPEM_VERSION:=v3.5.0}/deployment.yaml
               export SECRET_DATA='cloud-sa.json=''{"apiKey": "{{ .apiKey }}","projectID": "${PROJECT_ID}", "loadbalancer": "kube-vip://", "facility": "${FACILITY}"}'''
               kubectl create secret generic -n kube-system metal-cloud-config --from-literal="$${SECRET_DATA}" || (sleep 1 && kubectl create secret generic -n kube-system metal-cloud-config --from-literal="$${SECRET_DATA}") || (sleep 1 && kubectl create secret generic -n kube-system metal-cloud-config --from-literal="$${SECRET_DATA}")
               kubectl apply -f $${CPEM_YAML} || (sleep 1 && kubectl apply -f $${CPEM_YAML}) || (sleep 1 && kubectl apply -f $${CPEM_YAML})
+            else
+              KVVERSION="${KUBE_VIP_VERSION:=v0.5.0}"
+              ctr image pull ghcr.io/kube-vip/kube-vip:$${KVVERSION}
+              ctr run --rm --net-host ghcr.io/kube-vip/kube-vip:$KVVERSION vip /kube-vip manifest pod \
+              --interface "lo" \
+              --vip "{{ .controlPlaneEndpoint }}" \
+              --controlplane \
+              --bgp \
+              --peerAS $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].peer_as') \
+              --peerAddress $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].peer_ips[0]') \
+              --localAS $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].customer_as') \
+              --bgpRouterID $(cat /run/metadata.json | jq -r '.bgp_neighbors[0].customer_ip') > /etc/kubernetes/manifests/vip.yaml
+              rm /run/metadata.json
+              mkdir -p /root/.kube && cp -f /etc/kubernetes/admin.conf /root/.kube/config
+              echo "source <(kubectl completion bash)" >> /root/.bashrc
+              echo "alias k=kubectl" >> /root/.bashrc
+              echo "complete -o default -F __start_kubectl k" >> /root/.bashrc
             fi
 - patch: |
     kind: KubeadmConfigTemplate