|
| 1 | +apiVersion: controlplane.cluster.x-k8s.io/v1alpha3 |
| 2 | +kind: KubeadmControlPlane |
| 3 | +metadata: |
| 4 | + name: "${CLUSTER_NAME}-control-plane" |
| 5 | +spec: |
| 6 | + kubeadmConfigSpec: |
| 7 | + useExperimentalRetryJoin: true |
| 8 | + clusterConfiguration: |
| 9 | + kubernetesVersion: "ci/${CI_VERSION}" |
| 10 | + preKubeadmCommands: |
| 11 | + - bash -c /tmp/kubeadm-bootstrap.sh |
| 12 | + files: |
| 13 | + - path: /tmp/kubeadm-bootstrap.sh |
| 14 | + owner: "root:root" |
| 15 | + permissions: "0744" |
| 16 | + content: | |
| 17 | + #!/bin/bash |
| 18 | +
|
| 19 | + set -o nounset |
| 20 | + set -o pipefail |
| 21 | + set -o errexit |
| 22 | + [[ $(id -u) != 0 ]] && SUDO="sudo" || SUDO="" |
| 23 | + GSUTIL=gsutil |
| 24 | + if ! command -v $${GSUTIL} > /dev/null; then |
| 25 | + curl -sSL https://sdk.cloud.google.com > /tmp/gcl && bash /tmp/gcl --install-dir=~/gcloud --disable-prompts > /dev/null 2>&1 |
| 26 | + GSUTIL=~/gcloud/google-cloud-sdk/bin/gsutil |
| 27 | + # For faster downloads |
| 28 | + pip install --no-cache-dir -U crcmod |
| 29 | + fi |
| 30 | + $${GSUTIL} version |
| 31 | + # This test installs release packages or binaries that are a result of the CI and release builds. |
| 32 | + # It runs '... --version' commands to verify that the binaries are correctly installed |
| 33 | + # and finally uninstalls the packages. |
| 34 | + # For the release packages it tests all versions in the support skew. |
| 35 | + LINE_SEPARATOR="*************************************************" |
| 36 | + echo "$$LINE_SEPARATOR" |
| 37 | + CI_VERSION=${CI_VERSION} |
| 38 | + if [[ "$${CI_VERSION}" != "" ]]; then |
| 39 | + CI_DIR=/tmp/k8s-ci |
| 40 | + mkdir -p $$CI_DIR |
| 41 | + declare -a PACKAGES_TO_TEST=("kubectl" "kubelet" "kubeadm") |
| 42 | + declare -a CONTAINERS_TO_TEST=("kube-apiserver" "kube-controller-manager" "kube-proxy" "kube-scheduler") |
| 43 | + CONTAINER_EXT="tar" |
| 44 | + echo "* testing CI version $$CI_VERSION" |
| 45 | + # Check for semver |
| 46 | + if [[ "$${CI_VERSION}" =~ ^v[0-9]+\.[0-9]+\.[0-9]+$ ]]; then |
| 47 | + CI_URL="gs://kubernetes-release/release/$$CI_VERSION/bin/linux/amd64" |
| 48 | + VERSION_WITHOUT_PREFIX="${CI_VERSION#v}" |
| 49 | + DEBIAN_FRONTEND=noninteractive apt-get install -y apt-transport-https curl |
| 50 | + curl -s https://packages.cloud.google.com/apt/doc/apt-key.gpg | apt-key add - |
| 51 | + echo 'deb https://apt.kubernetes.io/ kubernetes-xenial main' > /etc/apt/sources.list.d/kubernetes.list |
| 52 | + apt-get update |
| 53 | + # replace . with \. |
| 54 | + VERSION_REGEX="${VERSION_WITHOUT_PREFIX//./\\.}" |
| 55 | + PACKAGE_VERSION="$(apt-cache madison kubelet|grep $${VERSION_REGEX}- | head -n1 | cut -d '|' -f 2 | tr -d '[:space:]')" |
| 56 | + for CI_PACKAGE in "$${PACKAGES_TO_TEST[@]}"; do |
| 57 | + echo "* installing package: $$CI_PACKAGE $${PACKAGE_VERSION}" |
| 58 | + DEBIAN_FRONTEND=noninteractive apt-get install -y $$CI_PACKAGE=$$PACKAGE_VERSION |
| 59 | + done |
| 60 | + else |
| 61 | + CI_URL="gs://kubernetes-release-dev/ci/$$CI_VERSION-bazel/bin/linux/amd64" |
| 62 | + for CI_PACKAGE in "$${PACKAGES_TO_TEST[@]}"; do |
| 63 | + echo "* downloading binary: $$CI_URL/$$CI_PACKAGE" |
| 64 | + $${GSUTIL} cp "$$CI_URL/$$CI_PACKAGE" "$$CI_DIR/$$CI_PACKAGE" |
| 65 | + chmod +x "$$CI_DIR/$$CI_PACKAGE" |
| 66 | + mv "$$CI_DIR/$$CI_PACKAGE" "/usr/bin/$$CI_PACKAGE" |
| 67 | + done |
| 68 | + systemctl restart kubelet |
| 69 | + fi |
| 70 | + for CI_CONTAINER in "$${CONTAINERS_TO_TEST[@]}"; do |
| 71 | + echo "* downloading package: $$CI_URL/$$CI_CONTAINER.$$CONTAINER_EXT" |
| 72 | + $${GSUTIL} cp "$$CI_URL/$$CI_CONTAINER.$$CONTAINER_EXT" "$$CI_DIR/$$CI_CONTAINER.$$CONTAINER_EXT" |
| 73 | + $${SUDO} ctr -n k8s.io images import "$$CI_DIR/$$CI_CONTAINER.$$CONTAINER_EXT" || echo "* ignoring expected 'ctr images import' result" |
| 74 | + $${SUDO} ctr -n k8s.io images tag k8s.gcr.io/$$CI_CONTAINER-amd64:"$${CI_VERSION//+/_}" k8s.gcr.io/$$CI_CONTAINER:"$${CI_VERSION//+/_}" |
| 75 | + $${SUDO} ctr -n k8s.io images tag k8s.gcr.io/$$CI_CONTAINER-amd64:"$${CI_VERSION//+/_}" gcr.io/kubernetes-ci-images/$$CI_CONTAINER:"$${CI_VERSION//+/_}" |
| 76 | + done |
| 77 | + fi |
| 78 | + echo "* checking binary versions" |
| 79 | + echo "ctr version: " $(ctr version) |
| 80 | + echo "kubeadm version: " $(kubeadm version -o=short) |
| 81 | + echo "kubectl version: " $(kubectl version --client=true --short=true) |
| 82 | + echo "kubelet version: " $(kubelet --version) |
| 83 | + echo "$$LINE_SEPARATOR" |
| 84 | + - path: /etc/kubernetes/azure.json |
| 85 | + owner: "root:root" |
| 86 | + permissions: "0644" |
| 87 | + content: | |
| 88 | + { |
| 89 | + "cloud": "AzurePublicCloud", |
| 90 | + "tenantId": "${AZURE_TENANT_ID}", |
| 91 | + "subscriptionId": "${AZURE_SUBSCRIPTION_ID}", |
| 92 | + "aadClientId": "${AZURE_CLIENT_ID}", |
| 93 | + "aadClientSecret": "${AZURE_CLIENT_SECRET}", |
| 94 | + "resourceGroup": "${AZURE_RESOURCE_GROUP}", |
| 95 | + "securityGroupName": "${CLUSTER_NAME}-node-nsg", |
| 96 | + "location": "${AZURE_LOCATION}", |
| 97 | + "vmType": "vmss", |
| 98 | + "vnetName": "${CLUSTER_NAME}-vnet", |
| 99 | + "vnetResourceGroup": "${CLUSTER_NAME}", |
| 100 | + "subnetName": "${CLUSTER_NAME}-node-subnet", |
| 101 | + "routeTableName": "${CLUSTER_NAME}-node-routetable", |
| 102 | + "userAssignedID": "${CLUSTER_NAME}", |
| 103 | + "loadBalancerSku": "standard", |
| 104 | + "maximumLoadBalancerRuleCount": 250, |
| 105 | + "useManagedIdentityExtension": false, |
| 106 | + "useInstanceMetadata": true |
| 107 | + } |
| 108 | +--- |
1 | 109 | apiVersion: bootstrap.cluster.x-k8s.io/v1alpha3 |
2 | 110 | kind: KubeadmConfig |
3 | 111 | metadata: |
|
0 commit comments