Merge pull request #5121 from nojnhuh/dra-e2e

Add test templates for DRA-enabled clusters

Author: k8s-ci-robot

templates/test/ci/cluster-template-prow-ci-version-dra.yaml

@@ -0,0 +1,18 @@
+- op: add
+  path: /spec/template/spec/files/-
+  value:
+    content: |
+      #!/bin/bash
+
+      echo "enabling containerd CDI plugin"
+      sed -i '/\[plugins."io.containerd.grpc.v1.cri"\]/a\    enable_cdi = true' /etc/containerd/config.toml
+      systemctl restart containerd
+    owner: root:root
+    path: /tmp/containerd-config.sh
+    permissions: "0744"
+- op: add
+  path: /spec/template/spec/preKubeadmCommands/0
+  value: bash -c /tmp/containerd-config.sh
+- op: add
+  path: /spec/template/spec/joinConfiguration/nodeRegistration/kubeletExtraArgs/feature-gates
+  value: ${NODE_FEATURE_GATES:-"DynamicResourceAllocation=true"}

templates/test/ci/patches/dra-kubeadmconfigtemplate.yaml

@@ -0,0 +1,35 @@
+- op: add
+  path: /spec/kubeadmConfigSpec/files/-
+  value:
+    content: |
+      #!/bin/bash
+
+      echo "enabling containerd CDI plugin"
+      sed -i '/\[plugins."io.containerd.grpc.v1.cri"\]/a\    enable_cdi = true' /etc/containerd/config.toml
+      systemctl restart containerd
+    owner: root:root
+    path: /tmp/containerd-config.sh
+    permissions: "0744"
+- op: add
+  path: /spec/kubeadmConfigSpec/preKubeadmCommands/0
+  value: bash -c /tmp/containerd-config.sh
+- op: add
+  path: /spec/kubeadmConfigSpec/clusterConfiguration/apiServer/extraArgs/feature-gates
+  value: ${K8S_FEATURE_GATES:-"DynamicResourceAllocation=true"}
+- op: add
+  path: /spec/kubeadmConfigSpec/clusterConfiguration/controllerManager/extraArgs/feature-gates
+  value: HPAContainerMetrics=true,DynamicResourceAllocation=true
+- op: add
+  path: /spec/kubeadmConfigSpec/clusterConfiguration/apiServer/extraArgs/runtime-config
+  value: resource.k8s.io/v1alpha3=true
+- op: add
+  path: /spec/kubeadmConfigSpec/clusterConfiguration/scheduler
+  value:
+    extraArgs:
+      feature-gates: DynamicResourceAllocation=true
+- op: add
+  path: /spec/kubeadmConfigSpec/initConfiguration/nodeRegistration/kubeletExtraArgs/feature-gates
+  value: DynamicResourceAllocation=true
+- op: add
+  path: /spec/kubeadmConfigSpec/joinConfiguration/nodeRegistration/kubeletExtraArgs/feature-gates
+  value: DynamicResourceAllocation=true

templates/test/ci/patches/dra-kubeadmcontrolplane.yaml

@@ -0,0 +1,5 @@
+$patch: delete
+apiVersion: cluster.x-k8s.io/v1beta1
+kind: MachineDeployment
+metadata:
+  name: win

templates/test/ci/patches/no-windows.yaml

@@ -0,0 +1,18 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: default
+resources:
+- ../prow-ci-version
+patches:
+- path: ../patches/no-windows.yaml
+  target:
+    name: .*-win.*
+- path: ../patches/dra-kubeadmcontrolplane.yaml
+  target:
+    kind: KubeadmControlPlane
+- path: ../patches/dra-kubeadmconfigtemplate.yaml
+  target:
+    kind: KubeadmConfigTemplate
+
+sortOptions:
+  order: fifo