Skip to content

Commit 7158770

Browse files
nojnhuhnojnhuh
committed
Add CAPZ DRA scale presubmit jobs
1 parent f3c751b commit 7158770

File tree

1 file changed

+220
-0
lines changed

1 file changed

+220
-0
lines changed

‎config/jobs/kubernetes/sig-scalability/DRA/sig-scalability-presubmit-dra-capz.yaml‎

Lines changed: 220 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,220 @@
1+
presubmits:
2+
kubernetes-sigs/cluster-api-provider-azure:
3+
- name: pull-cluster-api-provider-azure-load-test-dra-custom-builds
4+
cluster: eks-prow-build-cluster
5+
decorate: true
6+
decoration_config:
7+
timeout: 8h
8+
path_alias: "sigs.k8s.io/cluster-api-provider-azure"
9+
always_run: false
10+
optional: true
11+
labels:
12+
preset-dind-enabled: "true"
13+
preset-kind-volume-mounts: "true"
14+
preset-azure-community: "true"
15+
branches:
16+
- ^main$
17+
- ^release-1.*
18+
extra_refs:
19+
- org: kubernetes-sigs
20+
repo: cloud-provider-azure
21+
base_ref: master
22+
path_alias: sigs.k8s.io/cloud-provider-azure
23+
- org: kubernetes
24+
repo: kubernetes
25+
base_ref: master
26+
path_alias: k8s.io/kubernetes
27+
- org: kubernetes
28+
repo: perf-tests
29+
base_ref: master
30+
path_alias: k8s.io/perf-tests
31+
spec:
32+
serviceAccountName: azure
33+
containers:
34+
- image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250613-876fb90a97-master
35+
command:
36+
- runner.sh
37+
- ./scripts/ci-entrypoint.sh
38+
args:
39+
- bash
40+
- -c
41+
- >-
42+
sleep 300 &&
43+
cd ${GOPATH}/src/k8s.io/perf-tests/ &&
44+
./run-e2e.sh cluster-loader2
45+
--nodes=100 \
46+
--provider=aks \
47+
--testconfig=testing/load/config.yaml \
48+
--testconfig=testing/huge-service/config.yaml \
49+
--testconfig=testing/access-tokens/config.yaml \
50+
--testoverrides=./testing/experiments/enable_restart_count_check.yaml \
51+
--testoverrides=./testing/experiments/use_simple_latency_query.yaml \
52+
--testoverrides=./testing/overrides/load_throughput.yaml \
53+
--report-dir=${ARTIFACTS}
54+
--v=2
55+
securityContext:
56+
privileged: true
57+
env:
58+
# CAPZ variables
59+
- name: TEST_K8S
60+
value: "true"
61+
- name: WINDOWS
62+
value: "false"
63+
- name: CLUSTER_TEMPLATE
64+
value: "templates/test/dev/cluster-template-custom-builds-load-dra.yaml"
65+
- name: AZURE_LOCATION
66+
value: "northeurope"
67+
- name: AZURE_CONTROL_PLANE_MACHINE_TYPE
68+
value: "Standard_D8s_v3"
69+
- name: CONTROL_PLANE_MACHINE_TYPE
70+
value: "Standard_D8s_v3"
71+
- name: AZURE_NODE_MACHINE_TYPE
72+
value: "Standard_D8s_v3"
73+
- name: NODE_MACHINE_TYPE
74+
value: "Standard_D8s_v3"
75+
- name: TEST_WINDOWS
76+
value: "false"
77+
# Don't install Azure disk CSI driver as it's installed using a HelmChartProxy
78+
- name: DEPLOY_AZURE_CSI_DRIVER
79+
value: "false"
80+
- name: "CONTROL_PLANE_MACHINE_COUNT"
81+
value: "5"
82+
- name: WINDOWS_WORKER_MACHINE_COUNT
83+
value: "0" # Don't create windows workers
84+
- name: WORKER_MACHINE_COUNT
85+
value: "100"
86+
# Based on pull-kubernetes-e2e-gce-100-performance CL2 config
87+
- name: CL2_ENABLE_DNS_PROGRAMMING
88+
value: "true"
89+
- name: CL2_SCHEDULER_THROUGHPUT_THRESHOLD
90+
value: "0"
91+
- name: CL2_ENABLE_API_AVAILABILITY_MEASUREMENT
92+
value: "true"
93+
- name: CL2_API_AVAILABILITY_PERCENTAGE_THRESHOLD
94+
value: "99.5"
95+
resources:
96+
requests:
97+
cpu: "6"
98+
memory: "9Gi"
99+
limits:
100+
cpu: "6"
101+
memory: "9Gi"
102+
annotations:
103+
testgrid-dashboards: sig-cluster-lifecycle-cluster-api-provider-azure
104+
testgrid-tab-name: capz-pr-scalability-100-node-dra-k8s-main
105+
testgrid-alert-email: [email protected]
106+
description: Conducts load testing with custom builds to assess scalability on the main branch when DRA is enabled.
107+
- name: pull-cluster-api-provider-azure-load-test-dra-with-workload-custom-builds
108+
cluster: eks-prow-build-cluster
109+
decorate: true
110+
decoration_config:
111+
timeout: 8h
112+
path_alias: "sigs.k8s.io/cluster-api-provider-azure"
113+
always_run: false
114+
optional: true
115+
labels:
116+
preset-dind-enabled: "true"
117+
preset-kind-volume-mounts: "true"
118+
preset-azure-community: "true"
119+
branches:
120+
- ^main$
121+
- ^release-1.*
122+
extra_refs:
123+
- org: kubernetes-sigs
124+
repo: cloud-provider-azure
125+
base_ref: master
126+
path_alias: sigs.k8s.io/cloud-provider-azure
127+
- org: kubernetes
128+
repo: kubernetes
129+
base_ref: master
130+
path_alias: k8s.io/kubernetes
131+
- org: kubernetes
132+
repo: perf-tests
133+
base_ref: master
134+
path_alias: k8s.io/perf-tests
135+
spec:
136+
serviceAccountName: azure
137+
containers:
138+
- image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250613-876fb90a97-master
139+
command:
140+
- runner.sh
141+
- ./scripts/ci-entrypoint.sh
142+
args:
143+
- bash
144+
- -c
145+
- >-
146+
sleep 300 &&
147+
cd ${GOPATH}/src/k8s.io/perf-tests/ &&
148+
./run-e2e.sh cluster-loader2
149+
--nodes=100 \
150+
--provider=aks \
151+
--enable-prometheus-server=true \
152+
--testconfig=testing/dra/config.yaml \
153+
--report-dir=${ARTIFACTS}
154+
--nodes=100
155+
--v=2
156+
securityContext:
157+
privileged: true
158+
env:
159+
# CAPZ variables
160+
- name: TEST_K8S
161+
value: "true"
162+
- name: WINDOWS
163+
value: "false"
164+
- name: CLUSTER_TEMPLATE
165+
value: "templates/test/dev/cluster-template-custom-builds-load-dra.yaml"
166+
- name: AZURE_LOCATION
167+
value: "northeurope"
168+
- name: AZURE_CONTROL_PLANE_MACHINE_TYPE
169+
value: "Standard_D8s_v3"
170+
- name: CONTROL_PLANE_MACHINE_TYPE
171+
value: "Standard_D8s_v3"
172+
- name: AZURE_NODE_MACHINE_TYPE
173+
value: "Standard_D8s_v3"
174+
- name: NODE_MACHINE_TYPE
175+
value: "Standard_D8s_v3"
176+
- name: TEST_WINDOWS
177+
value: "false"
178+
# Don't install Azure disk CSI driver as it's installed using a HelmChartProxy
179+
- name: DEPLOY_AZURE_CSI_DRIVER
180+
value: "false"
181+
- name: "CONTROL_PLANE_MACHINE_COUNT"
182+
value: "5"
183+
- name: WINDOWS_WORKER_MACHINE_COUNT
184+
value: "0" # Don't create windows workers
185+
- name: WORKER_MACHINE_COUNT
186+
value: "100"
187+
# Based on pull-kubernetes-e2e-gce-100-performance CL2 config
188+
- name: CL2_ENABLE_DNS_PROGRAMMING
189+
value: "true"
190+
- name: CL2_SCHEDULER_THROUGHPUT_THRESHOLD
191+
value: "0"
192+
- name: CL2_ENABLE_API_AVAILABILITY_MEASUREMENT
193+
value: "true"
194+
- name: CL2_API_AVAILABILITY_PERCENTAGE_THRESHOLD
195+
value: "99.5"
196+
# For DRA cl2 tests
197+
- name: CL2_MODE
198+
value: "Indexed"
199+
- name: CL2_NODES_PER_NAMESPACE
200+
value: "10"
201+
- name: CL2_JOB_RUNNING_TIME
202+
value: "3s"
203+
- name: CL2_LONG_JOB_RUNNING_TIME
204+
value: "45m"
205+
- name: PROMETHEUS_PVC_STORAGE_CLASS
206+
value: "default"
207+
- name: PROMETHEUS_APISERVER_SCRAPE_PORT
208+
value: "6443"
209+
resources:
210+
requests:
211+
cpu: "6"
212+
memory: "9Gi"
213+
limits:
214+
cpu: "6"
215+
memory: "9Gi"
216+
annotations:
217+
testgrid-dashboards: sig-cluster-lifecycle-cluster-api-provider-azure
218+
testgrid-tab-name: capz-pr-scalability-100-node-dra-with-workload-k8s-main
219+
testgrid-alert-email: [email protected]
220+
description: Conducts load testing with custom builds to assess DRA scalability on the main branch.

0 commit comments

Comments
 (0)