Skip to content

Commit 7c96747

Browse files
committed
add 5000 node dra test
Signed-off-by: Alay Patel <[email protected]>
1 parent c596351 commit 7c96747

File tree

1 file changed

+95
-0
lines changed

1 file changed

+95
-0
lines changed

config/jobs/kubernetes/sig-scalability/DRA/sig-scalability-periodic-dra.yaml

Lines changed: 95 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -405,3 +405,98 @@ periodics:
405405
value: "true"
406406
- name: NODE_PRELOAD_IMAGES
407407
value: "gcr.io/k8s-staging-perf-tests/sleep:v0.0.3"
408+
409+
- name: ci-kubernetes-e2e-gce-5000-node-dra-with-workload
410+
cluster: k8s-infra-prow-build
411+
tags:
412+
- "perfDashPrefix: gce-dra-5000Nodes-with-workload"
413+
- "perfDashBuildsCount: 270"
414+
- "perfDashJobType: performance"
415+
# TODO (alaypatel07): increase this interval once stable
416+
interval: 12h
417+
labels:
418+
preset-service-account: "true"
419+
preset-k8s-ssh: "true"
420+
preset-e2e-scalability-common: "true"
421+
preset-e2e-scalability-periodics: "true"
422+
preset-e2e-scalability-periodics-master: "true"
423+
annotations:
424+
testgrid-dashboards: sig-scalability-dra
425+
testgrid-tab-name: gce-dra-with-workload-master-scalability-5000
426+
testgrid-alert-email: [email protected], [email protected]
427+
testgrid-num-failures-to-alert: '2'
428+
description: "Uses kubetest to run k8s.io/perf-tests/run-e2e.sh against a 5000-node cluster with DRA enabled"
429+
decorate: true
430+
decoration_config:
431+
timeout: 8h
432+
extra_refs:
433+
- org: kubernetes
434+
repo: kubernetes
435+
base_ref: master
436+
path_alias: k8s.io/kubernetes
437+
- org: kubernetes
438+
repo: perf-tests
439+
base_ref: master
440+
path_alias: k8s.io/perf-tests
441+
spec:
442+
containers:
443+
- image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250925-95b5a2c7a5-master
444+
command:
445+
- runner.sh
446+
- /workspace/scenarios/kubernetes_e2e.py
447+
args:
448+
- --cluster=gce-scale-cluster
449+
- --env=HEAPSTER_MACHINE_TYPE=e2-standard-32
450+
# TODO(mborsz): Adjust or remove this change once we understand coredns
451+
# memory usage regression.
452+
- --env=KUBE_DNS_MEMORY_LIMIT=300Mi
453+
- --extract=ci/fast/latest-fast
454+
- --gcp-nodes=5000
455+
- --gcp-project-type=scalability-scale-project
456+
- --gcp-zone=us-east1-b
457+
- --provider=gce
458+
- --metadata-sources=cl2-metadata.json
459+
- --env=KUBE_FEATURE_GATES=DynamicResourceAllocation=true
460+
- --runtime-config=api/all=true
461+
- --test=false
462+
- --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh
463+
- --test-cmd-args=cluster-loader2
464+
- --test-cmd-args=--nodes=5000
465+
- --test-cmd-args=--provider=gce
466+
- --test-cmd-args=--enable-prometheus-server=true
467+
- --test-cmd-args=--prometheus-scrape-node-exporter
468+
- --test-cmd-args=--experimental-gcp-snapshot-prometheus-disk=true
469+
- --test-cmd-args=--experimental-prometheus-disk-snapshot-name=$(JOB_NAME)-$(BUILD_ID)
470+
- --test-cmd-args=--experimental-prometheus-snapshot-to-report-dir=true
471+
- --test-cmd-args=--testconfig=testing/dra/config.yaml
472+
- --test-cmd-args=--report-dir=$(ARTIFACTS)
473+
- --test-cmd-args=--testoverrides=./testing/overrides/5000_nodes.yaml
474+
- --test-cmd-name=ClusterLoaderV2
475+
- --timeout=420m
476+
- --use-logexporter
477+
- --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID)
478+
resources:
479+
requests:
480+
cpu: 6
481+
memory: "16Gi"
482+
limits:
483+
cpu: 6
484+
memory: "16Gi"
485+
env:
486+
- name: CL2_MODE
487+
value: "Indexed"
488+
- name: CL2_NODES_PER_NAMESPACE
489+
value: "2500"
490+
- name: CL2_JOB_RUNNING_TIME
491+
value: "3s"
492+
- name: CL2_LONG_JOB_RUNNING_TIME
493+
value: "240m"
494+
# TODO: 100 node gce test run with 10 and 5, can increase if needed
495+
# - name: CL2_LOAD_TEST_THROUGHPUT
496+
# value: "50"
497+
# - name: CL2_STEADY_STATE_QPS
498+
# value: "25"
499+
- name: PROMETHEUS_SCRAPE_KUBELETS
500+
value: "true"
501+
- name: NODE_PRELOAD_IMAGES
502+
value: "gcr.io/k8s-staging-perf-tests/sleep:v0.0.3"

0 commit comments

Comments
 (0)