@@ -405,3 +405,98 @@ periodics:
405
405
value : " true"
406
406
- name : NODE_PRELOAD_IMAGES
407
407
value : " gcr.io/k8s-staging-perf-tests/sleep:v0.0.3"
408
+
409
+ - name : ci-kubernetes-e2e-gce-5000-node-dra-with-workload
410
+ cluster : k8s-infra-prow-build
411
+ tags :
412
+ - " perfDashPrefix: gce-dra-5000Nodes-with-workload"
413
+ - " perfDashBuildsCount: 270"
414
+ - " perfDashJobType: performance"
415
+ # TODO (alaypatel07): increase this interval once stable
416
+ interval : 24h
417
+ labels :
418
+ preset-service-account : " true"
419
+ preset-k8s-ssh : " true"
420
+ preset-e2e-scalability-common : " true"
421
+ preset-e2e-scalability-periodics : " true"
422
+ preset-e2e-scalability-periodics-master : " true"
423
+ annotations :
424
+ testgrid-dashboards : sig-scalability-dra
425
+ testgrid-tab-name : gce-dra-with-workload-master-scalability-5000
426
+
427
+ testgrid-num-failures-to-alert : ' 2'
428
+ description : " Uses kubetest to run k8s.io/perf-tests/run-e2e.sh against a 5000-node cluster with DRA enabled"
429
+ decorate : true
430
+ decoration_config :
431
+ timeout : 8h
432
+ extra_refs :
433
+ - org : kubernetes
434
+ repo : kubernetes
435
+ base_ref : master
436
+ path_alias : k8s.io/kubernetes
437
+ - org : kubernetes
438
+ repo : perf-tests
439
+ base_ref : master
440
+ path_alias : k8s.io/perf-tests
441
+ spec :
442
+ containers :
443
+ - image : gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250925-95b5a2c7a5-master
444
+ command :
445
+ - runner.sh
446
+ - /workspace/scenarios/kubernetes_e2e.py
447
+ args :
448
+ - --cluster=gce-scale-cluster
449
+ - --env=HEAPSTER_MACHINE_TYPE=e2-standard-32
450
+ # TODO(mborsz): Adjust or remove this change once we understand coredns
451
+ # memory usage regression.
452
+ - --env=KUBE_DNS_MEMORY_LIMIT=300Mi
453
+ - --extract=ci/fast/latest-fast
454
+ - --gcp-nodes=5000
455
+ - --gcp-project-type=scalability-scale-project
456
+ - --gcp-zone=us-east1-b
457
+ - --provider=gce
458
+ - --metadata-sources=cl2-metadata.json
459
+ - --env=KUBE_FEATURE_GATES=DynamicResourceAllocation=true
460
+ - --runtime-config=api/all=true
461
+ - --test=false
462
+ - --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh
463
+ - --test-cmd-args=cluster-loader2
464
+ - --test-cmd-args=--nodes=5000
465
+ - --test-cmd-args=--provider=gce
466
+ - --test-cmd-args=--enable-prometheus-server=true
467
+ - --test-cmd-args=--prometheus-scrape-node-exporter
468
+ - --test-cmd-args=--experimental-gcp-snapshot-prometheus-disk=true
469
+ - --test-cmd-args=--experimental-prometheus-disk-snapshot-name=$(JOB_NAME)-$(BUILD_ID)
470
+ - --test-cmd-args=--experimental-prometheus-snapshot-to-report-dir=true
471
+ - --test-cmd-args=--testconfig=testing/dra/config.yaml
472
+ - --test-cmd-args=--report-dir=$(ARTIFACTS)
473
+ - --test-cmd-args=--testoverrides=./testing/overrides/5000_nodes.yaml
474
+ - --test-cmd-name=ClusterLoaderV2
475
+ - --timeout=420m
476
+ - --use-logexporter
477
+ - --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID)
478
+ resources :
479
+ requests :
480
+ cpu : 6
481
+ memory : " 16Gi"
482
+ limits :
483
+ cpu : 6
484
+ memory : " 16Gi"
485
+ env :
486
+ - name : CL2_MODE
487
+ value : " Indexed"
488
+ - name : CL2_NODES_PER_NAMESPACE
489
+ value : " 2500"
490
+ - name : CL2_JOB_RUNNING_TIME
491
+ value : " 3s"
492
+ - name : CL2_LONG_JOB_RUNNING_TIME
493
+ value : " 240m"
494
+ # TODO: 100 node gce test run with 10 and 5, can increase if needed
495
+ # - name: CL2_LOAD_TEST_THROUGHPUT
496
+ # value: "50"
497
+ # - name: CL2_STEADY_STATE_QPS
498
+ # value: "25"
499
+ - name : PROMETHEUS_SCRAPE_KUBELETS
500
+ value : " true"
501
+ - name : NODE_PRELOAD_IMAGES
502
+ value : " gcr.io/k8s-staging-perf-tests/sleep:v0.0.3"
0 commit comments