Merge pull request #2081 from nebius/SCHED-840/turn-off-dcgmi-diag-active-checks

turn off dcgmi diag active checks

Author: itechdima

helm/soperator-activechecks/scripts/extensive-check.sh

@@ -190,7 +190,7 @@ health_checker_runs=(
   all_reduce_with_ib
   all_reduce_without_ib
   cuda_samples
-  dcgmi_diag_r2
+# dcgmi_diag_r2
   gpu_fryer
 #  ib_gpu_perf
   mem_perf

helm/soperator-activechecks/values.yaml

@@ -55,12 +55,12 @@ checks:
     runAfterCreation: true
     drainReasonPrefix: "[node_problem]"
   dcgmiDiagR2:
-    suspend: false
-    runAfterCreation: true
+    suspend: true
+    runAfterCreation: false
     drainReasonPrefix: "[node_problem]"
   dcgmiDiagR3:
     suspend: true
-    runAfterCreation: true
+    runAfterCreation: false
     drainReasonPrefix: "[node_problem]"
   enrootCleanup:
     suspend: false