fix: add label to clustertrainingruntimes to disable ambient (#298)

* fix: add label to clustertrainingruntimes to disable istio ambient

Author: NohaIhab

src/training_runtimes/deepspeed_distributed.yaml

@@ -37,6 +37,8 @@ spec:
                 metadata:
                   labels:
                     sidecar.istio.io/inject: 'false'
+                    # Opt out of Istio ambient mesh to enable pod-to-pod communication for distributed training.
+                    istio.io/dataplane-mode: none
                 spec:
                   containers:
                     - name: node

src/training_runtimes/mlx_distributed.yaml

@@ -40,6 +40,8 @@ spec:
                 metadata:
                   labels:
                     sidecar.istio.io/inject: 'false'
+                    # Opt out of Istio ambient mesh to enable pod-to-pod communication for distributed training.
+                    istio.io/dataplane-mode: none
                 spec:
                   containers:
                     - name: node

src/training_runtimes/mpi_distributed.yaml

@@ -47,6 +47,8 @@ spec:
                 metadata:
                   labels:
                     sidecar.istio.io/inject: 'false'
+                    # Opt out of Istio ambient mesh to enable pod-to-pod communication for distributed training.
+                    istio.io/dataplane-mode: none
                 spec:
                   containers:
                     - name: node

src/training_runtimes/torch_distributed.yaml

@@ -22,6 +22,8 @@ spec:
               metadata:
                 labels:
                   sidecar.istio.io/inject: 'false'
+                  # Opt out of Istio ambient mesh to enable pod-to-pod communication for distributed training.
+                  istio.io/dataplane-mode: none
               spec:
                 containers:
                 - image: pytorch/pytorch:2.7.1-cuda12.8-cudnn9-runtime