Synchronize trainer manifests v2.1.0 (#3282)

* Update kubeflow/trainer manifests from v2.1.0

Signed-off-by: juliusvonkohout <[email protected]>

* update script

Signed-off-by: juliusvonkohout <[email protected]>

---------

Signed-off-by: juliusvonkohout <[email protected]>

Author: juliusvonkohout

README.md

@@ -57,7 +57,7 @@ This repository periodically synchronizes all official Kubeflow components from
 | Component | Local Manifests Path | Upstream Revision | CPU (millicores) | Memory (Mi) |  PVC Storage (GB) |
 | - | - | - | - | - | - |
 | Training Operator | applications/training-operator/upstream | [v1.9.2](https://github.com/kubeflow/training-operator/tree/v1.9.2/manifests) | 3m | 25Mi | 0GB |
-| Trainer | applications/trainer/upstream | [f12a6d3](https://github.com/kubeflow/trainer/tree/f12a6d399a3dbb84d8829a5e7603ab310c45df6a/manifests) | 8m | 143Mi | 0GB |
+| Trainer | applications/trainer/upstream | [v2.1.0](https://github.com/kubeflow/trainer/tree/v2.1.0/manifests) | 8m | 143Mi | 0GB |
 | Notebook Controller | applications/jupyter/notebook-controller/upstream | [v1.10.0](https://github.com/kubeflow/kubeflow/tree/v1.10.0/components/notebook-controller/config) | 5m | 93Mi | 0GB |
 | PVC Viewer Controller | applications/pvcviewer-controller/upstream | [v1.10.0](https://github.com/kubeflow/kubeflow/tree/v1.10.0/components/pvcviewer-controller/config) | 15m | 128Mi | 0GB |
 | Tensorboard Controller | applications/tensorboard/tensorboard-controller/upstream | [v1.10.0](https://github.com/kubeflow/kubeflow/tree/v1.10.0/components/tensorboard-controller/config) | 15m | 128Mi | 0GB |

applications/trainer/upstream/base/crds/trainer.kubeflow.org_clustertrainingruntimes.yaml

@@ -0,0 +1,44 @@
+apiVersion: config.trainer.kubeflow.org/v1alpha1
+kind: Configuration
+# Health configuration
+health:
+  healthProbeBindAddress: :8081
+  readinessEndpointName: readyz
+  livenessEndpointName: healthz
+
+# Metrics configuration
+metrics:
+  bindAddress: :8443
+  secureServing: true
+
+# Webhook configuration
+webhook:
+  port: 9443
+  host: ""
+
+# Leader election configuration
+leaderElection:
+  leaderElect: true
+  resourceName: trainer.kubeflow.org
+  resourceNamespace: ""
+  leaseDuration: 15s
+  renewDeadline: 10s
+  retryPeriod: 2s
+
+# Controller configuration
+controller:
+  groupKindConcurrency:
+    TrainJob.trainer.kubeflow.org: 5
+    TrainingRuntime.trainer.kubeflow.org: 1
+    ClusterTrainingRuntime.trainer.kubeflow.org: 1
+
+# Certificate management configuration
+certManagement:
+  enable: true
+  webhookServiceName: kubeflow-trainer-controller-manager
+  webhookSecretName: kubeflow-trainer-webhook-cert
+
+# Client connection configuration
+clientConnection:
+  qps: 50
+  burst: 100

applications/trainer/upstream/base/crds/trainer.kubeflow.org_trainingruntimes.yaml

@@ -1,2 +1,16 @@
 resources:
   - manager.yaml
+
+# Disable hash suffix for predictable ConfigMap names
+generatorOptions:
+  disableNameSuffixHash: true
+
+# ConfigMap generator for controller manager configuration
+configMapGenerator:
+  - name: kubeflow-trainer-config
+    files:
+      - controller_manager_config.yaml
+
+# Patches to mount the config file
+patches:
+  - path: manager_config_patch.yaml

applications/trainer/upstream/base/crds/trainer.kubeflow.org_trainjobs.yaml

@@ -0,0 +1,21 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: kubeflow-trainer-controller-manager
+spec:
+  template:
+    spec:
+      containers:
+      - name: manager
+        args:
+        - --config=/controller_manager_config.yaml
+        - --zap-log-level=2
+        volumeMounts:
+        - name: kubeflow-trainer-config
+          mountPath: /controller_manager_config.yaml
+          subPath: controller_manager_config.yaml
+          readOnly: true
+      volumes:
+      - name: kubeflow-trainer-config
+        configMap:
+          name: kubeflow-trainer-config

applications/trainer/upstream/base/manager/controller_manager_config.yaml

@@ -42,6 +42,15 @@ rules:
   - list
   - update
   - watch
+- apiGroups:
+  - coordination.k8s.io
+  resources:
+  - leases
+  verbs:
+  - create
+  - get
+  - list
+  - update
 - apiGroups:
   - jobset.x-k8s.io
   resources:
@@ -62,6 +71,7 @@ rules:
   - list
   - watch
 - apiGroups:
+  - scheduling.volcano.sh
   - scheduling.x-k8s.io
   resources:
   - podgroups

applications/trainer/upstream/base/manager/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+resources:
+  - torch_distributed_with_cache.yaml

applications/trainer/upstream/base/manager/manager_config_patch.yaml

@@ -0,0 +1,55 @@
+apiVersion: trainer.kubeflow.org/v1alpha1
+kind: ClusterTrainingRuntime
+metadata:
+  name: torch-distributed-with-cache
+  labels:
+    trainer.kubeflow.org/framework: torch
+spec:
+  mlPolicy:
+    numNodes: 1
+    torch:
+      numProcPerNode: auto
+  template:
+    spec:
+      replicatedJobs:
+      - name: dataset-initializer
+        replicas: 1
+        template:
+          metadata:
+            labels:
+              trainer.kubeflow.org/trainjob-ancestor-step: dataset-initializer
+          spec:
+            template:
+              spec:
+                serviceAccountName: kubeflow-trainer-cache-initializer
+                containers:
+                  - name: dataset-initializer
+                    image: ghcr.io/kubeflow/trainer/dataset-initializer
+                    env:
+                      - name: CACHE_IMAGE
+                        value: "ghcr.io/kubeflow/trainer/data-cache:v2.1.0"
+                      - name: TRAIN_JOB_NAME
+                        valueFrom:
+                          fieldRef:
+                            apiVersion: v1
+                            fieldPath: metadata.labels['jobset.sigs.k8s.io/jobset-name']
+      - name: node
+        dependsOn:
+          - name: dataset-initializer
+            status: Complete
+        template:
+          metadata:
+            labels:
+              trainer.kubeflow.org/trainjob-ancestor-step: trainer
+          spec:
+            template:
+              spec:
+                containers:
+                  - name: node
+                    image: pytorch/pytorch:2.7.1-cuda12.8-cudnn9-runtime
+                    env:
+                      - name: TRAIN_JOB_NAME
+                        valueFrom:
+                          fieldRef:
+                            apiVersion: v1
+                            fieldPath: metadata.labels['jobset.sigs.k8s.io/jobset-name']