Increase storge for containers.

Author: matz-e

cloud-infrastructure/ai-infra-gpu/ai-infrastructure/nemo-megatron-training-oke/files/training/templates/preprocessing.yaml

@@ -89,10 +89,10 @@ spec:
               name: {{ .Release.Name }}-mpi-setup
           resources:
             limits:
-              ephemeral-storage: 16Gi
+              ephemeral-storage: 32Gi
             requests:
               cpu: {{ .Values.preprocessing.processes_per_node }}
-              ephemeral-storage: 16Gi
+              ephemeral-storage: 32Gi
               memory: {{ mul .Values.preprocessing.processes_per_node 2 }}Gi
           securityContext:
             privileged: true

cloud-infrastructure/ai-infra-gpu/ai-infrastructure/nemo-megatron-training-oke/files/training/templates/training.yaml

@@ -98,10 +98,10 @@ spec:
               name: {{ .Release.Name }}-mpi-setup
           resources:
             limits:
-              ephemeral-storage: 16Gi
+              ephemeral-storage: 32Gi
             requests:
               cpu: 4
-              ephemeral-storage: 16Gi
+              ephemeral-storage: 32Gi
               memory: 1Gi
           securityContext:
             privileged: true