Raise memory limit for Training E2E tests

Author: sutaakar

tests/kfto/kfto_training_test.go

@@ -341,7 +341,7 @@ func createKFTOPyTorchJob(test Test, namespace string, config corev1.ConfigMap,
 										},
 										Limits: corev1.ResourceList{
 											corev1.ResourceCPU:                     resource.MustParse("2"),
-											corev1.ResourceMemory:                  resource.MustParse("8Gi"),
+											corev1.ResourceMemory:                  resource.MustParse("12Gi"),
 											corev1.ResourceName(gpu.ResourceLabel): resource.MustParse(fmt.Sprint(numGpus)),
 										},
 									},
@@ -506,7 +506,7 @@ func createKFTOPyTorchJob(test Test, namespace string, config corev1.ConfigMap,
 								},
 								Limits: corev1.ResourceList{
 									corev1.ResourceCPU:                     resource.MustParse("2"),
-									corev1.ResourceMemory:                  resource.MustParse("8Gi"),
+									corev1.ResourceMemory:                  resource.MustParse("12Gi"),
 									corev1.ResourceName(gpu.ResourceLabel): resource.MustParse(fmt.Sprint(numGpus)),
 								},
 							},