Added - Support for ODSC - Distributed Training V2 (DTv2)

Author: Sriram Ananthakrishnan

examples/datascience/job/job.tf

@@ -64,25 +64,64 @@ resource "oci_datascience_job" "job" {
   artifact_content_length      = 1380
   artifact_content_disposition = "attachment; filename=job_artifact.py"
   delete_related_job_runs      = true
-  # optional parameter
-  # opc_parent_rpt_url = ""
+  job_storage_mount_configuration_details_list {
+    destination_directory_name = "fss"
+    storage_type = "FILE_STORAGE"
+    destination_path = "/mnt"
+    export_id = "<export_id>"
+    mount_target_id = "<mount_id>"
 
-  job_configuration_details {
-    job_type                   = "DEFAULT"
-    maximum_runtime_in_minutes = 30
   }
+  # optional parameter
+  # opc_parent_rpt_url = ""
 
-  job_infrastructure_configuration_details {
-    job_infrastructure_type   = "STANDALONE"
-    shape_name                = "VM.Standard3.Flex"
-    block_storage_size_in_gbs = 100
-    subnet_id = oci_core_subnet.tf_subnet.id
-
-    # Optional
-    job_shape_config_details {
-      memory_in_gbs = 16
-      ocpus         = 2
+  # job_configuration_details {
+  #   job_type                   = "DEFAULT"
+  #   maximum_runtime_in_minutes = 30
+  # }
+
+  # job_infrastructure_configuration_details {
+  #   job_infrastructure_type   = "STANDALONE"
+  #   shape_name                = "VM.Standard3.Flex"
+  #   block_storage_size_in_gbs = 100
+  #   subnet_id = oci_core_subnet.tf_subnet.id
+
+  #   # Optional
+  #   job_shape_config_details {
+  #     memory_in_gbs = 16
+  #     ocpus         = 2
+  #   }
+  # }
+
+  # New Optional parameter for Multi Node
+  job_node_configuration_details {
+    job_node_type =                            "MULTI_NODE"
+		job_network_configuration  {
+      	job_network_type = "CUSTOM_NETWORK"
+		    subnet_id=        "<subnet_id>"
     }
+    job_node_group_configuration_details_list {
+      name=                      "replica1"
+      job_configuration_details {
+        job_type=               "DEFAULT"
+        command_line_arguments=  "commandLineArguments"
+      }
+      job_infrastructure_configuration_details {
+        job_infrastructure_type   = "MULTI_NODE"
+        shape_name                = "VM.Standard3.Flex"
+        block_storage_size_in_gbs = 50
+        subnet_id = "<subnet_id>"
+
+        # Optional
+        job_shape_config_details {
+          memory_in_gbs = 16
+          ocpus         = 3
+        }
+      }
+    minimum_success_replicas=1
+    replicas=1
+  }
+	startup_order = "IN_ORDER"
   }
 
   job_environment_configuration_details {

examples/datascience/pipeline/pipeline.tf

@@ -575,6 +575,21 @@ resource "oci_datascience_pipeline_run" "test_pipeline_run" {
 #   #   log_group_id             = oci_logging_log_group.pipeline_run.id
 #   #   # log_id                   = oci_logging_log.test_log.id
 #   # }
+# New Optional parameter
+# #   infrastructure_configuration_override_details {
+#     #Required
+#     block_storage_size_in_gbs = var.pipeline_infrastructure_configuration_details_block_storage_size_in_gbs
+#     shape_name                = "VM.Standard2.1"
+#     # optional for custom networking
+#     subnet_id                 = var.subnet_id
+#     #Optional ONLY required if the shape is a flex shape
+#     # shape_config_details {
+
+#     #   #Optional
+#     #   memory_in_gbs = var.pipeline_infrastructure_configuration_details_shape_config_details_memory_in_gbs
+#     #   ocpus         = var.pipeline_infrastructure_configuration_details_shape_config_details_ocpus
+#     # }
+#   }
 #   project_id = oci_datascience_project.pipeline.id
 #   step_override_details {
 #     #Required

internal/integrationtest/datascience_job_run_test.go

@@ -124,6 +124,16 @@ func (s *DatascienceJobDataSourceCrud) SetData() error {
 		s.D.Set("job_log_configuration_details", nil)
 	}
 
+	if s.Res.JobNodeConfigurationDetails != nil {
+		jobNodeConfigurationDetailsArray := []interface{}{}
+		if jobNodeConfigurationDetailsMap := JobNodeConfigurationDetailsToMap(&s.Res.JobNodeConfigurationDetails); jobNodeConfigurationDetailsMap != nil {
+			jobNodeConfigurationDetailsArray = append(jobNodeConfigurationDetailsArray, jobNodeConfigurationDetailsMap)
+		}
+		s.D.Set("job_node_configuration_details", jobNodeConfigurationDetailsArray)
+	} else {
+		s.D.Set("job_node_configuration_details", nil)
+	}
+
 	jobStorageMountConfigurationDetailsList := []interface{}{}
 	for _, item := range s.Res.JobStorageMountConfigurationDetailsList {
 		jobStorageMountConfigurationDetailsList = append(jobStorageMountConfigurationDetailsList, StorageMountConfigurationDetailsToMap(item))