Added - Support for Phase 2 - Add ZeroETL as a resource in Golden Gate Cloud Service

Author: Juan Gustavo Ramos Rangel

examples/goldengate/Pipeline/main.tf

@@ -8,7 +8,7 @@ variable "region" {}
 variable "source_connection_id" { }
 variable "target_connection_id" { }
 variable "display_name" {
-  default = "Pipeline display Name"
+  default = "Data fabric pipeline display name"
 }
 variable "license_model" {
   default = "LICENSE_INCLUDED"
@@ -26,6 +26,7 @@ provider "oci" {
 }
 
 resource "oci_golden_gate_pipeline" "test_pipeline" {
+  # Required
   compartment_id = var.compartment_id
   display_name = var.display_name
   license_model = var.license_model

internal/integrationtest/golden_gate_pipeline_test.go

@@ -69,9 +69,10 @@ var (
 	//	"message": acctest.Representation{RepType: acctest.Optional, Create: `message`},
 	//}
 	GoldenGatePipelineProcessOptionsRepresentation = map[string]interface{}{
-		"initial_data_load":         acctest.RepresentationGroup{RepType: acctest.Required, Group: GoldenGatePipelineProcessOptionsInitialDataLoadRepresentation},
-		"replicate_schema_change":   acctest.RepresentationGroup{RepType: acctest.Required, Group: GoldenGatePipelineProcessOptionsReplicateSchemaChangeRepresentation},
-		"should_restart_on_failure": acctest.Representation{RepType: acctest.Required, Create: `ENABLED`, Update: `DISABLED`},
+		"initial_data_load":           acctest.RepresentationGroup{RepType: acctest.Required, Group: GoldenGatePipelineProcessOptionsInitialDataLoadRepresentation},
+		"replicate_schema_change":     acctest.RepresentationGroup{RepType: acctest.Required, Group: GoldenGatePipelineProcessOptionsReplicateSchemaChangeRepresentation},
+		"should_restart_on_failure":   acctest.Representation{RepType: acctest.Required, Create: `ENABLED`, Update: `DISABLED`},
+		"start_using_default_mapping": acctest.Representation{RepType: acctest.Optional, Create: `ENABLED`, Update: `DISABLED`},
 	}
 	GoldenGatePipelineProcessOptionsInitialDataLoadRepresentation = map[string]interface{}{
 		"is_initial_load":          acctest.Representation{RepType: acctest.Required, Create: `ENABLED`, Update: `DISABLED`},
@@ -158,6 +159,7 @@ func TestGoldenGatePipelineResource_basic(t *testing.T) {
 				resource.TestCheckResourceAttr(resourceName, "process_options.0.replicate_schema_change.0.action_on_dml_error", "TERMINATE"),
 				resource.TestCheckResourceAttr(resourceName, "process_options.0.replicate_schema_change.0.can_replicate_schema_change", "ENABLED"),
 				resource.TestCheckResourceAttr(resourceName, "process_options.0.should_restart_on_failure", "ENABLED"),
+				resource.TestCheckResourceAttr(resourceName, "process_options.0.start_using_default_mapping", "ENABLED"),
 				resource.TestCheckResourceAttr(resourceName, "recipe_type", "ZERO_ETL"),
 				resource.TestCheckResourceAttr(resourceName, "source_connection_details.#", "1"),
 				resource.TestCheckResourceAttrSet(resourceName, "source_connection_details.0.connection_id"),
@@ -199,6 +201,7 @@ func TestGoldenGatePipelineResource_basic(t *testing.T) {
 				resource.TestCheckResourceAttr(resourceName, "process_options.0.replicate_schema_change.0.action_on_dml_error", "TERMINATE"),
 				resource.TestCheckResourceAttr(resourceName, "process_options.0.replicate_schema_change.0.can_replicate_schema_change", "ENABLED"),
 				resource.TestCheckResourceAttr(resourceName, "process_options.0.should_restart_on_failure", "ENABLED"),
+				resource.TestCheckResourceAttr(resourceName, "process_options.0.start_using_default_mapping", "ENABLED"),
 				resource.TestCheckResourceAttr(resourceName, "recipe_type", "ZERO_ETL"),
 				resource.TestCheckResourceAttr(resourceName, "source_connection_details.#", "1"),
 				resource.TestCheckResourceAttrSet(resourceName, "source_connection_details.0.connection_id"),
@@ -240,6 +243,7 @@ func TestGoldenGatePipelineResource_basic(t *testing.T) {
 				resource.TestCheckResourceAttr(resourceName, "process_options.0.replicate_schema_change.0.action_on_dml_error", "DISCARD"),
 				resource.TestCheckResourceAttr(resourceName, "process_options.0.replicate_schema_change.0.can_replicate_schema_change", "DISABLED"),
 				resource.TestCheckResourceAttr(resourceName, "process_options.0.should_restart_on_failure", "DISABLED"),
+				resource.TestCheckResourceAttr(resourceName, "process_options.0.start_using_default_mapping", "DISABLED"),
 				resource.TestCheckResourceAttr(resourceName, "recipe_type", "ZERO_ETL"),
 				resource.TestCheckResourceAttr(resourceName, "source_connection_details.#", "1"),
 				resource.TestCheckResourceAttrSet(resourceName, "source_connection_details.0.connection_id"),
@@ -292,6 +296,7 @@ func TestGoldenGatePipelineResource_basic(t *testing.T) {
 				resource.TestCheckResourceAttr(singularDatasourceName, "license_model", "LICENSE_INCLUDED"),
 				resource.TestCheckResourceAttrSet(singularDatasourceName, "lifecycle_sub_state"),
 				resource.TestCheckResourceAttr(singularDatasourceName, "mapping_rules.#", "1"),
+				resource.TestCheckResourceAttr(singularDatasourceName, "pipeline_diagnostic_data.#", "0"),
 				resource.TestCheckResourceAttr(singularDatasourceName, "process_options.#", "1"),
 				resource.TestCheckResourceAttr(singularDatasourceName, "process_options.0.initial_data_load.#", "1"),
 				resource.TestCheckResourceAttr(singularDatasourceName, "process_options.0.initial_data_load.0.action_on_existing_table", "REPLACE"),
@@ -301,6 +306,7 @@ func TestGoldenGatePipelineResource_basic(t *testing.T) {
 				resource.TestCheckResourceAttr(singularDatasourceName, "process_options.0.replicate_schema_change.0.action_on_dml_error", "DISCARD"),
 				resource.TestCheckResourceAttr(singularDatasourceName, "process_options.0.replicate_schema_change.0.can_replicate_schema_change", "DISABLED"),
 				resource.TestCheckResourceAttr(singularDatasourceName, "process_options.0.should_restart_on_failure", "DISABLED"),
+				resource.TestCheckResourceAttr(singularDatasourceName, "process_options.0.start_using_default_mapping", "DISABLED"),
 				resource.TestCheckResourceAttr(singularDatasourceName, "recipe_type", "ZERO_ETL"),
 				resource.TestCheckResourceAttr(singularDatasourceName, "source_connection_details.#", "1"),
 				resource.TestCheckResourceAttrSet(singularDatasourceName, "state"),

internal/service/golden_gate/golden_gate_pipeline_data_source.go

@@ -127,6 +127,12 @@ func (s *GoldenGatePipelineDataSourceCrud) SetData() error {
 		}
 		s.D.Set("locks", locks)
 
+		if v.PipelineDiagnosticData != nil {
+			s.D.Set("pipeline_diagnostic_data", []interface{}{PipelineDiagnosticDataToMap(v.PipelineDiagnosticData)})
+		} else {
+			s.D.Set("pipeline_diagnostic_data", nil)
+		}
+
 		if v.SourceConnectionDetails != nil {
 			s.D.Set("source_connection_details", []interface{}{SourcePipelineConnectionDetailsToMap(v.SourceConnectionDetails)})
 		} else {

internal/service/golden_gate/golden_gate_pipeline_resource.go

@@ -209,6 +209,11 @@ func GoldenGatePipelineResource() *schema.Resource {
 						},
 
 						// Optional
+						"start_using_default_mapping": {
+							Type:     schema.TypeString,
+							Optional: true,
+							Computed: true,
+						},
 
 						// Computed
 					},
@@ -257,6 +262,39 @@ func GoldenGatePipelineResource() *schema.Resource {
 					},
 				},
 			},
+			"pipeline_diagnostic_data": {
+				Type:     schema.TypeList,
+				Computed: true,
+				Elem: &schema.Resource{
+					Schema: map[string]*schema.Schema{
+						// Required
+
+						// Optional
+
+						// Computed
+						"bucket": {
+							Type:     schema.TypeString,
+							Computed: true,
+						},
+						"diagnostic_state": {
+							Type:     schema.TypeString,
+							Computed: true,
+						},
+						"namespace": {
+							Type:     schema.TypeString,
+							Computed: true,
+						},
+						"object": {
+							Type:     schema.TypeString,
+							Computed: true,
+						},
+						"time_last_collected": {
+							Type:     schema.TypeString,
+							Computed: true,
+						},
+					},
+				},
+			},
 			"state": {
 				Type:     schema.TypeString,
 				Computed: true,
@@ -623,6 +661,12 @@ func (s *GoldenGatePipelineResourceCrud) SetData() error {
 		}
 		s.D.Set("locks", locks)
 
+		if v.PipelineDiagnosticData != nil {
+			s.D.Set("pipeline_diagnostic_data", []interface{}{PipelineDiagnosticDataToMap(v.PipelineDiagnosticData)})
+		} else {
+			s.D.Set("pipeline_diagnostic_data", nil)
+		}
+
 		if v.SourceConnectionDetails != nil {
 			s.D.Set("source_connection_details", []interface{}{SourcePipelineConnectionDetailsToMap(v.SourceConnectionDetails)})
 		} else {
@@ -715,6 +759,30 @@ func MappingRuleToMap(obj oci_golden_gate.MappingRule) map[string]interface{} {
 	return result
 }
 
+func PipelineDiagnosticDataToMap(obj *oci_golden_gate.PipelineDiagnosticData) map[string]interface{} {
+	result := map[string]interface{}{}
+
+	if obj.BucketName != nil {
+		result["bucket"] = string(*obj.BucketName)
+	}
+
+	result["diagnostic_state"] = string(obj.DiagnosticState)
+
+	if obj.NamespaceName != nil {
+		result["namespace"] = string(*obj.NamespaceName)
+	}
+
+	if obj.ObjectName != nil {
+		result["object"] = string(*obj.ObjectName)
+	}
+
+	if obj.TimeLastCollected != nil {
+		result["time_last_collected"] = obj.TimeLastCollected.String()
+	}
+
+	return result
+}
+
 func PipelineSummaryToMap(obj oci_golden_gate.PipelineSummary) map[string]interface{} {
 	result := map[string]interface{}{}
 	switch v := (obj).(type) {
@@ -765,6 +833,10 @@ func (s *GoldenGatePipelineResourceCrud) mapToProcessOptions(fieldKeyFormat stri
 		result.ShouldRestartOnFailure = oci_golden_gate.ProcessOptionsShouldRestartOnFailureEnum(shouldRestartOnFailure.(string))
 	}
 
+	if startUsingDefaultMapping, ok := s.D.GetOkExists(fmt.Sprintf(fieldKeyFormat, "start_using_default_mapping")); ok {
+		result.StartUsingDefaultMapping = oci_golden_gate.ProcessOptionsStartUsingDefaultMappingEnum(startUsingDefaultMapping.(string))
+	}
+
 	return result, nil
 }
 
@@ -781,6 +853,8 @@ func ProcessOptionsToMap(obj *oci_golden_gate.ProcessOptions) map[string]interfa
 
 	result["should_restart_on_failure"] = string(obj.ShouldRestartOnFailure)
 
+	result["start_using_default_mapping"] = string(obj.StartUsingDefaultMapping)
+
 	return result
 }
 

website/docs/d/golden_gate_pipeline.html.markdown

@@ -53,6 +53,12 @@ The following attributes are exported:
 	* `mapping_type` - Defines the exclude/include rules of source and target schemas and tables when replicating from source to target. This option applies when creating and updating a pipeline. 
 	* `source` - The source schema/table combination for replication to target. 
 	* `target` - The target schema/table combination for replication from the source. 
+* `pipeline_diagnostic_data` - Information regarding the pipeline diagnostic collection 
+	* `bucket` - Name of the bucket where the object is to be uploaded in the object storage
+	* `diagnostic_state` - The state of the pipeline diagnostics collection. 
+	* `namespace` - Name of namespace that serves as a container for all of your buckets
+	* `object` - Name of the diagnostic collected and uploaded to object storage
+	* `time_last_collected` - The date and time the diagnostic data was last collected for the pipeline. The format is defined by  [RFC3339](https://tools.ietf.org/html/rfc3339), such as `2024-07-25T21:10:29.600Z`. 
 * `process_options` - Required pipeline options to configure the replication process (Extract or Replicat). 
 	* `initial_data_load` - Options required for the pipeline Initial Data Load. If enabled, copies existing data from source to target before replication. 
 		* `action_on_existing_table` - Action upon existing tables in target when initial Data Load is set i.e., isInitialLoad=true. 
@@ -62,6 +68,7 @@ The following attributes are exported:
 		* `action_on_dml_error` - Action upon DML Error (active only if 'Replicate schema changes (DDL)' is selected) i.e canReplicateSchemaChange=true 
 		* `can_replicate_schema_change` - If ENABLED, then addition or removal of schema is also replicated, apart from individual tables and records when creating or updating the pipeline. 
 	* `should_restart_on_failure` - If ENABLED, then the replication process restarts itself upon failure. This option applies when creating or updating a pipeline. 
+	* `start_using_default_mapping` - If ENABLED, then the pipeline is started as part of pipeline creation. It uses default mapping. This option applies when creating or updating a pipeline. 
 * `recipe_type` - The type of the recipe 
 * `source_connection_details` - The source connection details for creating a pipeline. 
 	* `connection_id` - The [OCID](https://docs.cloud.oracle.com/iaas/Content/General/Concepts/identifiers.htm) of the connection being referenced. 

website/docs/d/golden_gate_pipeline_running_processes.html.markdown

@@ -10,7 +10,7 @@ description: |-
 # Data Source: oci_golden_gate_pipeline_running_processes
 This data source provides the list of Pipeline Running Processes in Oracle Cloud Infrastructure Golden Gate service.
 
-Retrieves a Pipeline's running replication process's status like extracts/replicats.
+Retrieves a Pipeline's running replication process's status like Capture/Apply.
 
 
 ## Example Usage

website/docs/d/golden_gate_pipelines.html.markdown

@@ -67,6 +67,12 @@ The following attributes are exported:
 	* `mapping_type` - Defines the exclude/include rules of source and target schemas and tables when replicating from source to target. This option applies when creating and updating a pipeline. 
 	* `source` - The source schema/table combination for replication to target. 
 	* `target` - The target schema/table combination for replication from the source. 
+* `pipeline_diagnostic_data` - Information regarding the pipeline diagnostic collection 
+	* `bucket` - Name of the bucket where the object is to be uploaded in the object storage
+	* `diagnostic_state` - The state of the pipeline diagnostics collection. 
+	* `namespace` - Name of namespace that serves as a container for all of your buckets
+	* `object` - Name of the diagnostic collected and uploaded to object storage
+	* `time_last_collected` - The date and time the diagnostic data was last collected for the pipeline. The format is defined by  [RFC3339](https://tools.ietf.org/html/rfc3339), such as `2024-07-25T21:10:29.600Z`. 
 * `process_options` - Required pipeline options to configure the replication process (Extract or Replicat). 
 	* `initial_data_load` - Options required for the pipeline Initial Data Load. If enabled, copies existing data from source to target before replication. 
 		* `action_on_existing_table` - Action upon existing tables in target when initial Data Load is set i.e., isInitialLoad=true. 
@@ -76,6 +82,7 @@ The following attributes are exported:
 		* `action_on_dml_error` - Action upon DML Error (active only if 'Replicate schema changes (DDL)' is selected) i.e canReplicateSchemaChange=true 
 		* `can_replicate_schema_change` - If ENABLED, then addition or removal of schema is also replicated, apart from individual tables and records when creating or updating the pipeline. 
 	* `should_restart_on_failure` - If ENABLED, then the replication process restarts itself upon failure. This option applies when creating or updating a pipeline. 
+	* `start_using_default_mapping` - If ENABLED, then the pipeline is started as part of pipeline creation. It uses default mapping. This option applies when creating or updating a pipeline. 
 * `recipe_type` - The type of the recipe 
 * `source_connection_details` - The source connection details for creating a pipeline. 
 	* `connection_id` - The [OCID](https://docs.cloud.oracle.com/iaas/Content/General/Concepts/identifiers.htm) of the connection being referenced. 

website/docs/r/golden_gate_pipeline.html.markdown

@@ -62,6 +62,9 @@ resource "oci_golden_gate_pipeline" "test_pipeline" {
 			action_on_dml_error = var.pipeline_process_options_replicate_schema_change_action_on_dml_error
 		}
 		should_restart_on_failure = var.pipeline_process_options_should_restart_on_failure
+
+		#Optional
+		start_using_default_mapping = var.pipeline_process_options_start_using_default_mapping
 	}
 }
 ```
@@ -90,6 +93,7 @@ The following arguments are supported:
 		* `action_on_dml_error` - (Optional) (Updatable) Action upon DML Error (active only if 'Replicate schema changes (DDL)' is selected) i.e canReplicateSchemaChange=true 
 		* `can_replicate_schema_change` - (Required) (Updatable) If ENABLED, then addition or removal of schema is also replicated, apart from individual tables and records when creating or updating the pipeline. 
 	* `should_restart_on_failure` - (Required) (Updatable) If ENABLED, then the replication process restarts itself upon failure. This option applies when creating or updating a pipeline. 
+	* `start_using_default_mapping` - (Optional) (Updatable) If ENABLED, then the pipeline is started as part of pipeline creation. It uses default mapping. This option applies when creating or updating a pipeline. 
 * `recipe_type` - (Required) (Updatable) The type of the recipe 
 * `source_connection_details` - (Required) The source connection details for creating a pipeline. 
 	* `connection_id` - (Required) The [OCID](https://docs.cloud.oracle.com/iaas/Content/General/Concepts/identifiers.htm) of the connection being referenced. 
@@ -124,6 +128,12 @@ The following attributes are exported:
 	* `mapping_type` - Defines the exclude/include rules of source and target schemas and tables when replicating from source to target. This option applies when creating and updating a pipeline. 
 	* `source` - The source schema/table combination for replication to target. 
 	* `target` - The target schema/table combination for replication from the source. 
+* `pipeline_diagnostic_data` - Information regarding the pipeline diagnostic collection 
+	* `bucket` - Name of the bucket where the object is to be uploaded in the object storage
+	* `diagnostic_state` - The state of the pipeline diagnostics collection. 
+	* `namespace` - Name of namespace that serves as a container for all of your buckets
+	* `object` - Name of the diagnostic collected and uploaded to object storage
+	* `time_last_collected` - The date and time the diagnostic data was last collected for the pipeline. The format is defined by  [RFC3339](https://tools.ietf.org/html/rfc3339), such as `2024-07-25T21:10:29.600Z`. 
 * `process_options` - Required pipeline options to configure the replication process (Extract or Replicat). 
 	* `initial_data_load` - Options required for the pipeline Initial Data Load. If enabled, copies existing data from source to target before replication. 
 		* `action_on_existing_table` - Action upon existing tables in target when initial Data Load is set i.e., isInitialLoad=true. 
@@ -133,6 +143,7 @@ The following attributes are exported:
 		* `action_on_dml_error` - Action upon DML Error (active only if 'Replicate schema changes (DDL)' is selected) i.e canReplicateSchemaChange=true 
 		* `can_replicate_schema_change` - If ENABLED, then addition or removal of schema is also replicated, apart from individual tables and records when creating or updating the pipeline. 
 	* `should_restart_on_failure` - If ENABLED, then the replication process restarts itself upon failure. This option applies when creating or updating a pipeline. 
+	* `start_using_default_mapping` - If ENABLED, then the pipeline is started as part of pipeline creation. It uses default mapping. This option applies when creating or updating a pipeline. 
 * `recipe_type` - The type of the recipe 
 * `source_connection_details` - The source connection details for creating a pipeline. 
 	* `connection_id` - The [OCID](https://docs.cloud.oracle.com/iaas/Content/General/Concepts/identifiers.htm) of the connection being referenced.