Datastream mongodb source (#15211) (#10888)

[upstream:542b160e0987721443637cb43096a4cad0f5cb18]

Signed-off-by: Modular Magician <[email protected]>

Author: modular-magician

.changelog/15211.txt

@@ -0,0 +1,7 @@
+```release-note:enhancement
+datastream: added `mongodb_profile` field to `google_datastream_connection_profile`
+```
+
+```release-note:enhancement
+datastream: added `backfill_all.mongodb_excluded_objects` and  `source_config.mongodb_source_config` fields to `google_datastream_stream`
+```

google-beta/services/datastream/resource_datastream_connection_profile.go

@@ -23,6 +23,21 @@ fields:
   - api_field: 'labels'
   - field: 'location'
     provider_only: true
+  - api_field: 'mongodbProfile.hostAddresses.hostname'
+  - api_field: 'mongodbProfile.hostAddresses.port'
+  - api_field: 'mongodbProfile.password'
+  - api_field: 'mongodbProfile.replicaSet'
+  - api_field: 'mongodbProfile.secretManagerStoredPassword'
+  - api_field: 'mongodbProfile.srvConnectionFormat'
+  - api_field: 'mongodbProfile.sslConfig.caCertificate'
+  - api_field: 'mongodbProfile.sslConfig.caCertificateSet'
+  - api_field: 'mongodbProfile.sslConfig.clientCertificate'
+  - api_field: 'mongodbProfile.sslConfig.clientCertificateSet'
+  - api_field: 'mongodbProfile.sslConfig.clientKey'
+  - api_field: 'mongodbProfile.sslConfig.clientKeySet'
+  - api_field: 'mongodbProfile.sslConfig.secretManagerStoredClientKey'
+  - api_field: 'mongodbProfile.standardConnectionFormat.directConnection'
+  - api_field: 'mongodbProfile.username'
   - api_field: 'mysqlProfile.hostname'
   - api_field: 'mysqlProfile.password'
   - api_field: 'mysqlProfile.port'

google-beta/services/datastream/resource_datastream_connection_profile_generated_meta.yaml

@@ -49,7 +49,7 @@ func TestAccDatastreamConnectionProfile_datastreamConnectionProfileBasicExample(
 				ResourceName:            "google_datastream_connection_profile.default",
 				ImportState:             true,
 				ImportStateVerify:       true,
-				ImportStateVerifyIgnore: []string{"connection_profile_id", "create_without_validation", "labels", "location", "terraform_labels"},
+				ImportStateVerifyIgnore: []string{"connection_profile_id", "create_without_validation", "labels", "location", "mongodb_profile.0.ssl_config.0.ca_certificate", "mongodb_profile.0.ssl_config.0.client_certificate", "mongodb_profile.0.ssl_config.0.client_key", "mongodb_profile.0.ssl_config.0.secret_manager_stored_client_key", "terraform_labels"},
 			},
 		},
 	})
@@ -95,7 +95,7 @@ func TestAccDatastreamConnectionProfile_datastreamConnectionProfilePostgresqlPri
 				ResourceName:            "google_datastream_connection_profile.default",
 				ImportState:             true,
 				ImportStateVerify:       true,
-				ImportStateVerifyIgnore: []string{"connection_profile_id", "create_without_validation", "labels", "location", "postgresql_profile.0.password", "terraform_labels"},
+				ImportStateVerifyIgnore: []string{"connection_profile_id", "create_without_validation", "labels", "location", "mongodb_profile.0.ssl_config.0.ca_certificate", "mongodb_profile.0.ssl_config.0.client_certificate", "mongodb_profile.0.ssl_config.0.client_key", "mongodb_profile.0.ssl_config.0.secret_manager_stored_client_key", "postgresql_profile.0.password", "terraform_labels"},
 			},
 		},
 	})
@@ -256,7 +256,7 @@ func TestAccDatastreamConnectionProfile_datastreamConnectionProfileFullExample(t
 				ResourceName:            "google_datastream_connection_profile.default",
 				ImportState:             true,
 				ImportStateVerify:       true,
-				ImportStateVerifyIgnore: []string{"connection_profile_id", "create_without_validation", "forward_ssh_connectivity.0.password", "labels", "location", "terraform_labels"},
+				ImportStateVerifyIgnore: []string{"connection_profile_id", "create_without_validation", "forward_ssh_connectivity.0.password", "labels", "location", "mongodb_profile.0.ssl_config.0.ca_certificate", "mongodb_profile.0.ssl_config.0.client_certificate", "mongodb_profile.0.ssl_config.0.client_key", "mongodb_profile.0.ssl_config.0.secret_manager_stored_client_key", "terraform_labels"},
 			},
 		},
 	})
@@ -306,7 +306,7 @@ func TestAccDatastreamConnectionProfile_datastreamConnectionProfilePostgresSecre
 				ResourceName:            "google_datastream_connection_profile.default",
 				ImportState:             true,
 				ImportStateVerify:       true,
-				ImportStateVerifyIgnore: []string{"connection_profile_id", "create_without_validation", "labels", "location", "terraform_labels"},
+				ImportStateVerifyIgnore: []string{"connection_profile_id", "create_without_validation", "labels", "location", "mongodb_profile.0.ssl_config.0.ca_certificate", "mongodb_profile.0.ssl_config.0.client_certificate", "mongodb_profile.0.ssl_config.0.client_key", "mongodb_profile.0.ssl_config.0.secret_manager_stored_client_key", "terraform_labels"},
 			},
 		},
 	})

google-beta/services/datastream/resource_datastream_connection_profile_generated_test.go

@@ -22,6 +22,7 @@ import (
 	"time"
 
 	"github.com/hashicorp/terraform-plugin-testing/helper/resource"
+	"github.com/hashicorp/terraform-plugin-testing/plancheck"
 	"github.com/hashicorp/terraform-provider-google-beta/google-beta/acctest"
 )
 
@@ -527,3 +528,224 @@ EOT
 }
 `, context)
 }
+
+func TestAccDatastreamConnectionProfile_mongoDb(t *testing.T) {
+	t.Parallel()
+
+	// Context to provide a unique suffix for resource names, preventing collisions.
+	context := map[string]interface{}{
+		"random_suffix": acctest.RandString(t, 10),
+	}
+
+	acctest.VcrTest(t, resource.TestCase{
+		PreCheck:                 func() { acctest.AccTestPreCheck(t) },
+		ProtoV5ProviderFactories: acctest.ProtoV5ProviderFactories(t),
+		CheckDestroy:             testAccCheckDatastreamConnectionProfileDestroyProducer(t),
+		Steps: []resource.TestStep{
+			{
+				Config: testAccDatastreamConnectionProfile_mongoDbBasicExample(context),
+			},
+			{
+				ResourceName:      "google_datastream_connection_profile.default",
+				ImportState:       true,
+				ImportStateVerify: true,
+				ImportStateVerifyIgnore: []string{
+					"create_without_validation",
+					"mongodb_profile.0.ssl_config.0.ca_certificate",
+					"mongodb_profile.0.ssl_config.0.client_certificate",
+					"mongodb_profile.0.ssl_config.0.secret_manager_stored_client_key",
+				},
+			},
+			{
+				Config: testAccDatastreamConnectionProfile_mongoDbUpdateExample(context),
+				ConfigPlanChecks: resource.ConfigPlanChecks{
+					PreApply: []plancheck.PlanCheck{
+						plancheck.ExpectResourceAction("google_datastream_connection_profile.default", plancheck.ResourceActionUpdate),
+					},
+				},
+			},
+			{
+				ResourceName:      "google_datastream_connection_profile.default",
+				ImportState:       true,
+				ImportStateVerify: true,
+				ImportStateVerifyIgnore: []string{
+					"create_without_validation",
+					"mongodb_profile.0.ssl_config.0.ca_certificate",
+					"mongodb_profile.0.ssl_config.0.client_certificate",
+					"mongodb_profile.0.ssl_config.0.secret_manager_stored_client_key",
+				},
+			},
+			{
+				Config: testAccDatastreamConnectionProfile_mongoDbBasic2Example(context),
+			},
+			{
+				ResourceName:      "google_datastream_connection_profile.default2",
+				ImportState:       true,
+				ImportStateVerify: true,
+				ImportStateVerifyIgnore: []string{
+					"create_without_validation",
+					"mongodb_profile.0.ssl_config.0.client_key",
+					"mongodb_profile.0.ssl_config.0.ca_certificate",
+					"mongodb_profile.0.ssl_config.0.client_certificate",
+				},
+			},
+		},
+	})
+}
+
+// Terraform configuration for the initial creation of the MongoDB connection profile.
+func testAccDatastreamConnectionProfile_mongoDbBasicExample(context map[string]interface{}) string {
+	return acctest.Nprintf(`
+data "google_project" "project" {}
+
+resource "google_secret_manager_secret" "password_secret" {
+  project   = data.google_project.project.project_id
+  secret_id = "tf-mongo-pw-secret-%{random_suffix}"
+  replication {
+    auto {}
+  }
+}
+
+resource "google_secret_manager_secret_version" "password_secret_version" {
+  secret      = google_secret_manager_secret.password_secret.id
+  secret_data = "my-secret-password"
+}
+
+resource "google_secret_manager_secret" "client_key_secret" {
+  project   = data.google_project.project.project_id
+  secret_id = "tf-mongo-key-secret-%{random_suffix}"
+  replication {
+    auto {}
+  }
+}
+
+resource "google_secret_manager_secret_version" "client_key_secret_version" {
+  secret      = google_secret_manager_secret.client_key_secret.id
+  secret_data = file("text-fixtures/private-key.pem") 
+}
+
+
+resource "google_datastream_connection_profile" "default" {
+  project                 = data.google_project.project.project_id
+  display_name            = "tf-mongodb-profile"
+  location                = "us-central1"
+  connection_profile_id   = "tf-mongo-cp-%{random_suffix}"
+  create_without_validation = true // Set to true for tests to bypass actual connectivity checks.
+
+  mongodb_profile {
+    host_addresses {
+      hostname = "1.1.1.1"
+      port     = 27017
+    }
+    replica_set               = "rs0"
+    username                  = "user"
+    secret_manager_stored_password = google_secret_manager_secret_version.password_secret_version.id
+    ssl_config {
+      ca_certificate               = file("text-fixtures/ca-cert.pem")
+      client_certificate           = file("text-fixtures/cert.pem")
+      secret_manager_stored_client_key = google_secret_manager_secret_version.client_key_secret_version.id
+    }
+    standard_connection_format {
+      direct_connection = true
+    }
+  }
+
+  depends_on = [
+    google_secret_manager_secret_version.password_secret_version,
+    google_secret_manager_secret_version.client_key_secret_version,
+  ]
+}
+`, context)
+}
+
+func testAccDatastreamConnectionProfile_mongoDbBasic2Example(context map[string]interface{}) string {
+	return acctest.Nprintf(`
+data "google_project" "project" {}
+
+resource "google_datastream_connection_profile" "default2" {
+	project                 = data.google_project.project.project_id
+	display_name            = "tf-mongodb-profile"
+	location                = "us-central1"
+	connection_profile_id   = "tf-mongo-cp-%{random_suffix}-2"
+	create_without_validation = true // Set to true for tests to bypass actual connectivity checks.
+
+	mongodb_profile {
+		host_addresses {
+			hostname = "1.1.1.1"
+		}
+		username               = "user"
+		password               = "password"
+		ssl_config {
+      client_key                       = file("text-fixtures/private-key.pem")
+			ca_certificate                   = file("text-fixtures/ca-cert.pem")
+			client_certificate               = file("text-fixtures/cert.pem")
+		}
+		srv_connection_format {}
+	}
+}
+`, context)
+}
+
+func testAccDatastreamConnectionProfile_mongoDbUpdateExample(context map[string]interface{}) string {
+	return acctest.Nprintf(`
+data "google_project" "project" {}
+
+resource "google_secret_manager_secret" "password_secret" {
+  project   = data.google_project.project.project_id
+  secret_id = "tf-mongo-pw-secret-%{random_suffix}"
+  replication {
+    auto {}
+  }
+}
+
+resource "google_secret_manager_secret_version" "password_secret_version" {
+  secret      = google_secret_manager_secret.password_secret.id
+  secret_data = "my-secret-password"
+}
+
+resource "google_secret_manager_secret" "client_key_secret" {
+  project   = data.google_project.project.project_id
+  secret_id = "tf-mongo-key-secret-%{random_suffix}"
+  replication {
+    auto {}
+  }
+}
+
+resource "google_secret_manager_secret_version" "client_key_secret_version" {
+  secret      = google_secret_manager_secret.client_key_secret.id
+  secret_data = file("text-fixtures/private-key.pem") 
+}
+
+
+resource "google_datastream_connection_profile" "default" {
+  project                 = data.google_project.project.project_id
+  display_name            = "tf-mongodb-profile-updated" // <-- Changed
+  location                = "us-central1"
+  connection_profile_id   = "tf-mongo-cp-%{random_suffix}"
+  create_without_validation = true // Set to true for tests to bypass actual connectivity checks.
+
+  mongodb_profile {
+    host_addresses {
+      hostname = "1.1.1.1"
+      port     = 27017
+    }
+    replica_set               = "rs0"
+    username                  = "newuser"  // <-- Changed
+    secret_manager_stored_password = google_secret_manager_secret_version.password_secret_version.id
+    ssl_config {
+      ca_certificate               = file("text-fixtures/ca-cert.pem")
+      client_certificate           = file("text-fixtures/cert.pem")
+      secret_manager_stored_client_key = google_secret_manager_secret_version.client_key_secret_version.id
+    }
+    standard_connection_format {
+      direct_connection = true
+    }
+  }
+
+  depends_on = [
+    google_secret_manager_secret_version.password_secret_version,
+    google_secret_manager_secret_version.client_key_secret_version,
+  ]
+}
+`, context)
+}