docs: Add MKC Samples for Creating Connectors

managedkafka/managedkafka_create_connector_bigquery_sink/main.tf

@@ -0,0 +1,100 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+# [START managedkafka_create_connector_bigquery_sink_parent]
+
+resource "google_managed_kafka_cluster" "default" {
+  project    = data.google_project.default.project_id
+  cluster_id = "my-cluster-id"
+  location   = "us-central1"
+  capacity_config {
+    vcpu_count   = 3
+    memory_bytes = 3221225472 # 3 GiB
+  }
+  gcp_config {
+    access_config {
+      network_configs {
+        subnet = google_compute_subnetwork.default.id
+      }
+    }
+  }
+}
+
+resource "google_managed_kafka_connect_cluster" "default" {
+  provider           = google-beta
+  project            = data.google_project.default.project_id
+  connect_cluster_id = "my-connect-cluster-id"
+  location           = "us-central1"
+  kafka_cluster      = google_managed_kafka_cluster.default.id
+  capacity_config {
+    vcpu_count   = 12
+    memory_bytes = 12884901888 # 12 GiB
+  }
+  gcp_config {
+    access_config {
+      network_configs {
+        primary_subnet = google_compute_subnetwork.default.id
+      }
+    }
+  }
+}
+
+# Note: Due to a known issue, network attachment resources may not be
+# properly deleted, which can cause 'terraform destroy' to hang. It is
+# recommended to destroy network resources separately from the Kafka
+# Connect resources.
+# The documentation elaborates further on the recommended approach.
+# [START managedkafka_subnetwork]
+resource "google_compute_subnetwork" "default" {
+  name          = "test-subnetwork"
+  ip_cidr_range = "10.2.0.0/16"
+  region        = "us-central1"
+  network       = google_compute_network.default.id
+}
+
+resource "google_compute_network" "default" {
+  name                    = "test-network"
+  auto_create_subnetworks = false
+}
+# [END managedkafka_subnetwork]
+
+# [START managedkafka_create_connector_bigquery_sink]
+resource "google_managed_kafka_connector" "example-bigquery-sink-connector" {
+  project         = data.google_project.default.project_id
+  connector_id    = "my-bigquery-sink-connector"
+  connect_cluster = google_managed_kafka_connect_cluster.default.connect_cluster_id
+  location        = "us-central1"
+
+  configs = {
+    "name"                           = "my-bigquery-sink-connector"
+    "project"                        = "GCP_PROJECT_ID"
+    "topics"                         = "GMK_TOPIC_ID"
+    "tasks.max"                      = "3"
+    "connector.class"                = "com.wepay.kafka.connect.bigquery.BigQuerySinkConnector"
+    "key.converter"                  = "org.apache.kafka.connect.storage.StringConverter"
+    "value.converter"                = "org.apache.kafka.connect.json.JsonConverter"
+    "value.converter.schemas.enable" = "false"
+    "defaultDataset"                 = "BQ_DATASET_ID"
+  }
+
+  provider = google-beta
+}
+# [END managedkafka_create_connector_bigquery_sink]
+
+data "google_project" "default" {
+}
+
+# [END managedkafka_create_connector_bigquery_sink_parent]

managedkafka/managedkafka_create_connector_bigquery_sink/test.yaml

@@ -0,0 +1,23 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: blueprints.cloud.google.com/v1alpha1
+kind: BlueprintTest
+metadata:
+  name: managedkafka_create_connector_bigquery_sink
+spec:
+  # This test is being skipped due to a known issue with leaking Network
+  # Attachment resources which prevents `terraform destroy` from completing
+  # successfully in the test environment.
+  skip: true

managedkafka/managedkafka_create_connector_cloud_storage_sink/main.tf

@@ -0,0 +1,100 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+# [START managedkafka_create_connector_pubsub_source_parent]
+
+resource "google_managed_kafka_cluster" "default" {
+  project    = data.google_project.default.project_id
+  cluster_id = "my-cluster-id"
+  location   = "us-central1"
+  capacity_config {
+    vcpu_count   = 3
+    memory_bytes = 3221225472 # 3 GiB
+  }
+  gcp_config {
+    access_config {
+      network_configs {
+        subnet = google_compute_subnetwork.default.id
+      }
+    }
+  }
+}
+
+resource "google_managed_kafka_connect_cluster" "default" {
+  provider           = google-beta
+  project            = data.google_project.default.project_id
+  connect_cluster_id = "my-connect-cluster-id"
+  location           = "us-central1"
+  kafka_cluster      = google_managed_kafka_cluster.default.id
+  capacity_config {
+    vcpu_count   = 12
+    memory_bytes = 12884901888 # 12 GiB
+  }
+  gcp_config {
+    access_config {
+      network_configs {
+        primary_subnet = google_compute_subnetwork.default.id
+      }
+    }
+  }
+}
+
+# Note: Due to a known issue, network attachment resources may not be
+# properly deleted, which can cause 'terraform destroy' to hang. It is
+# recommended to destroy network resources separately from the Kafka
+# Connect resources.
+# The documentation elaborates further on the recommended approach.
+# [START managedkafka_subnetwork]
+resource "google_compute_subnetwork" "default" {
+  name          = "test-subnetwork"
+  ip_cidr_range = "10.2.0.0/16"
+  region        = "us-central1"
+  network       = google_compute_network.default.id
+}
+
+resource "google_compute_network" "default" {
+  name                    = "test-network"
+  auto_create_subnetworks = false
+}
+# [END managedkafka_subnetwork]
+
+# [START managedkafka_create_connector_cloud_storage_sink]
+resource "google_managed_kafka_connector" "example-cloud-storage-sink-connector" {
+  project         = data.google_project.default.project_id
+  connector_id    = "my-gcs-sink-connector"
+  connect_cluster = google_managed_kafka_connect_cluster.default.connect_cluster_id
+  location        = "us-central1"
+
+  configs = {
+    "connector.class"                = "io.aiven.kafka.connect.gcs.GcsSinkConnector"
+    "tasks.max"                      = "3"
+    "topics"                         = "GMK_TOPIC_ID"
+    "gcs.bucket.name"                = "GCS_BUCKET_NAME"
+    "gcs.credentials.default"        = "true"
+    "format.output.type"             = "json"
+    "name"                           = "my-gcs-sink-connector"
+    "value.converter"                = "org.apache.kafka.connect.json.JsonConverter"
+    "value.converter.schemas.enable" = "false"
+    "key.converter"                  = "org.apache.kafka.connect.storage.StringConverter"
+  }
+  provider = google-beta
+}
+# [END managedkafka_create_connector_cloud_storage_sink]
+
+data "google_project" "default" {
+}
+
+# [END managedkafka_create_connector_pubsub_source_parent]

managedkafka/managedkafka_create_connector_cloud_storage_sink/test.yaml

@@ -0,0 +1,23 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+apiVersion: blueprints.cloud.google.com/v1alpha1
+kind: BlueprintTest
+metadata:
+  name: managedkafka_create_connector_cloud_storage_sink
+spec:
+  # This test is being skipped due to a known issue with leaking Network
+  # Attachment resources which prevents `terraform destroy` from completing
+  # successfully in the test environment.
+  skip: true

managedkafka/managedkafka_create_connector_mirrormaker2_source/main.tf

@@ -0,0 +1,135 @@
+/**
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+# [START managedkafka_create_connector_mirrormaker2_source_parent]
+
+# Define the target Kafka cluster. This is where data will be replicated to.
+resource "google_managed_kafka_cluster" "target" {
+  project    = data.google_project.default.project_id
+  cluster_id = "mm2-target-cluster-id"
+  location   = "us-central1"
+  capacity_config {
+    vcpu_count   = 3
+    memory_bytes = 3221225472 # 3 GiB
+  }
+  gcp_config {
+    access_config {
+      network_configs {
+        subnet = google_compute_subnetwork.default.id
+      }
+    }
+  }
+}
+
+# Define the source Kafka cluster.
+resource "google_managed_kafka_cluster" "source" {
+  project    = data.google_project.default.project_id
+  cluster_id = "mm2-source-cluster-id"
+  location   = "us-central1"
+  capacity_config {
+    vcpu_count   = 3
+    memory_bytes = 3221225472 # 3 GiB
+  }
+  gcp_config {
+    access_config {
+      network_configs {
+        subnet = google_compute_subnetwork.default.id
+      }
+    }
+  }
+}
+
+resource "google_managed_kafka_connect_cluster" "default" {
+  provider           = google-beta
+  project            = data.google_project.default.project_id
+  connect_cluster_id = "my-connect-cluster-id"
+  location           = "us-central1"
+  # The Connect cluster is usually co-located with the target Kafka cluster.
+  kafka_cluster = google_managed_kafka_cluster.target.id
+  capacity_config {
+    vcpu_count   = 12
+    memory_bytes = 12884901888 # 12 GiB
+  }
+  gcp_config {
+    access_config {
+      network_configs {
+        primary_subnet = google_compute_subnetwork.default.id
+        # As part of the configuration, ensure the Connect cluster has necessary access
+        # to all MM2 source/target Kafka clusters. For more information on configuring access,
+        # see the documentation:
+        # (https://cloud.google.com/managed-service-for-apache-kafka/docs/connect-cluster/create-mirrormaker-connector)
+        # As an example, we enable network access to Kafka Clusters below using DNS domain names.
+        # The format for DNS name should be:
+        # "GMK_CLUSTER_ID.REGION.managedkafka.PROJECT_ID.cloud.goog.*"
+        # Please note that we do NOT need to add the DNS name of the primary Kafka cluster to the
+        # `dns_domain_names` list, as our Connect cluster configures that automatically.
+        dns_domain_names = ["DNS_DOMAIN_NAME"]
+      }
+    }
+  }
+}
+
+# Note: Due to a known issue, network attachment resources may not be
+# properly deleted, which can cause 'terraform destroy' to hang. It is
+# recommended to destroy network resources separately from the Kafka
+# Connect resources.
+# The documentation elaborates further on the recommended approach.
+# [START managedkafka_subnetwork]
+resource "google_compute_subnetwork" "default" {
+  name          = "test-subnetwork"
+  ip_cidr_range = "10.2.0.0/16"
+  region        = "us-central1"
+  network       = google_compute_network.default.id
+}
+
+resource "google_compute_network" "default" {
+  name                    = "test-network"
+  auto_create_subnetworks = false
+}
+# [END managedkafka_subnetwork]
+
+# [START managedkafka_create_connector_mirrormaker2_source]
+# A single MirrorMaker 2 Source Connector to replicate from one source to one target.
+resource "google_managed_kafka_connector" "default" {
+  project         = data.google_project.default.project_id
+  connector_id    = "mm2-source-to-target-connector-id"
+  connect_cluster = google_managed_kafka_connect_cluster.default.connect_cluster_id
+  location        = "us-central1"
+
+  configs = {
+    "connector.class"      = "org.apache.kafka.connect.mirror.MirrorSourceConnector"
+    "name"                 = "mm2-source-to-target-connector-id"
+    "tasks.max"            = "3"
+    "source.cluster.alias" = "source"
+    "target.cluster.alias" = "target"
+    "topics"               = ".*" # Replicate all topics from the source
+    # The value for bootstrap.servers is a comma-separated list of hostname:port pairs
+    # for one or more Kafka brokers in the source/target cluster.
+    "source.cluster.bootstrap.servers" = "source_cluster_dns"
+    "target.cluster.bootstrap.servers" = "target_cluster_dns"
+    # You can define an exclusion policy for topics as follows:
+    # To exclude internal MirrorMaker 2 topics, internal topics and replicated topics,.
+    "topics.exclude" = "mm2.*\\.internal,.*\\.replica,__.*"
+  }
+
+  provider = google-beta
+}
+# [END managedkafka_create_connector_mirrormaker2_source]
+
+data "google_project" "default" {
+}
+
+# [END managedkafka_create_connector_mirrormaker2_source_parent]