Dataproc workflow template (#4693) (#3178)

* Update eventarc trigger yaml, markdown to allow setting transport

* Update test, add handwritten utils

* Update handwritten

* Updating eventarc test

* Updating trigger

* Adding dataproc workflow

* Updating expanders

* Updates to prop, resource to handle refs

* Add support for workflow in GA

* fix merge issues

* Add template markdown

Signed-off-by: Modular Magician <[email protected]>

Author: modular-magician

.changelog/4693.txt

@@ -0,0 +1,3 @@
+```release-note:new-resource
+google_dataproc_workflow_template
+```

google-beta/config.go

@@ -14,6 +14,7 @@ import (
 	"google.golang.org/api/option"
 
 	dcl "github.com/GoogleCloudPlatform/declarative-resource-client-library/dcl"
+	dataprocDcl "github.com/GoogleCloudPlatform/declarative-resource-client-library/services/google/dataproc/beta"
 	eventarcDcl "github.com/GoogleCloudPlatform/declarative-resource-client-library/services/google/eventarc/beta"
 	"golang.org/x/oauth2"
 	googleoauth "golang.org/x/oauth2/google"
@@ -176,6 +177,7 @@ type Config struct {
 
 	// start DCL clients
 	dclConfig         *dcl.Config
+	clientDataprocDCL *dataprocDcl.Client
 	clientEventarcDCL *eventarcDcl.Client
 }
 
@@ -310,6 +312,7 @@ func (c *Config) LoadAndValidate(ctx context.Context) error {
 	// Start DCL client instantiation
 	// TODO(slevenick): handle user agents
 	c.dclConfig = dcl.NewConfig(dcl.WithHTTPClient(client), dcl.WithUserAgent(c.userAgent), dcl.WithLogger(dclLogger{}))
+	c.clientDataprocDCL = dataprocDcl.NewClient(c.dclConfig)
 	c.clientEventarcDCL = eventarcDcl.NewClient(c.dclConfig)
 
 	return nil

google-beta/expanders.go

@@ -0,0 +1,17 @@
+package google
+
+import "github.com/hashicorp/terraform-plugin-sdk/v2/helper/schema"
+
+func expandStringArray(v interface{}) []string {
+	arr, ok := v.([]string)
+
+	if ok {
+		return arr
+	}
+
+	if arr, ok := v.(*schema.Set); ok {
+		return convertStringSet(arr)
+	}
+
+	return convertStringArr(v.([]interface{}))
+}

google-beta/provider.go

@@ -1220,6 +1220,7 @@ func ResourceMapWithErrors() (map[string]*schema.Resource, error) {
 			"google_dataflow_flex_template_job":            resourceDataflowFlexTemplateJob(),
 			"google_dataproc_cluster":                      resourceDataprocCluster(),
 			"google_dataproc_job":                          resourceDataprocJob(),
+			"google_dataproc_workflow_template":            resourceDataprocWorkflowTemplate(),
 			"google_endpoints_service":                     resourceEndpointsService(),
 			"google_eventarc_trigger":                      resourceEventarcTrigger(),
 			"google_folder":                                resourceGoogleFolder(),

google-beta/resource_dataflow_flex_template_job_test.go

@@ -8,7 +8,7 @@ import (
 
 	"github.com/hashicorp/terraform-plugin-sdk/v2/helper/resource"
 	"github.com/hashicorp/terraform-plugin-sdk/v2/terraform"
-	"google.golang.org/api/compute/v1"
+	compute "google.golang.org/api/compute/v1"
 )
 
 func TestAccDataflowFlexTemplateJob_basic(t *testing.T) {