Allow scheduled cloud functions to have multiple scheduling jobs (#27)

* converted scheduler job to foreach

* added attributes

* added optionals

* enable experimental feature

* moved definition

* moved scheduler sa outside of loop

* turn list of objects into set

* fixed conditions on non-bool values

* adjusted conditions

Author: cleentfaar

terraform/cloud_function/scheduled/main.tf

@@ -4,6 +4,7 @@ Cloud Function invoked by a scheduled job through a HTTP request
 Often used to do things that need to be executed at regular intervals,
 like pulling data from external sources or doing aggregations
 */
+
 resource "google_cloudfunctions_function" "function" {
   available_memory_mb           = var.function_memory
   entry_point                   = var.function_entry_point
@@ -33,20 +34,21 @@ resource "google_storage_bucket_object" "functioncode" {
 }
 
 resource "google_cloud_scheduler_job" "scheduler_job" {
-  attempt_deadline = var.scheduler_attempt_deadline
-  count            = var.scheduler_enabled ? 1 : 0
-  name             = format("%s%s", var.function_name, substr(md5(var.branch_suffix), 0, 26))
-  schedule         = var.scheduler_schedule
+  for_each = {for scheduler in var.schedulers: scheduler.name => scheduler}
+
+  attempt_deadline = each.value.attempt_deadline != null ? each.value.attempt_deadline : "320s"
+  name             = each.value.name
+  schedule         = each.value.schedule
   time_zone        = "Europe/Amsterdam"
 
   retry_config {
-    retry_count = var.scheduler_retry_count
+    retry_count = each.value.retry_count != null ? each.value.retry_count : 1
   }
 
   http_target {
-    http_method = var.scheduler_request_method
+    body        = base64encode(each.value.request_body != null ? each.value.request_body : "{}")
+    http_method = each.value.request_method != null ? each.value.request_method : "POST"
     uri         = google_cloudfunctions_function.function.https_trigger_url
-    body        = base64encode(var.scheduler_request_body)
 
     oidc_token {
       service_account_email = var.scheduler_service_account_email

terraform/cloud_function/scheduled/variables.tf

@@ -1,3 +1,8 @@
+# must be defined in same file as where we define the variable with optional attrs
+terraform {
+  experiments = [module_variable_optional_attrs]
+}
+
 variable "branch_suffix" {}
 variable "function_entry_point" {
   default = "handler"
@@ -22,24 +27,17 @@ variable "function_vpc_connector_egress_settings" {
 }
 variable "project_id" {}
 variable "project_region" {}
-variable "scheduler_attempt_deadline" {
-  default = "320s"
-}
-variable "scheduler_enabled" {
-  default = 1
-}
-variable "scheduler_request_body" {
-  default = "{}"
-}
-variable "scheduler_request_method" {
-  default = "POST"
-}
-variable "scheduler_retry_count" {
-  default = 1
-}
-variable "scheduler_schedule" {
-  description = "See https://cloud.google.com/scheduler/docs/configuring/cron-job-schedules"
-}
 variable "scheduler_service_account_email" {}
+variable "schedulers" {
+  default = []
+  type = list(object({
+    attempt_deadline = optional(string)
+    name = string
+    schedule = string
+    request_body = optional(string)
+    request_method = optional(string)
+    retry_count = optional(number)
+  }))
+}
 variable "source_code_bucket_name" {}
 variable "source_code_root_path" {}