Added a GCP scheduler for export_csv

Author: jcpitre

infra/functions-python/main.tf

@@ -891,9 +891,31 @@ resource "google_cloudfunctions2_function" "export_csv" {
       }
     }
   }
+}
+
 
+resource "google_cloud_scheduler_job" "export_csv_scheduler" {
+  name = "export-csv-scheduler-${var.environment}"
+  description = "Schedule the export_csv function"
+  time_zone = "Etc/UTC"
+  schedule = var.export_csv_schedule
+  region = var.gcp_region
+  # paused = var.environment == "prod" ? false : true
+  depends_on = [google_cloudfunctions2_function.export_and_upload_csv, google_cloudfunctions2_function_iam_member.export_csv_invoker]
+  http_target {
+    http_method = "POST"
+    uri = google_cloudfunctions2_function.export_csv.url
+    oidc_token {
+      service_account_email = google_service_account.functions_service_account.email
+    }
+    headers = {
+      "Content-Type" = "application/json"
+    }
+  }
+  attempt_deadline = "320s"
 }
 
+
 # IAM entry for all users to invoke the function
 resource "google_cloudfunctions2_function_iam_member" "tokens_invoker" {
   project        = var.project_id
@@ -1050,4 +1072,12 @@ resource "google_project_iam_member" "datastore_owner" {
   project = var.project_id
   role    = "roles/datastore.owner"
   member  = "serviceAccount:${google_service_account.functions_service_account.email}"
+}
+
+resource "google_cloudfunctions2_function_iam_member" "export_csv_invoker" {
+  project        = var.project_id
+  location       = var.gcp_region
+  cloud_function = google_cloudfunctions2_function.export_csv.name
+  role           = "roles/cloudfunctions.invoker"
+  member         = "serviceAccount:${google_service_account.functions_service_account.email}"
 }

infra/functions-python/vars.tf

@@ -67,7 +67,7 @@ variable "gbfs_scheduler_schedule" {
 
 variable "transitland_scraping_schedule" {
     type        = string
-    description = "Schedule for the GBFS scheduler job"
+    description = "Schedule Transitland scraping job"
     default     = "0 0 3 * *" # every month on the 3rd day at 00:00
 }
 
@@ -79,4 +79,10 @@ variable "transitland_api_key" {
 variable "operations_oauth2_client_id" {
   type = string
   description = "value of the OAuth2 client id for the Operations API"
+}
+
+variable "export_csv_schedule" {
+    type        = string
+    description = "Schedule the export_csv function"
+    default = "*/3 * * * *" # every 3 minutes for testing. Change before merging.
 }