Merge branch 'main' into di-459-create-refined-gx-output-dataset

Author: annajgibson

.github/dependabot.yml

@@ -0,0 +1,15 @@
+version: 2
+updates:
+  - package-ecosystem: "pip"
+    directories:
+      - "*"
+    schedule:
+      interval: "weekly"
+      day: "monday"
+      time: "08:00"
+    groups:
+      straightforward-dependencies:
+        applies-to: version-updates
+        update-types:
+          - minor
+          - patch

lambdas/lambda_layers/requirements1.txt

@@ -1 +1 @@
-pandas==2.1.4
+pandas==2.2.3

lambdas/lambda_layers/requirements2.txt

@@ -1,2 +1,2 @@
-requests==2.31.0
+requests==2.32.3
 httplib2==0.22.0

lambdas/lambda_layers/requirements5.txt

@@ -1,4 +1,4 @@
 gspread==5.12.4
 oauth2client==4.1.3
-google-api-python-client==2.114.0
+google-api-python-client==2.149.0
 yagmail==0.15.293

scripts/requirements.build.txt

@@ -1,4 +1,4 @@
 setuptools
 wheel
 boto3
-redshift-connector==2.1.0 # used to connect with redshift
+redshift-connector==2.1.3 # used to connect with redshift

scripts/requirements.test.txt

@@ -4,4 +4,4 @@ pytest-mock
 pydeequ
 # Explicitly set urllib3 version compatible with botocore to pass CI tests
 urllib3>=1.25.4,<1.27 # glue 4 is using urllib3==1.25.11 so don't need add to requirements.build.txt
-redshift-connector==2.1.0 # used to connect with redshift
+redshift-connector==2.1.3 # used to connect with redshift

terraform/etl/38-aws-glue-job-parking.tf

@@ -1343,10 +1343,9 @@ module "parking_cycle_hangar_allocation_update" {
   pydeequ_zip_key                = data.aws_s3_object.pydeequ.key
   spark_ui_output_storage_id     = module.spark_ui_output_storage_data_source.bucket_id
   script_name                    = "parking_cycle_hangar_allocation_update"
-  triggered_by_job               = "${local.short_identifier_prefix}parking_cycle_hangars_denormalisation_update"
   job_description                = "Rewrite of cycle hangar allocation using new denormalisation code"
-  workflow_name                  = "${local.short_identifier_prefix}parking-liberator-data-workflow"
   trigger_enabled                = local.is_production_environment
+  schedule                       = "cron(0 9 * * ? *)"
   number_of_workers_for_glue_job = 2
   glue_job_worker_type           = "G.1X"
   glue_version                   = "4.0"