Merge branch 'main' into feature/ce-2658-update-sg-inbound-rules

Author: cgloker

lambdas/lambda_layers/requirements5.txt

@@ -1,4 +1,4 @@
 gspread==6.2.0
 oauth2client==4.1.3
-google-api-python-client==2.166.0
+google-api-python-client==2.167.0
 yagmail==0.15.293

scripts/jobs/housing/housing_apply_gx_dq_tests.py

@@ -136,6 +136,9 @@ def main():
                       value=results_df.set_index(['expectation_config.type', 'dataset_name']).index.factorize()[0] + 1)
     results_df['expectation_id'] = results_df['expectation_config.type'] + "_" + results_df['dataset_name']
 
+    # convert single column to string to avoid conversion error later on
+    results_df['result.unexpected_list'] = results_df['result.unexpected_list'].astype(str)
+
     results_df['import_year'] = datetime.today().year
     results_df['import_month'] = datetime.today().month
     results_df['import_day'] = datetime.today().day

terraform/etl/09-spreadsheet-imports-from-g-drive.tf

@@ -992,11 +992,11 @@ module "interim_cycle_wait_list" {
   landing_zone_bucket_id         = module.landing_zone_data_source.bucket_id
   landing_zone_kms_key_arn       = module.landing_zone_data_source.kms_key_arn
   landing_zone_bucket_arn        = module.landing_zone_data_source.bucket_arn
-  google_drive_document_id       = "1fYM5i_y3UyFIVySwxt-zj9ogBtSsTcPZ"
+  google_drive_document_id       = "16Afw1hQb3Nqmi6iYyTWwH70ecM8k7m_3"
   glue_job_name                  = "interim_cycle_wait_list"
   output_folder_name             = "g-drive"
   raw_zone_bucket_id             = module.raw_zone_data_source.bucket_id
-  input_file_name                = "Interim_Cycle_Hangar_Wait_List/interim_cycle_wait_list @ 31-03-2025.csv"
+  input_file_name                = "Interim_Cycle_Hangar_Wait_List/interim_cycle_wait_list @ 17-04-2025.csv"
   ingestion_schedule             = "cron(0 21 * * ? *)"
   enable_bookmarking             = true
   worksheets = {