@@ -803,30 +803,9 @@ module "parking_permit_street_cpz_stress_mc" {
803803 " --conf" = " spark.sql.legacy.timeParserPolicy=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInWrite=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInWrite=LEGACY"
804804 }
805805}
806+
806807# MRB 18-08-2024 job created
807- module "parking_permit_denormalisation_mc" {
808- source = " ../modules/aws-glue-job"
809- is_live_environment = local. is_live_environment
810- is_production_environment = local. is_production_environment
811- department = module. department_parking_data_source
812- job_name = " ${ local . short_identifier_prefix } parking_permit_denormalisation_mc"
813- helper_module_key = data. aws_s3_object . helpers . key
814- pydeequ_zip_key = data. aws_s3_object . pydeequ . key
815- spark_ui_output_storage_id = module. spark_ui_output_storage_data_source . bucket_id
816- script_name = " parking_permit_denormalisation_mc"
817- triggered_by_job = module. parking_permit_de_normalisation . job_name
818- job_description = " Permit denormalisation update to include a Motorcycle flag"
819- workflow_name = " ${ local . short_identifier_prefix } parking-liberator-data-workflow"
820- trigger_enabled = local. is_production_environment
821- number_of_workers_for_glue_job = 2 # 2 minimum which is enough for this job
822- glue_job_worker_type = " G.1X"
823- glue_version = " 4.0"
824- job_parameters = {
825- " --job-bookmark-option" = " job-bookmark-disable"
826- " --environment" = var.environment
827- " --conf" = " spark.sql.legacy.timeParserPolicy=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInWrite=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInWrite=LEGACY"
828- }
829- }
808+ # Migrated job "parking_permit_denormalisation_mc" to dap-airflow om 01/05/2025
830809
831810# MRB 20-08-2024 job created
832811module "parking_all_suspensions_processed_review" {
0 commit comments