Skip to content

Commit 0636f05

Browse files
Part 3: parking_open_pcns_vrms_linked_cancelled_ringer
1 parent 12a4a71 commit 0636f05

File tree

2 files changed

+2
-162
lines changed

2 files changed

+2
-162
lines changed

scripts/jobs/parking/parking_open_pcns_vrms_linked_cancelled_ringer.py

Lines changed: 0 additions & 138 deletions
This file was deleted.

terraform/etl/38-aws-glue-job-parking.tf

Lines changed: 2 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -195,31 +195,9 @@ module "parking_pcn_ltn_report_summary" {
195195
# Migrated "parking_correspondence_performance_records_with_pcn_downtime" to dap-airflow on 30/05/2025
196196
# Migrated "parking_correspondence_performance_records_with_pcn_downtime_gds" to dap-airflow on 30/05/2025
197197

198-
module "parking_open_pcns_vrms_linked_cancelled_ringer" {
199-
source = "../modules/aws-glue-job"
200-
is_live_environment = local.is_live_environment
201-
is_production_environment = local.is_production_environment
202-
department = module.department_parking_data_source
203-
job_name = "${local.short_identifier_prefix}parking_open_pcns_vrms_linked_cancelled_ringer"
204-
helper_module_key = data.aws_s3_object.helpers.key
205-
pydeequ_zip_key = data.aws_s3_object.pydeequ.key
206-
spark_ui_output_storage_id = module.spark_ui_output_storage_data_source.bucket_id
207-
script_name = "parking_open_pcns_vrms_linked_cancelled_ringer"
208-
triggered_by_job = module.parking_pcn_denormalisation.job_name
209-
job_description = "Parking Open PCNs linked to VRMs cancelled due to being a Ringer or Clone"
210-
workflow_name = "${local.short_identifier_prefix}parking-liberator-data-workflow"
211-
trigger_enabled = local.is_production_environment
212-
number_of_workers_for_glue_job = 2
213-
glue_job_worker_type = "G.1X"
214-
glue_version = "4.0"
215-
job_parameters = {
216-
"--job-bookmark-option" = "job-bookmark-disable"
217-
"--environment" = var.environment
218-
"--conf" = "spark.sql.legacy.timeParserPolicy=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInWrite=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInWrite=LEGACY"
219-
}
220-
}
221-
# MRB 15-02-2024 job created
198+
# Migrated "parking_open_pcns_vrms_linked_cancelled_ringer" to dap-airflow on 30/05/2025
222199

200+
# MRB 15-02-2024 job created
223201
# migrated job "Parking_Suspensions_Processed" to dap-airflow on 19/05/2025
224202
# parking_suspensions_processed_with_finyear migrated to dap-airflow on 19/05/2025
225203

0 commit comments

Comments
 (0)