Skip to content

Commit 12a4a71

Browse files
Part 3: parking_foreign_vrm_pcns
1 parent 581013a commit 12a4a71

File tree

2 files changed

+1
-95
lines changed

2 files changed

+1
-95
lines changed

scripts/jobs/parking/parking_foreign_vrm_pcns.py

Lines changed: 0 additions & 72 deletions
This file was deleted.

terraform/etl/38-aws-glue-job-parking.tf

Lines changed: 1 addition & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -164,29 +164,7 @@ module "parking_pcn_ltn_report_summary" {
164164
# removed parking_percent_street_coverage
165165
# removed parking_percent_street_coverage_cpz
166166

167-
168-
module "parking_foreign_vrm_pcns" {
169-
source = "../modules/aws-glue-job"
170-
is_live_environment = local.is_live_environment
171-
is_production_environment = local.is_production_environment
172-
department = module.department_parking_data_source
173-
job_name = "${local.short_identifier_prefix}parking_foreign_vrm_pcns"
174-
helper_module_key = data.aws_s3_object.helpers.key
175-
pydeequ_zip_key = data.aws_s3_object.pydeequ.key
176-
spark_ui_output_storage_id = module.spark_ui_output_storage_data_source.bucket_id
177-
script_name = "parking_foreign_vrm_pcns"
178-
triggered_by_job = module.parking_pcn_denormalisation.job_name
179-
job_description = "This job creates the LTN PCN count and Total paid"
180-
workflow_name = "${local.short_identifier_prefix}parking-liberator-data-workflow"
181-
number_of_workers_for_glue_job = 2
182-
glue_job_worker_type = "G.1X"
183-
glue_version = "4.0"
184-
job_parameters = {
185-
"--job-bookmark-option" = "job-bookmark-enable"
186-
"--environment" = var.environment
187-
"--conf" = "spark.sql.legacy.timeParserPolicy=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInWrite=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInWrite=LEGACY"
188-
}
189-
}
167+
# Migrated "parking_foreign_vrm_pcns" to dap-airflow on 30/05/2025
190168

191169
# Migrated "parking_correspondence_performance_records_with_pcn" to dap-airflow on 30/05/2025
192170

0 commit comments

Comments
 (0)