Skip to content

Commit 7b8d167

Browse files
Removed job from terraform (#2235)
1 parent 94b3b1b commit 7b8d167

File tree

1 file changed

+2
-23
lines changed

1 file changed

+2
-23
lines changed

terraform/etl/38-aws-glue-job-parking.tf

Lines changed: 2 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -803,30 +803,9 @@ module "parking_permit_street_cpz_stress_mc" {
803803
"--conf" = "spark.sql.legacy.timeParserPolicy=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInWrite=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInWrite=LEGACY"
804804
}
805805
}
806+
806807
# MRB 18-08-2024 job created
807-
module "parking_permit_denormalisation_mc" {
808-
source = "../modules/aws-glue-job"
809-
is_live_environment = local.is_live_environment
810-
is_production_environment = local.is_production_environment
811-
department = module.department_parking_data_source
812-
job_name = "${local.short_identifier_prefix}parking_permit_denormalisation_mc"
813-
helper_module_key = data.aws_s3_object.helpers.key
814-
pydeequ_zip_key = data.aws_s3_object.pydeequ.key
815-
spark_ui_output_storage_id = module.spark_ui_output_storage_data_source.bucket_id
816-
script_name = "parking_permit_denormalisation_mc"
817-
triggered_by_job = module.parking_permit_de_normalisation.job_name
818-
job_description = "Permit denormalisation update to include a Motorcycle flag"
819-
workflow_name = "${local.short_identifier_prefix}parking-liberator-data-workflow"
820-
trigger_enabled = local.is_production_environment
821-
number_of_workers_for_glue_job = 2 # 2 minimum which is enough for this job
822-
glue_job_worker_type = "G.1X"
823-
glue_version = "4.0"
824-
job_parameters = {
825-
"--job-bookmark-option" = "job-bookmark-disable"
826-
"--environment" = var.environment
827-
"--conf" = "spark.sql.legacy.timeParserPolicy=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.int96RebaseModeInWrite=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInRead=LEGACY --conf spark.sql.legacy.parquet.datetimeRebaseModeInWrite=LEGACY"
828-
}
829-
}
808+
# Migrated job "parking_permit_denormalisation_mc" to dap-airflow om 01/05/2025
830809

831810
# MRB 20-08-2024 job created
832811
module "parking_all_suspensions_processed_review" {

0 commit comments

Comments
 (0)