Skip to content

Commit f989c97

Browse files
Dl 120 disable mtfh glue jobs (#2485)
* remove previously commented jobs * disable mtfh glue job triggers * add locals and data from delted 17-...tf * disable case notes enrichment
1 parent ae916f4 commit f989c97

File tree

4 files changed

+10
-99
lines changed

4 files changed

+10
-99
lines changed

terraform/core/17-mtfh-tables-ingestion.tf

Lines changed: 0 additions & 96 deletions
This file was deleted.

terraform/core/18-rentsense-tables-ingestion.tf

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,15 @@
11
locals {
22
number_of_workers_for_mtfh_rentsense_ingestion = 16
3+
number_of_workers_for_mtfh_ingestion = 12
34
worker_type = "G.1X"
45
}
56

7+
data "aws_ssm_parameter" "role_arn_to_access_housing_tables" {
8+
name = "/mtfh/${var.environment}/role-arn-to-access-dynamodb-tables"
9+
}
10+
611
module "ingest_mtfh_rentsense_tables" {
12+
trigger_enabled = false
713
source = "../modules/aws-glue-job"
814
is_live_environment = local.is_live_environment
915
is_production_environment = local.is_production_environment
@@ -48,8 +54,8 @@ module "ingest_mtfh_rentsense_tables" {
4854
}
4955

5056
module "copy_mtfh_rentsense_dynamo_db_tables_to_raw_zone" {
51-
tags = module.tags.values
52-
57+
trigger_enabled = false
58+
tags = module.tags.values
5359
source = "../modules/aws-glue-job"
5460
is_live_environment = local.is_live_environment
5561
is_production_environment = local.is_production_environment

terraform/etl/24-aws-glue-housing.tf

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ data "aws_ssm_parameter" "copy_mtfh_dynamo_db_rentsense_tables_to_raw_zone_crawl
33
}
44

55
module "mtfh_reshape_to_refined" {
6+
trigger_enabled = false
67
source = "../modules/aws-glue-job"
78
is_live_environment = local.is_live_environment
89
is_production_environment = local.is_production_environment

terraform/etl/53-aws-glue-housing-extract-mmh-vulnerabilities-to-refined.tf

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ module "housing_mtfh_case_notes_enriched_to_refined" {
1414
helper_module_key = data.aws_s3_object.helpers.key
1515
pydeequ_zip_key = data.aws_s3_object.pydeequ.key
1616
spark_ui_output_storage_id = module.spark_ui_output_storage_data_source.bucket_id
17-
trigger_enabled = local.is_production_environment
17+
trigger_enabled = false
1818
number_of_workers_for_glue_job = 2
1919
glue_job_worker_type = "G.1X"
2020
schedule = "cron(0 10 ? * MON-FRI *)"

0 commit comments

Comments
 (0)