File tree Expand file tree Collapse file tree 4 files changed +10
-99
lines changed
Expand file tree Collapse file tree 4 files changed +10
-99
lines changed Load Diff This file was deleted.
Original file line number Diff line number Diff line change 11locals {
22 number_of_workers_for_mtfh_rentsense_ingestion = 16
3+ number_of_workers_for_mtfh_ingestion = 12
34 worker_type = " G.1X"
45}
56
7+ data "aws_ssm_parameter" "role_arn_to_access_housing_tables" {
8+ name = " /mtfh/${ var . environment } /role-arn-to-access-dynamodb-tables"
9+ }
10+
611module "ingest_mtfh_rentsense_tables" {
12+ trigger_enabled = false
713 source = " ../modules/aws-glue-job"
814 is_live_environment = local. is_live_environment
915 is_production_environment = local. is_production_environment
@@ -48,8 +54,8 @@ module "ingest_mtfh_rentsense_tables" {
4854}
4955
5056module "copy_mtfh_rentsense_dynamo_db_tables_to_raw_zone" {
51- tags = module . tags . values
52-
57+ trigger_enabled = false
58+ tags = module . tags . values
5359 source = " ../modules/aws-glue-job"
5460 is_live_environment = local. is_live_environment
5561 is_production_environment = local. is_production_environment
Original file line number Diff line number Diff line change @@ -3,6 +3,7 @@ data "aws_ssm_parameter" "copy_mtfh_dynamo_db_rentsense_tables_to_raw_zone_crawl
33}
44
55module "mtfh_reshape_to_refined" {
6+ trigger_enabled = false
67 source = " ../modules/aws-glue-job"
78 is_live_environment = local. is_live_environment
89 is_production_environment = local. is_production_environment
Original file line number Diff line number Diff line change @@ -14,7 +14,7 @@ module "housing_mtfh_case_notes_enriched_to_refined" {
1414 helper_module_key = data. aws_s3_object . helpers . key
1515 pydeequ_zip_key = data. aws_s3_object . pydeequ . key
1616 spark_ui_output_storage_id = module. spark_ui_output_storage_data_source . bucket_id
17- trigger_enabled = local . is_production_environment
17+ trigger_enabled = false
1818 number_of_workers_for_glue_job = 2
1919 glue_job_worker_type = " G.1X"
2020 schedule = " cron(0 10 ? * MON-FRI *)"
You can’t perform that action at this time.
0 commit comments