Skip to content

Commit 50a8751

Browse files
committed
reduce the number of workers
1 parent 45dd193 commit 50a8751

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

terraform/etl/24-aws-glue-tascomi-data.tf

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@ locals {
5353
"complaint_sources",
5454
"file_closure_reasons",
5555
"enforcement_case_statuses"
56-
]
56+
]
5757

5858
table_list = join(",", concat(local.tascomi_table_names, local.tascomi_static_tables))
5959

@@ -264,7 +264,7 @@ module "tascomi_create_daily_snapshot" {
264264
job_name = "${local.short_identifier_prefix}tascomi_create_daily_snapshot_planning"
265265
glue_version = "2.0"
266266
glue_job_worker_type = "G.2X"
267-
number_of_workers_for_glue_job = 12
267+
number_of_workers_for_glue_job = 6
268268
helper_module_key = data.aws_s3_object.helpers.key
269269
pydeequ_zip_key = data.aws_s3_object.pydeequ.key
270270
spark_ui_output_storage_id = module.spark_ui_output_storage_data_source.bucket_id

0 commit comments

Comments
 (0)