Skip to content

Commit 9438775

Browse files
committed
Adjust target bucket location for LLPG data
1 parent d4d8695 commit 9438775

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

terraform/core/15-unrestricted-geolive-database-ingestion.tf

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -272,7 +272,7 @@ module "llpg_geolive_ingestion_job" {
272272

273273
department = module.department_unrestricted
274274
job_name = "${local.short_identifier_prefix}geolive llpg tables ingestion"
275-
glue_version = local.is_production_environment ? "2.0" : "4.0"
275+
glue_version = "4.0"
276276
script_s3_object_key = aws_s3_object.ingest_database_tables_via_jdbc_connection.key
277277
spark_ui_output_storage_id = module.spark_ui_output_storage.bucket_id
278278
helper_module_key = aws_s3_object.helpers.key
@@ -281,17 +281,17 @@ module "llpg_geolive_ingestion_job" {
281281
triggered_by_crawler = module.llpg_geolive_database_ingestion[0].crawler_name
282282
workflow_name = module.llpg_geolive_database_ingestion[0].workflow_name
283283
job_parameters = {
284-
"--s3_ingestion_bucket_target" = "s3://${module.raw_zone.bucket_id}/unrestricted/llpg/"
285-
"--s3_ingestion_details_target" = "s3://${module.raw_zone.bucket_id}/unrestricted/llpg/ingestion-details/"
284+
"--s3_ingestion_bucket_target" = "s3://${module.raw_zone.bucket_id}/unrestricted/geolive/llpg/"
285+
"--s3_ingestion_details_target" = "s3://${module.raw_zone.bucket_id}/unrestricted/geolive/llpg/ingestion-details/"
286286
"--source_data_database" = module.llpg_geolive_database_ingestion[0].ingestion_database_name
287287
}
288288
crawler_details = {
289289
database_name = module.department_unrestricted.raw_zone_catalog_database_name
290-
s3_target_location = "s3://${module.raw_zone.bucket_id}/unrestricted/llpg/"
290+
s3_target_location = "s3://${module.raw_zone.bucket_id}/unrestricted/geolive/llpg/"
291291
configuration = jsonencode({
292292
Version = 1.0
293293
Grouping = {
294-
TableLevelConfiguration = 4
294+
TableLevelConfiguration = 5
295295
}
296296
})
297297
table_prefix = null

0 commit comments

Comments
 (0)