File tree Expand file tree Collapse file tree 1 file changed +5
-5
lines changed
Expand file tree Collapse file tree 1 file changed +5
-5
lines changed Original file line number Diff line number Diff line change @@ -272,7 +272,7 @@ module "llpg_geolive_ingestion_job" {
272272
273273 department = module. department_unrestricted
274274 job_name = " ${ local . short_identifier_prefix } geolive llpg tables ingestion"
275- glue_version = local . is_production_environment ? " 2.0 " : " 4.0"
275+ glue_version = " 4.0"
276276 script_s3_object_key = aws_s3_object. ingest_database_tables_via_jdbc_connection . key
277277 spark_ui_output_storage_id = module. spark_ui_output_storage . bucket_id
278278 helper_module_key = aws_s3_object. helpers . key
@@ -281,17 +281,17 @@ module "llpg_geolive_ingestion_job" {
281281 triggered_by_crawler = module. llpg_geolive_database_ingestion [0 ]. crawler_name
282282 workflow_name = module. llpg_geolive_database_ingestion [0 ]. workflow_name
283283 job_parameters = {
284- " --s3_ingestion_bucket_target" = " s3://${ module . raw_zone . bucket_id } /unrestricted/llpg/"
285- " --s3_ingestion_details_target" = " s3://${ module . raw_zone . bucket_id } /unrestricted/llpg/ingestion-details/"
284+ " --s3_ingestion_bucket_target" = " s3://${ module . raw_zone . bucket_id } /unrestricted/geolive/ llpg/"
285+ " --s3_ingestion_details_target" = " s3://${ module . raw_zone . bucket_id } /unrestricted/geolive/ llpg/ingestion-details/"
286286 " --source_data_database" = module.llpg_geolive_database_ingestion[0 ].ingestion_database_name
287287 }
288288 crawler_details = {
289289 database_name = module.department_unrestricted.raw_zone_catalog_database_name
290- s3_target_location = " s3://${ module . raw_zone . bucket_id } /unrestricted/llpg/"
290+ s3_target_location = " s3://${ module . raw_zone . bucket_id } /unrestricted/geolive/ llpg/"
291291 configuration = jsonencode ({
292292 Version = 1.0
293293 Grouping = {
294- TableLevelConfiguration = 4
294+ TableLevelConfiguration = 5
295295 }
296296 })
297297 table_prefix = null
You can’t perform that action at this time.
0 commit comments