Skip to content

Commit ec98146

Browse files
set recrawl policy (#2415)
1 parent 94a51a7 commit ec98146

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

terraform/etl/33-aws-glue-liberator-data.tf

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,10 @@ resource "aws_glue_crawler" "landing_zone_liberator" {
3131
path = "s3://${module.landing_zone_data_source.bucket_id}/parking/liberator"
3232
exclusions = local.glue_crawler_excluded_blobs
3333
}
34+
35+
recrawl_policy {
36+
recrawl_behavior = "CRAWL_NEW_FOLDERS_ONLY"
37+
}
3438
}
3539

3640
// LIBERATOR RAW ZONE
@@ -138,7 +142,7 @@ resource "aws_glue_crawler" "refined_zone_parking_liberator_crawler" {
138142
database_name = aws_glue_catalog_database.refined_zone_liberator.name
139143
name = "${local.identifier_prefix}-refined-zone-liberator"
140144
role = data.aws_iam_role.glue_role.arn
141-
schedule = local.is_production_environment || !local.is_live_environment ? null : "cron(30 8 * * ? *)"
145+
schedule = local.is_production_environment || !local.is_live_environment ? null : "cron(30 8 * * ? *)"
142146

143147
s3_target {
144148
path = "s3://${module.refined_zone_data_source.bucket_id}/parking/liberator/"

0 commit comments

Comments
 (0)