Skip to content

Commit babca01

Browse files
committed
fail early - reduce timeout, improve comments
1 parent e5fe6f1 commit babca01

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

terraform/etl/62-lambda-csv-to-glue-catalog.tf

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
# Lambda function to automatically create/delete Glue Catalog tables
2-
# Workflow: S3 CSV upload/delete → SQS → Lambda (via event source mapping) → Glue Catalog table create/delete (retry on failure → DLQ)
2+
# Workflow: S3 CSV upload/delete → SQS → Lambda → Glue Catalog table create/delete (retry once on failure → DLQ)
33

44
data "aws_iam_policy_document" "csv_to_glue_catalog_lambda_assume_role" {
55
statement {
@@ -116,7 +116,7 @@ module "csv_to_glue_catalog_lambda" {
116116
lambda_output_path = "../../lambdas/csv_to_glue_catalog.zip"
117117
identifier_prefix = local.short_identifier_prefix
118118
lambda_role_arn = aws_iam_role.csv_to_glue_catalog_lambda.arn
119-
lambda_timeout = 900
119+
lambda_timeout = 300 # timeout early (5 minutes)
120120
lambda_memory_size = 1024
121121
layers = [
122122
"arn:aws:lambda:${data.aws_region.current.name}:336392948345:layer:AWSSDKPandas-Python311:20"

0 commit comments

Comments
 (0)