NRL-1268 crawler auto start configured

Author: jackleary

terraform/account-wide-infrastructure/modules/glue/glue.tf

@@ -51,7 +51,7 @@ resource "aws_glue_job" "glue_job" {
     "--datalake-formats"                = "delta"
     "--source_path"                     = "s3://${aws_s3_bucket.source-data-bucket.id}/"     # Specify the source S3 path
     "--target_path"                     = "s3://${aws_s3_bucket.target-data-bucket.id}/logs" # Specify the destination S3 path
-    "--job_name"                        = "poc-glue-job"
+    "--job_name"                        = "${var.name_prefix}-glue-job"
     "--enable-continuous-log-filter"    = "true"
     "--enable-metrics"                  = "true"
     "--extra-py-files"                  = "s3://${aws_s3_bucket.code-bucket.id}/src.zip"

terraform/account-wide-infrastructure/modules/glue/src/pipeline.py

@@ -27,7 +27,7 @@ def __init__(
             region_name="eu-west-2",
             endpoint_url="https://glue.eu-west-2.amazonaws.com",
         )
-        self.name_prefix = "-".join(job_name.split("-")[:3])
+        self.name_prefix = "-".join(job_name.split("-")[:4])
 
     def run(self):
         """Runs ETL"""