NRL-1320 changes as per review

Author: jackleary

terraform/account-wide-infrastructure/modules/glue/glue.tf

@@ -42,9 +42,6 @@ resource "aws_glue_crawler" "log_crawler" {
   s3_target {
     path = "${aws_s3_bucket.target-data-bucket.id}/producer_upsertDocumentReference/"
   }
-  s3_target {
-    path = "${aws_s3_bucket.source-data-bucket.id}/2025/"
-  }
   schema_change_policy {
     delete_behavior = "LOG"
   }

terraform/account-wide-infrastructure/modules/glue/src/pipeline.py

@@ -52,16 +52,12 @@ def run(self):
 
     def get_last_run(self):
         all_runs = self.glue.get_job_runs(JobName=self.job_name)
-        last_runtime = None
-        if all_runs["JobRuns"]:
-            for i in all_runs["JobRuns"]:
-                if i["JobRunState"] == "SUCCEEDED":
-                    last_runtime = time.mktime(i["StartedOn"].timetuple())
-                    break
-                else:
-                    continue
+        if not all_runs["JobRuns"]:
+            return None
 
-        return last_runtime
+        for run in all_runs["JobRuns"]:
+            if run["JobRunState"] == "SUCCEEDED":
+                return time.mktime(run["StartedOn"].timetuple())
 
     def extract(self):
         """Extract JSON data from S3"""