NRL-1411 pass through loop var to lambda

Author: jackleary

terraform/account-wide-infrastructure/modules/glue/src/pipeline.py

@@ -50,7 +50,7 @@ def run(self):
             raise e
 
     def get_last_run(self):
-        self.logger.info(f"Retrieving last successful runtime.")
+        self.logger.info("Retrieving last successful runtime.")
         all_runs = self.glue.get_job_runs(JobName=self.job_name)
         if not all_runs["JobRuns"]:
             return None
@@ -75,7 +75,7 @@ def extract_dynamic(self):
                     connection_options={"paths": [self.source_path], "recurse": True},
                     format="json",
                 ).filter(
-                    f=lambda x: (x["host"].endswith(name))
+                    f=lambda x, n=name: (x["host"].endswith(n))
                     and (x["time"] > last_runtime)
                 )
 
@@ -84,7 +84,7 @@ def extract_dynamic(self):
                     connection_type="s3",
                     connection_options={"paths": [self.source_path], "recurse": True},
                     format="json",
-                ).filter(f=lambda x: x["host"].endswith(name))
+                ).filter(f=lambda x, n=name: x["host"].endswith(n))
 
         return data