NRL-1320 Exit if df is null

Author: jackleary

terraform/account-wide-infrastructure/modules/glue/src/pipeline.py

@@ -89,9 +89,9 @@ def transform(self, dataframe):
     def load(self, data):
         """Load transformed data into Parquet format"""
         self.logger.info(f"Loading data into {self.target_path} as Parquet")
-        if not data:
-            return None
         for name, dataframe in data.items():
+            if not dataframe:
+                return None
             name = name.replace("--", "_")
             dataframe.write.mode("append").partitionBy(*self.partition_cols).parquet(
                 f"{self.target_path}{name}"