NRL-1320 Log if df is null

Author: jackleary

terraform/account-wide-infrastructure/modules/glue/src/pipeline.py

@@ -95,6 +95,8 @@ def load(self, data):
                 dataframe.write.mode("append").partitionBy(
                     *self.partition_cols
                 ).parquet(f"{self.target_path}{name}")
+            else:
+                self.logger.info(f"Dataframe {name} is null, skipping")
 
     def trigger_crawler(self):
         self.glue.start_crawler(Name=f"{self.name_prefix}-log-crawler")