We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0ee2fd4 commit 40a4436Copy full SHA for 40a4436
terraform/account-wide-infrastructure/modules/glue/src/pipeline.py
@@ -89,6 +89,8 @@ def transform(self, dataframe):
89
def load(self, data):
90
"""Load transformed data into Parquet format"""
91
self.logger.info(f"Loading data into {self.target_path} as Parquet")
92
+ if not data:
93
+ return None
94
for name, dataframe in data.items():
95
name = name.replace("--", "_")
96
dataframe.write.mode("append").partitionBy(*self.partition_cols).parquet(
0 commit comments