diff --git a/dags/veda_data_pipeline/groups/processing_tasks.py b/dags/veda_data_pipeline/groups/processing_tasks.py index eb47659e..60d198a2 100644 --- a/dags/veda_data_pipeline/groups/processing_tasks.py +++ b/dags/veda_data_pipeline/groups/processing_tasks.py @@ -26,7 +26,8 @@ def remove_thumbnail_asset(ti): assets.pop("thumbnail") # if thumbnail was only asset, delete assets if not assets: - payload.pop("assets") + # Safely return if there are no assets in the payload + payload.pop("assets", True) return payload # with exponential backoff enabled, retry delay is converted to seconds