Skip to content

Commit a16d527

Browse files
committed
Do not print processed data in per-chunk reprocessing
1 parent 22f3753 commit a16d527

File tree

1 file changed

+1
-5
lines changed

1 file changed

+1
-5
lines changed

outsource/workflow/process.py

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -119,11 +119,7 @@ def main():
119119
# Now loop over data_type we just made and upload the data
120120
if chunks is None:
121121
processed_data = glob(os.path.join(output_path, f"{run_id}-*"))
122-
else:
123-
processed_data = glob(
124-
os.path.join(output_path, f"{run_id}-*_{args.chunks_start}_{args.chunks_end}")
125-
)
126-
logger.info(f"Processed data: {processed_data}")
122+
logger.info(f"Processed data: {processed_data}")
127123

128124
if chunks:
129125
logger.warning("Skipping upload since we used per-chunk storage")

0 commit comments

Comments
 (0)