We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 22f3753 commit a16d527Copy full SHA for a16d527
outsource/workflow/process.py
@@ -119,11 +119,7 @@ def main():
119
# Now loop over data_type we just made and upload the data
120
if chunks is None:
121
processed_data = glob(os.path.join(output_path, f"{run_id}-*"))
122
- else:
123
- processed_data = glob(
124
- os.path.join(output_path, f"{run_id}-*_{args.chunks_start}_{args.chunks_end}")
125
- )
126
- logger.info(f"Processed data: {processed_data}")
+ logger.info(f"Processed data: {processed_data}")
127
128
if chunks:
129
logger.warning("Skipping upload since we used per-chunk storage")
0 commit comments