We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents ab3cfb9 + 39b1d75 commit 158b010Copy full SHA for 158b010
sdp/run_processors.py
@@ -207,7 +207,7 @@ def run_processors(cfg):
207
import dask.bag as db
208
bag = db.from_sequence(current_entries, partition_size=proc.in_memory_chunksize)
209
210
- # "collapce" and compute
+ # "collapse" and compute
211
current_entries = bag.map(proc.process_dataset_entry).flatten().compute() #flatten()
212
else:
213
new_entries = []
0 commit comments