Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 15 additions & 9 deletions src/datasets/utils/tqdm.py
Original file line number Diff line number Diff line change
Expand Up @@ -101,7 +101,21 @@ def are_progress_bars_disabled() -> bool:
return _hf_datasets_progress_bars_disabled


class tqdm(old_tqdm):
class SafeDelLockMeta(type):
"""
Class for fixing `del tqdm_class._lock`: https://github.com/huggingface/datasets/issues/7660
"""
def __delattr__(cls, name):
if name == '_lock':
try:
super().__delattr__(name)
except AttributeError:
pass
else:
super().__delattr__(name)


class tqdm(old_tqdm, metaclass=SafeDelLockMeta):
"""
Class to override `disable` argument in case progress bars are globally disabled.

Expand All @@ -113,14 +127,6 @@ def __init__(self, *args, **kwargs):
kwargs["disable"] = True
super().__init__(*args, **kwargs)

def __delattr__(self, attr: str) -> None:
"""Fix for https://github.com/huggingface/datasets/issues/6066"""
try:
super().__delattr__(attr)
except AttributeError:
if attr != "_lock":
raise


# backward compatibility
enable_progress_bar = enable_progress_bars
Expand Down