We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent ed00876 commit e1faa99Copy full SHA for e1faa99
src/cehrbert/data_generators/hf_data_generator/cache_util.py
@@ -30,7 +30,9 @@ def get_dataset_version_folder(file_name: str) -> Optional[str]:
30
found_dataset_folder = True
31
break
32
parents.append(str(p))
33
- assert len(parents) >= 2, f"the number of parents must be greater and equal than 2 for {file_name}"
+ if len(parents) < 2:
34
+ LOG.warning(f"the number of parents is less than 2 for {file_name}")
35
+ return None
36
if (parents[-1].endswith("generator") or parents[-1].endswith("parquet")) and found_dataset_folder:
37
return parents[-2]
38
return None
0 commit comments