Support datasets >= 3.0.0

PiperOrigin-RevId: 673748627

Author: fineguy

tensorflow_datasets/core/dataset_builders/huggingface_dataset_builder_test.py

@@ -47,11 +47,6 @@ def _generate_examples(self):
           'image': PIL_Image.new(mode='L', size=(4, 4)),
       }
 
-  def download_and_prepare(self, *args, **kwargs):
-    # Disable downloads from GCS
-    kwargs['try_from_hf_gcs'] = False
-    super().download_and_prepare(*args, **kwargs)
-
 
 @pytest.fixture(name='load_dataset_builder')
 def mock_load_dataset_builder(tmp_path):

tensorflow_datasets/core/utils/huggingface_utils.py

@@ -25,6 +25,7 @@
 from tensorflow_datasets.core import registered
 from tensorflow_datasets.core.utils import conversion_utils
 from tensorflow_datasets.core.utils.lazy_imports_utils import datasets as hf_datasets
+from tensorflow_datasets.core.utils.lazy_imports_utils import huggingface_hub
 from tensorflow_datasets.core.utils.lazy_imports_utils import tensorflow as tf
 
 
@@ -133,7 +134,7 @@ def to_huggingface_name(tfds_dataset_name: str) -> str:
     DatasetNotFoundError: If the TFDS dataset name doesn't correspond to any
     existing Huggingface dataset.
   """
-  for hf_dataset_name in hf_datasets.list_datasets():
+  for hf_dataset_name in huggingface_hub.list_datasets():
     if (
         conversion_utils.to_tfds_name(hf_dataset_name)
         == tfds_dataset_name.lower()

tensorflow_datasets/core/utils/huggingface_utils_test.py

@@ -14,6 +14,7 @@
 # limitations under the License.
 
 import datasets as hf_datasets
+import huggingface_hub
 import numpy as np
 import pytest
 from tensorflow_datasets.core import features as feature_lib
@@ -114,7 +115,7 @@ def _list_datasets(monkeypatch):
   def mock_list_datasets():
     return ['mnist', 'bigscience/P3', 'x', 'x/Y-z', 'fashion_mnist']
 
-  monkeypatch.setattr(hf_datasets, 'list_datasets', mock_list_datasets)
+  monkeypatch.setattr(huggingface_hub, 'list_datasets', mock_list_datasets)
 
 
 def test_to_huggingface_name_raises(mock_list_datasets):