fix: Add support for huggingface_hub==0.25.0 (#73)

Author: tomaarsen

model2vec/distill/distillation.py

@@ -3,7 +3,6 @@
 
 import numpy as np
 from huggingface_hub import model_info
-from huggingface_hub.utils._errors import RepositoryNotFoundError
 from sklearn.decomposition import PCA
 from tokenizers.models import BPE, Unigram
 from transformers import AutoModel, AutoTokenizer, PreTrainedModel, PreTrainedTokenizerFast
@@ -16,6 +15,14 @@
 from model2vec.distill.utils import select_optimal_device
 from model2vec.model import StaticModel
 
+try:
+    # For huggingface_hub>=0.25.0
+    from huggingface_hub.errors import RepositoryNotFoundError
+except ImportError:
+    # For huggingface_hub<0.25.0
+    from huggingface_hub.utils._errors import RepositoryNotFoundError
+
+
 logger = logging.getLogger(__name__)
 
 

tests/test_distillation.py

@@ -4,13 +4,19 @@
 
 import numpy as np
 import pytest
-from huggingface_hub.utils._errors import RepositoryNotFoundError
 from pytest import LogCaptureFixture
 from transformers import AutoModel, BertTokenizerFast
 
 from model2vec.distill.distillation import _clean_vocabulary, _post_process_embeddings, distill, distill_from_model
 from model2vec.model import StaticModel
 
+try:
+    # For huggingface_hub>=0.25.0
+    from huggingface_hub.errors import RepositoryNotFoundError
+except ImportError:
+    # For huggingface_hub<0.25.0
+    from huggingface_hub.utils._errors import RepositoryNotFoundError
+
 rng = np.random.default_rng()