Apply suggestions from code review

Co-authored-by: Sigbjørn Skjæret <[email protected]>

Author: ngxson

gguf-py/gguf/vocab.py

@@ -16,9 +16,9 @@
 try:
     from mistral_common.tokens.tokenizers.mistral import MistralTokenizer
     from mistral_common.tokens.tokenizers.tekken import Tekkenizer
-    # from mistral_common.tokens.tokenizers.utils import (
-    #     _filter_valid_tokenizer_files,
-    # ) # FIXME: this function is removed in newer versions of mistral_common
+    from mistral_common.tokens.tokenizers.utils import (
+        _filter_valid_tokenizer_files,
+    )
     from mistral_common.tokens.tokenizers.sentencepiece import (
         SentencePieceTokenizer,
     )
@@ -30,7 +30,6 @@
     _filter_valid_tokenizer_files = None
 else:
     _mistral_common_installed = True
-    _filter_valid_tokenizer_files = lambda x: x  # noqa: E731
 
 
 import gguf

requirements/requirements-convert_hf_to_gguf.txt

@@ -1,4 +1,4 @@
-mistral-common>=1.8.0
+mistral-common>=1.8.3
 
 -r ./requirements-convert_legacy_llama.txt
 --extra-index-url https://download.pytorch.org/whl/cpu