File tree Expand file tree Collapse file tree 1 file changed +6
-6
lines changed Expand file tree Collapse file tree 1 file changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -52,16 +52,16 @@ def get_default_tokenizer() -> TokenizersTokenizer:
5252 return Tokenizer .from_pretrained ("bert-base-cased" ) # type: ignore
5353 except ImportError :
5454 raise ValueError (
55- "A tokenizer is required to impose `token_limits` on messages. "
55+ "Failed to download a default tokenizer. "
56+ "A tokenizer is required to impose `token_limits` on `chat.messages()`. "
5657 "To get a generic default tokenizer, install the `tokenizers` "
5758 "package (`pip install tokenizers`). "
58- "To get a more precise token count, provide a specific tokenizer "
59- "to the `Chat` constructor."
6059 )
6160 except Exception as e :
6261 raise ValueError (
63- "Failed to load the default tokenizer. "
64- "Ensure that the `tokenizers` package is installed and "
65- "that the `bert-base-cased` model is available. "
62+ "Failed to download a default tokenizer. "
63+ "A tokenizer is required to impose `token_limits` on `chat.messages()`. "
64+ "Try downloading a different tokenizer using "
65+ "`tokenizers.Tokenizer.from_pretrained()`. "
6666 f"Error: { e } "
6767 ) from e
You can’t perform that action at this time.
0 commit comments