We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4ce6630 commit 164e34eCopy full SHA for 164e34e
convert_hf_to_gguf.py
@@ -5054,7 +5054,7 @@ def set_vocab(self):
5054
toktypes.append(gguf.TokenType.NORMAL)
5055
tokens.append(token)
5056
5057
- self.gguf_writer.add_tokenizer_model("gpt2")
+ self.gguf_writer.add_tokenizer_model("llama")
5058
self.gguf_writer.add_tokenizer_pre(tokpre)
5059
self.gguf_writer.add_token_list(tokens)
5060
self.gguf_writer.add_token_types(toktypes)
0 commit comments