Skip to content

Commit 8c7020f

Browse files
committed
convert: Swap GLM4 EOS / EOT token
1 parent 1e2809b commit 8c7020f

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

convert_hf_to_gguf.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5430,8 +5430,8 @@ def set_vocab(self):
54305430
self.gguf_writer.add_token_list(tokens)
54315431
self.gguf_writer.add_token_types(toktypes)
54325432
special_vocab = gguf.SpecialVocab(self.dir_model, load_merges=True)
5433-
special_vocab._set_special_token("eos", tokenizer.get_added_vocab()["<|endoftext|>"])
5434-
special_vocab._set_special_token("eot", tokenizer.get_added_vocab()["<|user|>"])
5433+
special_vocab._set_special_token("eos", tokenizer.get_added_vocab()["<|user|>"])
5434+
special_vocab._set_special_token("eot", tokenizer.get_added_vocab()["<|endoftext|>"])
54355435
special_vocab._set_special_token("unk", tokenizer.get_added_vocab()["<|endoftext|>"])
54365436
special_vocab._set_special_token("bos", tokenizer.get_added_vocab()["<|endoftext|>"])
54375437
special_vocab.add_to_gguf(self.gguf_writer)

0 commit comments

Comments
 (0)