File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -5430,8 +5430,8 @@ def set_vocab(self):
54305430 self .gguf_writer .add_token_list (tokens )
54315431 self .gguf_writer .add_token_types (toktypes )
54325432 special_vocab = gguf .SpecialVocab (self .dir_model , load_merges = True )
5433- special_vocab ._set_special_token ("eos" , tokenizer .get_added_vocab ()["<|endoftext |>" ])
5434- special_vocab ._set_special_token ("eot" , tokenizer .get_added_vocab ()["<|user |>" ])
5433+ special_vocab ._set_special_token ("eos" , tokenizer .get_added_vocab ()["<|user |>" ])
5434+ special_vocab ._set_special_token ("eot" , tokenizer .get_added_vocab ()["<|endoftext |>" ])
54355435 special_vocab ._set_special_token ("unk" , tokenizer .get_added_vocab ()["<|endoftext|>" ])
54365436 special_vocab ._set_special_token ("bos" , tokenizer .get_added_vocab ()["<|endoftext|>" ])
54375437 special_vocab .add_to_gguf (self .gguf_writer )
You can’t perform that action at this time.
0 commit comments