Skip to content

Commit 98772e9

Browse files
committed
Update convert_hf_to_gguf.py
1 parent f7a04ad commit 98772e9

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

convert_hf_to_gguf.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5635,7 +5635,10 @@ def set_vocab(self):
56355635
special_vocab = gguf.SpecialVocab(self.dir_model, load_merges=False)
56365636
special_vocab.add_to_gguf(self.gguf_writer)
56375637
# FIX - Kimi-K2 does not add a BOS
5638+
self.gguf_writer.add_bos_token_id(163584) # [BOS]
56385639
self.gguf_writer.add_bos_token(False)
5640+
# FIX - Kimi-K2's EOS token is wrong - should be <|im_end|>
5641+
self.gguf_writer.add_eos_token_id(163586) # <|im_end|>
56395642
else:
56405643
raise NotImplementedError(f"{self.dir_model} is not supported yet!")
56415644

0 commit comments

Comments
 (0)