We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f7a04ad commit 98772e9Copy full SHA for 98772e9
convert_hf_to_gguf.py
@@ -5635,7 +5635,10 @@ def set_vocab(self):
5635
special_vocab = gguf.SpecialVocab(self.dir_model, load_merges=False)
5636
special_vocab.add_to_gguf(self.gguf_writer)
5637
# FIX - Kimi-K2 does not add a BOS
5638
+ self.gguf_writer.add_bos_token_id(163584) # [BOS]
5639
self.gguf_writer.add_bos_token(False)
5640
+ # FIX - Kimi-K2's EOS token is wrong - should be <|im_end|>
5641
+ self.gguf_writer.add_eos_token_id(163586) # <|im_end|>
5642
else:
5643
raise NotImplementedError(f"{self.dir_model} is not supported yet!")
5644
0 commit comments