We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 285fe3a commit 498ed97Copy full SHA for 498ed97
convert_hf_to_gguf.py
@@ -5049,6 +5049,10 @@ def set_vocab(self):
5049
special_vocab._set_special_token("eot", tokenizer.get_added_vocab()["<|user|>"])
5050
# this one is usually not in config.json anyway
5051
special_vocab._set_special_token("unk", tokenizer.get_added_vocab()["<|endoftext|>"])
5052
+ # exclude glm-edge 1.5B & 4B
5053
+ if self.hparams.get("partial_rotary_factor", 1.0) == 0.5:
5054
+ print("add bos in model")
5055
+ special_vocab._set_special_token("bos", tokenizer.get_added_vocab()["[gMASK]"])
5056
special_vocab.add_to_gguf(self.gguf_writer)
5057
5058
def set_gguf_parameters(self):
0 commit comments