Skip to content

Commit 498ed97

Browse files
committed
fix /prop
1 parent 285fe3a commit 498ed97

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

convert_hf_to_gguf.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5049,6 +5049,10 @@ def set_vocab(self):
50495049
special_vocab._set_special_token("eot", tokenizer.get_added_vocab()["<|user|>"])
50505050
# this one is usually not in config.json anyway
50515051
special_vocab._set_special_token("unk", tokenizer.get_added_vocab()["<|endoftext|>"])
5052+
# exclude glm-edge 1.5B & 4B
5053+
if self.hparams.get("partial_rotary_factor", 1.0) == 0.5:
5054+
print("add bos in model")
5055+
special_vocab._set_special_token("bos", tokenizer.get_added_vocab()["[gMASK]"])
50525056
special_vocab.add_to_gguf(self.gguf_writer)
50535057

50545058
def set_gguf_parameters(self):

0 commit comments

Comments
 (0)