Skip to content

Commit 69aa327

Browse files
committed
Update convert_hf_to_gguf.py
1 parent 42d8b4c commit 69aa327

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

convert_hf_to_gguf.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5597,8 +5597,11 @@ def set_vocab(self):
55975597

55985598
# 3. Generate the tokens and toktypes lists
55995599
vocab_size = self.hparams["vocab_size"]
5600+
prit("====================================")
56005601
print(f'self.hparams["vocab_size"] = {vocab_size}')
56015602
print(f'vocab_size = {vocab_size}')
5603+
prit("====================================")
5604+
56025605
assert tokenizer.vocab_size == vocab_size
56035606
special_tokens = tokenizer.special_tokens
56045607
reverse_vocab = {id_ : encoded_tok for encoded_tok, id_ in {**vocab, **special_tokens}.items()}

0 commit comments

Comments
 (0)