Skip to content

Commit 42d8b4c

Browse files
committed
Update convert_hf_to_gguf.py
1 parent a032396 commit 42d8b4c

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

convert_hf_to_gguf.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5597,6 +5597,8 @@ def set_vocab(self):
55975597

55985598
# 3. Generate the tokens and toktypes lists
55995599
vocab_size = self.hparams["vocab_size"]
5600+
print(f'self.hparams["vocab_size"] = {vocab_size}')
5601+
print(f'vocab_size = {vocab_size}')
56005602
assert tokenizer.vocab_size == vocab_size
56015603
special_tokens = tokenizer.special_tokens
56025604
reverse_vocab = {id_ : encoded_tok for encoded_tok, id_ in {**vocab, **special_tokens}.items()}

0 commit comments

Comments
 (0)