Skip to content

Commit 4fdc52f

Browse files
committed
remove unset var
1 parent a631456 commit 4fdc52f

File tree

1 file changed

+0
-1
lines changed

1 file changed

+0
-1
lines changed

convert_hf_to_gguf.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4937,7 +4937,6 @@ def set_vocab(self):
49374937
from transformers import AutoTokenizer
49384938
tokenizer = AutoTokenizer.from_pretrained(self.dir_model, trust_remote_code=True)
49394939
special_vocab = gguf.SpecialVocab(self.dir_model, load_merges=True)
4940-
vocab_size = self.hparams["vocab_size"]
49414940
tokens, toktypes, tokpre = self.get_vocab_base()
49424941
self.gguf_writer.add_tokenizer_model("gpt2")
49434942
self.gguf_writer.add_tokenizer_pre(tokpre)

0 commit comments

Comments
 (0)