Skip to content

Commit f9d1844

Browse files
authored
fix new_special_tokens (#4947)
1 parent dbec76d commit f9d1844

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

swift/llm/model/register.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -622,7 +622,7 @@ def get_model_tokenizer(
622622
num_new_tokens = tokenizer.add_special_tokens({'additional_special_tokens': new_special_tokens})
623623
if num_new_tokens > 0:
624624
logger.info(f'Added {num_new_tokens} new special tokens.')
625-
if model.config.vocab_size < len(tokenizer):
625+
if model is not None and model.config.vocab_size < len(tokenizer):
626626
model.resize_token_embeddings(len(tokenizer), pad_to_multiple_of=64)
627627

628628
problem_type = kwargs.get('problem_type')

0 commit comments

Comments
 (0)