We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent dbec76d commit f9d1844Copy full SHA for f9d1844
swift/llm/model/register.py
@@ -622,7 +622,7 @@ def get_model_tokenizer(
622
num_new_tokens = tokenizer.add_special_tokens({'additional_special_tokens': new_special_tokens})
623
if num_new_tokens > 0:
624
logger.info(f'Added {num_new_tokens} new special tokens.')
625
- if model.config.vocab_size < len(tokenizer):
+ if model is not None and model.config.vocab_size < len(tokenizer):
626
model.resize_token_embeddings(len(tokenizer), pad_to_multiple_of=64)
627
628
problem_type = kwargs.get('problem_type')
0 commit comments