We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents 5dd1b38 + 72327ec commit cd5211bCopy full SHA for cd5211b
ds/merge_model.py
@@ -44,6 +44,7 @@ def load_empty_model(llm_path):
44
llava_ov_config = Llavaonevision1_5Config()
45
llm_config = AutoConfig.from_pretrained(llm_path, trust_remote_code=True)
46
llava_ov_config.text_config.update(llm_config.to_dict())
47
+ llava_ov_config.vision_config.text_hidden_size = llava_ov_config.text_config.hidden_size
48
model = LLaVAOneVision1_5_ForConditionalGeneration(llava_ov_config)
49
return model, processor, tokenizer
50
0 commit comments