mtmd : fix embedding size for image input (ggml-org#17123)

ggerganov · web-flow · commit b8595b16e69e · 2025-11-09T18:31:02.000+02:00
diff --git a/tools/mtmd/mtmd-helper.cpp b/tools/mtmd/mtmd-helper.cpp
@@ -182,7 +182,7 @@ int32_t mtmd_helper_decode_image_chunk(
     }
 
     const llama_model * model = llama_get_model(lctx);
-    int n_mmproj_embd = llama_model_n_embd(model);
+    int n_mmproj_embd = llama_model_n_embd_inp(model);
     int n_pos_per_embd = mtmd_decode_use_mrope(ctx) ? 4 : 1;
 
     int32_t n_tokens = mtmd_input_chunk_get_n_tokens(chunk);

Original file line number	Diff line number	Diff line change
`@@ -182,7 +182,7 @@ int32_t mtmd_helper_decode_image_chunk(`
`182`	`182`	`}`
`183`	`183`
`184`	`184`	`const llama_model * model = llama_get_model(lctx);`
`185`		`- int n_mmproj_embd = llama_model_n_embd(model);`
	`185`	`+ int n_mmproj_embd = llama_model_n_embd_inp(model);`
`186`	`186`	`int n_pos_per_embd = mtmd_decode_use_mrope(ctx) ? 4 : 1;`
`187`	`187`
`188`	`188`	`int32_t n_tokens = mtmd_input_chunk_get_n_tokens(chunk);`