fix n_patches

ngxson · ngxson · commit bee5200ec1c5 · 2025-04-21T18:25:40.000+02:00
diff --git a/examples/llava/clip.cpp b/examples/llava/clip.cpp
@@ -2385,6 +2385,8 @@ int clip_n_patches_by_img(const struct clip_ctx * ctx, struct clip_image_f32 * i
         n_patches = x_patch * y_patch;
     } else if (ctx->proj_type == PROJECTOR_TYPE_GEMMA3) {
         n_patches = 256;
+    } else if (ctx->proj_type == PROJECTOR_TYPE_IDEFICS3) {
+        n_patches /= (int)ctx->vision_model.hparams.proj_scale_factor;
     }
 
     return n_patches;

Original file line number	Diff line number	Diff line change
`@@ -2385,6 +2385,8 @@ int clip_n_patches_by_img(const struct clip_ctx * ctx, struct clip_image_f32 * i`
`2385`	`2385`	`n_patches = x_patch * y_patch;`
`2386`	`2386`	`} else if (ctx->proj_type == PROJECTOR_TYPE_GEMMA3) {`
`2387`	`2387`	`n_patches = 256;`
	`2388`	`+ } else if (ctx->proj_type == PROJECTOR_TYPE_IDEFICS3) {`
	`2389`	`+ n_patches /= (int)ctx->vision_model.hparams.proj_scale_factor;`
`2388`	`2390`	`}`
`2389`	`2391`
`2390`	`2392`	`return n_patches;`