use n_gpu_layers param

Author: ngxson

examples/llava/clip.cpp

@@ -1209,7 +1209,7 @@ struct clip_ctx * clip_model_load(const char * fname, const int verbosity = 1) {
     });
 }
 
-struct clip_ctx * clip_init(const char * fname, clip_context_params ctx_params) {
+struct clip_ctx * clip_init(const char * fname, struct clip_context_params ctx_params) {
     int verbosity = ctx_params.verbosity;
     struct ggml_context * meta = NULL;
 

examples/llava/clip.h

@@ -47,7 +47,7 @@ struct clip_context_params {
 // deprecated, use clip_init
 CLIP_API struct clip_ctx * clip_model_load(const char * fname, int verbosity);
 
-CLIP_API struct clip_ctx * clip_init(const char * fname, clip_context_params ctx_params);
+CLIP_API struct clip_ctx * clip_init(const char * fname, struct clip_context_params ctx_params);
 
 CLIP_API void clip_free(struct clip_ctx * ctx);
 

examples/llava/minicpmv-cli.cpp

@@ -86,7 +86,11 @@ static struct clip_ctx * clip_init_context(common_params * params) {
     if (prompt.empty()) {
         prompt = "describe the image in detail.";
     }
-    auto * ctx_clip = clip_model_load(clip_path, /*verbosity=*/ 1);
+    struct clip_context_params clip_params = {
+        /* use_gpu */   params->n_gpu_layers != 0,
+        /* verbosity */ params->verbosity,
+    };
+    auto * ctx_clip = clip_init(clip_path, clip_params);
     return ctx_clip;
 }