common_parse_skip_backend_init

Author: jesusmb1995

common/arg.cpp

@@ -1338,8 +1338,8 @@ static void add_rpc_devices(const std::string & servers) {
     }
 }
 
-bool common_params_parse(int argc, char ** argv, common_params & params, llama_example ex, void(*print_usage)(int, char **)) {
-    auto ctx_arg = common_params_parser_init(params, ex, print_usage);
+bool common_params_parse(int argc, char ** argv, common_params & params, llama_example ex, void(*print_usage)(int, char **), bool skip_backend_init) {
+    auto ctx_arg = common_params_parser_init(params, ex, print_usage, skip_backend_init);
     const common_params params_org = ctx_arg.params; // the example can modify the default params
 
     try {
@@ -1395,9 +1395,14 @@ static bool is_autoy(const std::string & value) {
     return value == "auto" || value == "-1";
 }
 
-common_params_context common_params_parser_init(common_params & params, llama_example ex, void(*print_usage)(int, char **)) {
-    // load dynamic backends
-    ggml_backend_load_all();
+common_params_context common_params_parser_init(common_params & params,
+                                                llama_example   ex,
+                                                void (*print_usage)(int, char **),
+                                                bool skip_backend_init) {
+    // load dynamic backends (unless explicitly skipped)
+    if (!skip_backend_init) {
+        ggml_backend_load_all();
+    }
 
     common_params_context ctx_arg(params);
     ctx_arg.print_usage = print_usage;

common/arg.h

@@ -74,11 +74,21 @@ struct common_params_context {
 
 // parse input arguments from CLI
 // if one argument has invalid value, it will automatically display usage of the specific argument (and not the full usage message)
-bool common_params_parse(int argc, char ** argv, common_params & params, llama_example ex, void(*print_usage)(int, char **) = nullptr);
+// skip_backend_init: if true, skip calling ggml_backend_load_all() in common_params_parser_init
+bool common_params_parse(int             argc,
+                         char **         argv,
+                         common_params & params,
+                         llama_example   ex,
+                         void (*print_usage)(int, char **) = nullptr,
+                         bool skip_backend_init            = false);
 
 // function to be used by test-arg-parser
-common_params_context common_params_parser_init(common_params & params, llama_example ex, void(*print_usage)(int, char **) = nullptr);
-bool common_has_curl();
+// skip_backend_init: if true, skip calling ggml_backend_load_all()
+common_params_context common_params_parser_init(common_params & params,
+                                                llama_example   ex,
+                                                void (*print_usage)(int, char **) = nullptr,
+                                                bool skip_backend_init            = false);
+bool                  common_has_curl();
 
 struct common_remote_params {
     std::vector<std::string> headers;