adjusted gpu selection logic

Author: l3utterfly

ggml/include/ggml-backend.h

@@ -202,6 +202,7 @@ extern "C" {
     //
     // Backend registry
     //
+    GGML_API void               ggml_backend_reg_layla(bool useVulkan, bool useOpenCL);
 
     // Backend (reg) enumeration
     GGML_API size_t             ggml_backend_reg_count(void);

ggml/src/ggml-backend-reg.cpp

@@ -148,6 +148,9 @@ struct ggml_backend_reg_entry {
     dl_handle_ptr handle;
 };
 
+static bool laylaUseVulkan = false;
+static bool laylaUseOpenCL = false;
+
 struct ggml_backend_registry {
     std::vector<ggml_backend_reg_entry> backends;
     std::vector<ggml_backend_dev_t> devices;
@@ -163,10 +166,14 @@ struct ggml_backend_registry {
         register_backend(ggml_backend_sycl_reg());
 #endif
 #ifdef GGML_USE_VULKAN
-        register_backend(ggml_backend_vk_reg());
+        if(laylaUseVulkan) {
+            register_backend(ggml_backend_vk_reg());
+        }
 #endif
 #ifdef GGML_USE_OPENCL
-        register_backend(ggml_backend_opencl_reg());
+        if(laylaUseOpenCL) {
+            register_backend(ggml_backend_opencl_reg());
+        }
 #endif
 #ifdef GGML_USE_CANN
         register_backend(ggml_backend_cann_reg());
@@ -288,6 +295,11 @@ struct ggml_backend_registry {
     }
 };
 
+void ggml_backend_reg_layla(bool useVulkan, bool useOpenCL) {
+    laylaUseVulkan = useVulkan;
+    laylaUseOpenCL = useOpenCL;
+}
+
 static ggml_backend_registry & get_reg() {
     static ggml_backend_registry reg;
     return reg;