native: add Adreno device constraints for OpenCL backend

Signed-off-by: Jacob Howard <jacob.howard@docker.com>

Author: xenoscopic

pkg/inference/backends/llamacpp/gpuinfo_windows.go

@@ -58,19 +58,53 @@ func hasCUDA11CapableGPU(ctx context.Context, nvGPUInfoBin string) (bool, error)
 	return false, nil
 }
 
+// supportedAdrenoGPUVersions are the Adreno versions supported by llama.cpp.
+// See (and keep in sync with):
+// https://github.com/ggml-org/llama.cpp/blob/43ddab6eeeaab5a04fe5a364af0bafb0e4d35065/ggml/src/ggml-opencl/ggml-opencl.cpp#L180-L196
+var supportedAdrenoGPUVersions = []string{
+	"730",
+	"740",
+	"750",
+	"830",
+	"X1",
+}
+
+func hasSupportedAdrenoGPU() (bool, error) {
+	gpus, err := ghw.GPU()
+	if err != nil {
+		return false, err
+	}
+	for _, gpu := range gpus.GraphicsCards {
+		isAdrenoFamily := strings.Contains(gpu.DeviceInfo.Product.Name, "Adreno") ||
+			strings.Contains(gpu.DeviceInfo.Product.Name, "Qualcomm")
+		if !isAdrenoFamily {
+			continue
+		}
+		for _, version := range supportedAdrenoGPUVersions {
+			if strings.Contains(gpu.DeviceInfo.Product.Name, version) {
+				return true, nil
+			}
+		}
+	}
+	return false, nil
+}
+
 func hasOpenCL() (bool, error) {
+	// We compile our llama.cpp backend with Adreno-specific kernels, so for now
+	// we don't support OpenCL on other GPUs.
+	adrenoGPU, err := hasSupportedAdrenoGPU()
+	if !adrenoGPU || err != nil {
+		return false, err
+	}
+
+	// Check for an OpenCL implementation.
 	opencl, err := syscall.LoadLibrary("OpenCL.dll")
 	if err != nil {
 		if errors.Is(err, syscall.ERROR_MOD_NOT_FOUND) {
 			return false, nil
 		}
 		return false, fmt.Errorf("unable to load OpenCL DLL: %w", err)
 	}
-	// We could perform additional platform and device version checks here (if
-	// we scaffold out the relevant OpenCL API datatypes in Go), but since users
-	// can opt-out of GPU support, we can probably skip that and just let users
-	// disable it if things don't work. Alternatively, we could inspect the GPUs
-	// found by the ghw package, if it supports (e.g.) Adreno GPUs.
 	syscall.FreeLibrary(opencl)
 	return true, nil
 }