Skip to content

Commit 37f3819

Browse files
committed
Cherry pick PR ggml-org#14236
1 parent d40fd37 commit 37f3819

File tree

1 file changed

+10
-3
lines changed

1 file changed

+10
-3
lines changed

tools/mtmd/clip.cpp

Lines changed: 10 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -384,9 +384,16 @@ struct clip_ctx {
384384
if (!backend_cpu) {
385385
throw std::runtime_error("failed to initialize CPU backend");
386386
}
387-
backend = ctx_params.use_gpu
388-
? ggml_backend_init_by_type(GGML_BACKEND_DEVICE_TYPE_GPU, nullptr)
389-
: nullptr;
387+
backend = nullptr;
388+
if (ctx_params.use_gpu) {
389+
auto backend_name = std::getenv("MTMD_BACKEND_DEVICE");
390+
if (backend_name != nullptr) {
391+
backend = ggml_backend_init_by_name(backend_name, nullptr);
392+
}
393+
if (!backend) {
394+
backend = ggml_backend_init_by_type(GGML_BACKEND_DEVICE_TYPE_GPU, nullptr);
395+
}
396+
}
390397

391398
if (backend) {
392399
LOG_INF("%s: CLIP using %s backend\n", __func__, ggml_backend_name(backend));

0 commit comments

Comments
 (0)