Skip to content

Commit b9ef895

Browse files
committed
fix --no-mmproj-offload
1 parent 2df8c1a commit b9ef895

File tree

1 file changed

+6
-2
lines changed

1 file changed

+6
-2
lines changed

examples/server/server.cpp

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1975,8 +1975,12 @@ struct server_context {
19751975

19761976
std::string & mmproj_path = params_base.mmproj.path;
19771977
if (!mmproj_path.empty()) {
1978-
mtmd_context_params mparams;
1979-
mparams.n_threads = params_base.cpuparams.n_threads;
1978+
mtmd_context_params mparams{
1979+
/* use_gpu */ params_base.mmproj_use_gpu,
1980+
/* timings */ true,
1981+
/* n_threads */ params_base.cpuparams.n_threads,
1982+
/* verbosity */ params_base.verbosity > 0 ? GGML_LOG_LEVEL_DEBUG : GGML_LOG_LEVEL_INFO,
1983+
};
19801984
mctx = mtmd_init_from_file(mmproj_path.c_str(), model, mparams);
19811985
if (mctx == nullptr) {
19821986
SRV_ERR("failed to load multimodal model, '%s'\n", mmproj_path.c_str());

0 commit comments

Comments
 (0)