We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2df8c1a commit b9ef895Copy full SHA for b9ef895
examples/server/server.cpp
@@ -1975,8 +1975,12 @@ struct server_context {
1975
1976
std::string & mmproj_path = params_base.mmproj.path;
1977
if (!mmproj_path.empty()) {
1978
- mtmd_context_params mparams;
1979
- mparams.n_threads = params_base.cpuparams.n_threads;
+ mtmd_context_params mparams{
+ /* use_gpu */ params_base.mmproj_use_gpu,
1980
+ /* timings */ true,
1981
+ /* n_threads */ params_base.cpuparams.n_threads,
1982
+ /* verbosity */ params_base.verbosity > 0 ? GGML_LOG_LEVEL_DEBUG : GGML_LOG_LEVEL_INFO,
1983
+ };
1984
mctx = mtmd_init_from_file(mmproj_path.c_str(), model, mparams);
1985
if (mctx == nullptr) {
1986
SRV_ERR("failed to load multimodal model, '%s'\n", mmproj_path.c_str());
0 commit comments