We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fdce078 commit 53f6f5fCopy full SHA for 53f6f5f
llama_cpp/llama.py
@@ -190,7 +190,9 @@ def __init__(
190
191
if isinstance(numa, bool):
192
self.numa = llama_cpp.GGML_NUMA_STRATEGY_DISTRIBUTE if numa else llama_cpp.GGML_NUMA_STRATEGY_DISABLED
193
-
+ else:
194
+ self.numa = numa
195
+
196
if self.numa != llama_cpp.GGML_NUMA_STRATEGY_DISABLED:
197
with suppress_stdout_stderr(disable=verbose):
198
llama_cpp.llama_numa_init(self.numa)
0 commit comments