new llm

functora · functora · commit a6a763cb640c · 2025-09-13T18:34:11.000-03:00
diff --git a/nix/configuration.nix b/nix/configuration.nix
@@ -1098,8 +1098,8 @@ in {
     #
     services.llama-cpp.port = 11434;
     services.llama-cpp.package = unst.llama-cpp.override {vulkanSupport = true;};
-    services.llama-cpp.model = ../../llms/OpenGVLab_InternVL3_5-1B-Q4_K_M.gguf;
-    services.llama-cpp.extraFlags = ["-c" "32000"];
+    services.llama-cpp.model = ../../llms/NousResearch_Hermes-4-14B-Q4_K_M.gguf;
+    # services.llama-cpp.extraFlags = ["-c" "32000"];
     #
     # Fonts
     #

Original file line number	Diff line number	Diff line change
`@@ -1098,8 +1098,8 @@ in {`
`1098`	`1098`	`#`
`1099`	`1099`	`services.llama-cpp.port = 11434;`
`1100`	`1100`	`services.llama-cpp.package = unst.llama-cpp.override {vulkanSupport = true;};`
`1101`		`- services.llama-cpp.model = ../../llms/OpenGVLab_InternVL3_5-1B-Q4_K_M.gguf;`
`1102`		`- services.llama-cpp.extraFlags = ["-c" "32000"];`
	`1101`	`+ services.llama-cpp.model = ../../llms/NousResearch_Hermes-4-14B-Q4_K_M.gguf;`
	`1102`	`+ # services.llama-cpp.extraFlags = ["-c" "32000"];`
`1103`	`1103`	`#`
`1104`	`1104`	`# Fonts`
`1105`	`1105`	`#`