File tree Expand file tree Collapse file tree 1 file changed +6
-6
lines changed
Expand file tree Collapse file tree 1 file changed +6
-6
lines changed Original file line number Diff line number Diff line change 3131 "name" : " Qwen/QwQ" ,
3232 "profiles" : [
3333 {
34- "name" : " chat " ,
34+ "name" : " default " ,
3535 "command" : " ./llama-cli --model unsloth-QwQ-32B-GGUF/QwQ-32B-Q8_0.gguf --ctx-size 32768 --temp 0.6 --min-p 0.01 --top-k 40 --top-p 0.95" ,
3636 "references" : [
3737 " https://modelscope.cn/models/Qwen/QwQ-32B" ,
4949 "name" : " meta-llama/Llama-4" ,
5050 "profiles" : [
5151 {
52- "name" : " chat " ,
52+ "name" : " default " ,
5353 "command" : " ./llama-cli --model unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF/Llama-4-Scout-17B-16E-Instruct-UD-IQ2_XXS.gguf --ctx-size 10485760 --temp 0.6 --min-p 0.01 --top-p 0.9" ,
5454 "references" : [
5555 " https://www.llama.com/docs/llama-everywhere/running-meta-llama-on-linux/" ,
6565 "name" : " google/gemma-3" ,
6666 "profiles" : [
6767 {
68- "name" : " chat " ,
68+ "name" : " default " ,
6969 "command" : " ./llama-cli --model bartowski/google_gemma-3-27b-it-qat-GGUF/gemma-3-27b-it-Q8_0.gguf --ctx-size 131072 --temp 1.0 --repeat-penalty 1.0 --min-p 0.01 --top-k 64 --top-p 0.95" ,
7070 "references" : [
7171 " https://ollama.com/library/gemma3/blobs/3116c5225075" ,
8181 "name" : " microsoft/Phi-4-reasoning" ,
8282 "profiles" : [
8383 {
84- "name" : " chat " ,
84+ "name" : " default " ,
8585 "command" : " ./llama-cli --model bartowski/microsoft_Phi-4-reasoning-plus-GGUF/microsoft_Phi-4-reasoning-plus-Q8_0.gguf --ctx-size 32768 --temp 0.8 --top-k 50 --top-p 0.95 --reasoning-format deepseek" ,
8686 "references" : [
8787 " https://huggingface.co/microsoft/Phi-4-reasoning"
9696 "name" : " mistralai/Mistral-Small" ,
9797 "profiles" : [
9898 {
99- "name" : " chat " ,
99+ "name" : " default " ,
100100 "command" : " ./llama-cli --model bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF --ctx-size 32768 --temp 0.15" ,
101101 "references" : [
102102 " https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503"
108108 "name" : " Qwen/WorldPM" ,
109109 "profiles" : [
110110 {
111- "name" : " chat " ,
111+ "name" : " default " ,
112112 "command" : " ./llama-cli --model bartowski/Qwen_WorldPM-72B-GGUF/Qwen_WorldPM-72B-Q8_0.gguf --ctx-size 131072 --temp 0.7 --min-p 0.01 --top-k 20 --top-p 0.8 --repeat-penalty 1.05" ,
113113 "references" : [
114114 " https://huggingface.co/Qwen/WorldPM-72B"
You can’t perform that action at this time.
0 commit comments