llama.vim : update server command [no ci]

ggerganov · ggerganov · commit 92e0413ca480 · 2024-10-13T18:53:53.000+03:00
diff --git a/examples/llama.vim b/examples/llama.vim
@@ -17,7 +17,7 @@
 "
 " start the llama.cpp server with a FIM-compatible model. for example:
 "
-"   $ llama-server -m {model.gguf} --port 8012 -ngl 99 -fa --ubatch-size 1024 --batch-size 2048
+"   $ llama-server -m {model.gguf} --port 8012 -ngl 99 -fa --ubatch-size 1024 --batch-size 2048 --cache-reuse 512
 "
 "   --batch-size [512, model max context]
 "

Original file line number	Diff line number	Diff line change
`@@ -17,7 +17,7 @@`
`17`	`17`	`"`
`18`	`18`	`" start the llama.cpp server with a FIM-compatible model. for example:`
`19`	`19`	`"`
`20`		`-" $ llama-server -m {model.gguf} --port 8012 -ngl 99 -fa --ubatch-size 1024 --batch-size 2048`
	`20`	`+" $ llama-server -m {model.gguf} --port 8012 -ngl 99 -fa --ubatch-size 1024 --batch-size 2048 --cache-reuse 512`
`21`	`21`	`"`
`22`	`22`	`" --batch-size [512, model max context]`
`23`	`23`	`"`