We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f9971ef commit 879ba82Copy full SHA for 879ba82
examples/server/tests/utils.py
@@ -280,7 +280,7 @@ def tinyllama2() -> ServerProcess:
280
server.model_hf_repo = "ggml-org/models"
281
server.model_hf_file = "tinyllamas/stories260K.gguf"
282
server.model_alias = "tinyllama-2"
283
- server.n_ctx = 256
+ server.n_ctx = 512
284
server.n_batch = 32
285
server.n_slots = 2
286
server.n_predict = 64
0 commit comments