Skip to content

Commit f3d697a

Browse files
update default llama-bench params
1 parent fa6cb8a commit f3d697a

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

examples/llama-bench/llama-bench.cpp

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -189,9 +189,9 @@ struct cmd_params {
189189

190190
static const cmd_params cmd_params_defaults = {
191191
/* model */ { "models/7B/ggml-model-q4_0.gguf" },
192-
/* n_prompt */ { 512 },
193-
/* n_gen */ { 128 },
194-
/* n_pg */ {},
192+
/* n_prompt */ { 0 },
193+
/* n_gen */ { 32 },
194+
/* n_pg */ { { 4096, 32 } },
195195
/* n_batch */ { 2048 },
196196
/* n_ubatch */ { 512 },
197197
/* type_k */ { GGML_TYPE_F16 },
@@ -210,7 +210,7 @@ static const cmd_params cmd_params_defaults = {
210210
/* use_mmap */ { true },
211211
/* embeddings */ { false },
212212
/* numa */ GGML_NUMA_STRATEGY_DISABLED,
213-
/* reps */ 5,
213+
/* reps */ 3,
214214
/* prio */ GGML_SCHED_PRIO_NORMAL,
215215
/* delay */ 0,
216216
/* verbose */ false,

0 commit comments

Comments
 (0)