File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -189,9 +189,9 @@ struct cmd_params {
189189
190190static const cmd_params cmd_params_defaults = {
191191 /* model */ { " models/7B/ggml-model-q4_0.gguf" },
192- /* n_prompt */ { 512 },
193- /* n_gen */ { 128 },
194- /* n_pg */ {},
192+ /* n_prompt */ { 0 },
193+ /* n_gen */ { 32 },
194+ /* n_pg */ { { 4096 , 32 } },
195195 /* n_batch */ { 2048 },
196196 /* n_ubatch */ { 512 },
197197 /* type_k */ { GGML_TYPE_F16 },
@@ -210,7 +210,7 @@ static const cmd_params cmd_params_defaults = {
210210 /* use_mmap */ { true },
211211 /* embeddings */ { false },
212212 /* numa */ GGML_NUMA_STRATEGY_DISABLED,
213- /* reps */ 5 ,
213+ /* reps */ 3 ,
214214 /* prio */ GGML_SCHED_PRIO_NORMAL,
215215 /* delay */ 0 ,
216216 /* verbose */ false ,
You can’t perform that action at this time.
0 commit comments