Skip to content

Commit 12df4a7

Browse files
authored
add defrag_thold
1 parent 901e9d8 commit 12df4a7

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

scripts/compare-llama-bench.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,7 @@
2727
"model_type", "model_size", "model_n_params", "n_batch", "n_ubatch", "n_threads",
2828
"cpu_mask", "cpu_strict", "poll", "type_k", "type_v", "n_gpu_layers",
2929
"split_mode", "main_gpu", "no_kv_offload", "flash_attn", "tensor_split", "tensor_buft_overrides",
30+
"defrag_thold",
3031
"use_mmap", "embeddings", "no_op_offload", "n_prompt", "n_gen", "n_depth",
3132
"test_time", "avg_ns", "stddev_ns", "avg_ts", "stddev_ts",
3233
]

0 commit comments

Comments
 (0)