compare-llama-bench.py : remove mul_mat_q (ggml-org#5892)

slaren · web-flow · commit 652ca2bded3c · 2024-03-05T22:27:29.000+01:00
diff --git a/scripts/compare-llama-bench.py b/scripts/compare-llama-bench.py
@@ -18,7 +18,7 @@
 KEY_PROPERTIES = [
     "cpu_info", "gpu_info", "n_gpu_layers", "main_gpu", "cuda", "opencl", "metal", "gpu_blas",
     "blas", "model_filename", "model_type", "model_size", "model_n_params", "n_batch", "n_threads",
-    "type_k", "type_v", "no_kv_offload", "mul_mat_q", "tensor_split", "n_prompt", "n_gen"
+    "type_k", "type_v", "no_kv_offload", "tensor_split", "n_prompt", "n_gen"
 ]
 
 # Properties that are boolean and are converted to Yes/No for the table:

Original file line number	Diff line number	Diff line change
`@@ -18,7 +18,7 @@`
`18`	`18`	`KEY_PROPERTIES = [`
`19`	`19`	`"cpu_info", "gpu_info", "n_gpu_layers", "main_gpu", "cuda", "opencl", "metal", "gpu_blas",`
`20`	`20`	`"blas", "model_filename", "model_type", "model_size", "model_n_params", "n_batch", "n_threads",`
`21`		`- "type_k", "type_v", "no_kv_offload", "mul_mat_q", "tensor_split", "n_prompt", "n_gen"`
	`21`	`+ "type_k", "type_v", "no_kv_offload", "tensor_split", "n_prompt", "n_gen"`
`22`	`22`	`]`
`23`	`23`
`24`	`24`	`# Properties that are boolean and are converted to Yes/No for the table:`