2222logger = logging .getLogger ("compare-llama-bench" )
2323
2424# All llama-bench SQLite3 fields
25- DB_FIELDS = {
25+ DB_FIELDS = [
2626 "build_commit" , "build_number" , "cpu_info" , "gpu_info" , "backends" , "model_filename" ,
2727 "model_type" , "model_size" , "model_n_params" , "n_batch" , "n_ubatch" , "n_threads" ,
2828 "cpu_mask" , "cpu_strict" , "poll" , "type_k" , "type_v" , "n_gpu_layers" ,
2929 "split_mode" , "main_gpu" , "no_kv_offload" , "flash_attn" , "tensor_split" , "tensor_buft_overrides" ,
3030 "use_mmap" , "embeddings" , "no_op_offload" , "n_prompt" , "n_gen" , "n_depth" ,
3131 "test_time" , "avg_ns" , "stddev_ns" , "avg_ts" , "stddev_ts" ,
32- }
32+ ]
3333
3434# Properties by which to differentiate results per commit:
3535KEY_PROPERTIES = [
@@ -306,7 +306,7 @@ def __init__(self, data_file: str):
306306 for i , line in enumerate (fp ):
307307 parsed = json .loads (line )
308308
309- for k in parsed .keys () - DB_FIELDS :
309+ for k in parsed .keys () - set ( DB_FIELDS ) :
310310 del parsed [k ]
311311
312312 if (missing_keys := self ._check_keys (parsed .keys ())):
@@ -326,7 +326,7 @@ def __init__(self, data_files: list[str]):
326326 parsed = json .load (fp )
327327
328328 for i , entry in enumerate (parsed ):
329- for k in entry .keys () - DB_FIELDS :
329+ for k in entry .keys () - set ( DB_FIELDS ) :
330330 del entry [k ]
331331
332332 if (missing_keys := self ._check_keys (entry .keys ())):
@@ -346,7 +346,7 @@ def __init__(self, data_files: list[str]):
346346 for i , parsed in enumerate (csv .DictReader (fp )):
347347 keys = set (parsed .keys ())
348348
349- for k in keys - DB_FIELDS :
349+ for k in keys - set ( DB_FIELDS ) :
350350 del parsed [k ]
351351
352352 if (missing_keys := self ._check_keys (keys )):
0 commit comments