diff --git a/qai_hub_models/models/_shared/llm/split_onnx_utils/utils.py b/qai_hub_models/models/_shared/llm/split_onnx_utils/utils.py index 631da0c7e..c894ce2c8 100644 --- a/qai_hub_models/models/_shared/llm/split_onnx_utils/utils.py +++ b/qai_hub_models/models/_shared/llm/split_onnx_utils/utils.py @@ -175,6 +175,13 @@ def _load_encoding(encodingfile: Optional[PathLike], no_merge: bool = False) -> if encodingfile is not None: with open(encodingfile) as json_file: quant_encoding_dict = json.load(json_file) + if isinstance(quant_encoding_dict, list): + quant_encoding_dict["activation_encodings"] = { + v["name"]: v for v in quant_encoding_dict["activation_encodings"] + } + quant_encoding_dict["param_encodings"] = { + v["name"]: v for v in quant_encoding_dict["param_encodings"] + } if no_merge: return quant_encoding_dict all.update(quant_encoding_dict["activation_encodings"])