Skip to content

Commit f639c0c

Browse files
MekkCyberydshieh
andauthored
Bnb failling tests (#40026)
* initial commit * style --------- Co-authored-by: Yih-Dar <[email protected]>
1 parent a96cccd commit f639c0c

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

src/transformers/quantizers/auto.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -213,7 +213,10 @@ def merge_quantization_configs(
213213
else:
214214
quantization_config = AutoQuantizationConfig.from_dict(quantization_config)
215215

216-
if quantization_config.__class__.__name__ != quantization_config_from_args.__class__.__name__:
216+
if (
217+
quantization_config_from_args is not None
218+
and quantization_config.__class__.__name__ != quantization_config_from_args.__class__.__name__
219+
):
217220
raise ValueError(
218221
f"The model is quantized with {quantization_config.__class__.__name__} but you are passing a {quantization_config_from_args.__class__.__name__} config. "
219222
"Please make sure to pass the same quantization config class to `from_pretrained` with different loading attributes."

0 commit comments

Comments
 (0)