Skip to content

Commit 05e00e4

Browse files
authored
add validation check on format (#424)
1 parent fac7e4a commit 05e00e4

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

src/compressed_tensors/quantization/quant_scheme.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@ def validate_model_after(model: "QuantizationScheme") -> "QuantizationScheme":
5757
inputs = model.input_activations
5858
outputs = model.output_activations
5959
weights = model.weights
60+
format = model.format
6061

6162
if inputs is not None:
6263
if inputs.actorder is not None:
@@ -66,6 +67,11 @@ def validate_model_after(model: "QuantizationScheme") -> "QuantizationScheme":
6667
if outputs.actorder is not None:
6768
raise ValueError("Cannot apply actorder to output activations")
6869

70+
if format == CompressionFormat.mixed_precision.value:
71+
raise ValueError(
72+
"mixed-precision cannot be set as a format for a QuantizationScheme"
73+
)
74+
6975
if (
7076
inputs
7177
and weights

0 commit comments

Comments
 (0)