Skip to content

Commit a97308e

Browse files
authored
Throw error for unsupported activation strategies (#446)
Signed-off-by: Kyle Sayers <[email protected]>
1 parent 1403bc4 commit a97308e

File tree

1 file changed

+10
-0
lines changed

1 file changed

+10
-0
lines changed

src/compressed_tensors/quantization/quant_scheme.py

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,16 @@ def validate_model_after(model: "QuantizationScheme") -> "QuantizationScheme":
6060
format = model.format
6161

6262
if inputs is not None:
63+
if inputs.strategy not in (
64+
QuantizationStrategy.TOKEN,
65+
QuantizationStrategy.TENSOR,
66+
QuantizationStrategy.TENSOR_GROUP,
67+
):
68+
raise ValueError(
69+
f"Using {inputs.strategy} strategy is not supported for "
70+
"activation quantization"
71+
)
72+
6373
if inputs.actorder is not None:
6474
raise ValueError("Cannot apply actorder to input activations")
6575

0 commit comments

Comments
 (0)