We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1403bc4 commit a97308eCopy full SHA for a97308e
src/compressed_tensors/quantization/quant_scheme.py
@@ -60,6 +60,16 @@ def validate_model_after(model: "QuantizationScheme") -> "QuantizationScheme":
60
format = model.format
61
62
if inputs is not None:
63
+ if inputs.strategy not in (
64
+ QuantizationStrategy.TOKEN,
65
+ QuantizationStrategy.TENSOR,
66
+ QuantizationStrategy.TENSOR_GROUP,
67
+ ):
68
+ raise ValueError(
69
+ f"Using {inputs.strategy} strategy is not supported for "
70
+ "activation quantization"
71
+ )
72
+
73
if inputs.actorder is not None:
74
raise ValueError("Cannot apply actorder to input activations")
75
0 commit comments