We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 46f83fe commit 8abbcdeCopy full SHA for 8abbcde
src/compressed_tensors/quantization/quant_scheme.py
@@ -63,18 +63,8 @@ def validate_model_after(model: "QuantizationScheme") -> "QuantizationScheme":
63
if inputs.strategy not in (
64
QuantizationStrategy.TOKEN,
65
QuantizationStrategy.TENSOR,
66
- QuantizationStrategy.GROUP,
67
QuantizationStrategy.TENSOR_GROUP,
68
):
69
- if (
70
- inputs.strategy == QuantizationStrategy.GROUP
71
- and inputs.dynamic is True
72
- ):
73
- raise NotImplementedError(
74
- "Static and local group-wise activation "
75
- "quantization is not supported"
76
- )
77
-
78
raise NotImplementedError(
79
f"Using {inputs.strategy} strategy is not supported for "
80
"activation quantization"
0 commit comments