Skip to content

Commit 8abbcde

Browse files
committed
ungate group activation quant
Signed-off-by: Kyle Sayers <[email protected]>
1 parent 46f83fe commit 8abbcde

File tree

1 file changed

+0
-10
lines changed

1 file changed

+0
-10
lines changed

src/compressed_tensors/quantization/quant_scheme.py

Lines changed: 0 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -63,18 +63,8 @@ def validate_model_after(model: "QuantizationScheme") -> "QuantizationScheme":
6363
if inputs.strategy not in (
6464
QuantizationStrategy.TOKEN,
6565
QuantizationStrategy.TENSOR,
66-
QuantizationStrategy.GROUP,
6766
QuantizationStrategy.TENSOR_GROUP,
6867
):
69-
if (
70-
inputs.strategy == QuantizationStrategy.GROUP
71-
and inputs.dynamic is True
72-
):
73-
raise NotImplementedError(
74-
"Static and local group-wise activation "
75-
"quantization is not supported"
76-
)
77-
7868
raise NotImplementedError(
7969
f"Using {inputs.strategy} strategy is not supported for "
8070
"activation quantization"

0 commit comments

Comments
 (0)