We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4da7887 commit 9afd956Copy full SHA for 9afd956
src/compressed_tensors/quantization/lifecycle/initialize.py
@@ -172,9 +172,10 @@ def _initialize_scale_zero_point_observer(
172
# (output_channels, 1)
173
expected_shape = (weight_shape[0], 1)
174
elif quantization_args.strategy == QuantizationStrategy.GROUP:
175
+ num_groups = weight_shape[1] // quantization_args.group_size
176
expected_shape = (
177
weight_shape[0],
- weight_shape[1] // quantization_args.group_size,
178
+ max(num_groups, 1)
179
)
180
181
scale_dtype = module.weight.dtype
0 commit comments