Skip to content

Commit 5dc68ef

Browse files
committed
nit: assert zero_point exists for asymmetric strategies before unpacking
1 parent f0ae89e commit 5dc68ef

File tree

1 file changed

+7
-5
lines changed

1 file changed

+7
-5
lines changed

src/compressed_tensors/compressors/quantized_compressors/pack_quantized.py

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -168,11 +168,13 @@ def decompress_weight(
168168
QuantizationStrategy.GROUP.value,
169169
QuantizationStrategy.CHANNEL.value,
170170
]:
171-
if zero_point is not None:
172-
original_zp_shape = (original_shape[0], scale.shape[-1])
173-
zero_point = unpack_from_int32(
174-
zero_point, num_bits, original_zp_shape, packed_dim=0
175-
)
171+
assert (
172+
zero_point is not None
173+
), "Asymmetric quantization requires zero-point values"
174+
original_zp_shape = (original_shape[0], scale.shape[-1])
175+
zero_point = unpack_from_int32(
176+
zero_point, num_bits, original_zp_shape, packed_dim=0
177+
)
176178

177179
decompressed_weight = dequantize(
178180
x_q=unpacked, scale=scale, zero_point=zero_point, g_idx=g_idx

0 commit comments

Comments
 (0)