File tree Expand file tree Collapse file tree 1 file changed +2
-7
lines changed
src/compressed_tensors/quantization/utils Expand file tree Collapse file tree 1 file changed +2
-7
lines changed Original file line number Diff line number Diff line change @@ -167,7 +167,7 @@ def compute_dynamic_scales_and_zp(
167
167
168
168
keep_dims = True
169
169
if args .strategy == QuantizationStrategy .TOKEN :
170
- dim = {0 , 1 , 2 }
170
+ dim = {1 , 2 }
171
171
reduce_dims = tuple (idx for idx in range (value .ndim ) if idx not in dim )
172
172
elif args .strategy == QuantizationStrategy .TENSOR :
173
173
reduce_dims = None
@@ -176,13 +176,8 @@ def compute_dynamic_scales_and_zp(
176
176
QuantizationStrategy .GROUP ,
177
177
):
178
178
179
- if len (value .shape ) > 2 :
180
- dim = {0 , 1 , 2 }
181
- else :
182
- dim = {0 , 1 }
183
-
184
179
reduce_dims = tuple (
185
- idx for idx in range (len (value .shape ) + 1 ) if idx not in dim
180
+ idx for idx in range (len (value .shape ) + 1 ) if idx not in range ( value . dim ())
186
181
)
187
182
keep_dims = False
188
183
You can’t perform that action at this time.
0 commit comments