File tree Expand file tree Collapse file tree 1 file changed +5
-10
lines changed
src/llmcompressor/modifiers/awq Expand file tree Collapse file tree 1 file changed +5
-10
lines changed Original file line number Diff line number Diff line change @@ -184,17 +184,12 @@ def validate_model_after(model: "AWQModifier") -> "AWQModifier":
184
184
185
185
model ._group_size = next (iter (group_size_set ))
186
186
187
- num_bits_set = set (
188
- group . input_activations .num_bits
187
+ num_bits_set = {
188
+ act .num_bits
189
189
for group in config .config_groups .values ()
190
- if group .input_activations is not None
191
- ).union (
192
- set (
193
- group .output_activations .num_bits
194
- for group in config .config_groups .values ()
195
- if group .output_activations is not None
196
- )
197
- )
190
+ for act in (group .input_activations , group .output_activations )
191
+ if act is not None
192
+ }
198
193
if not (len (num_bits_set ) == 0 or num_bits_set == {16 }):
199
194
warnings .warn (
200
195
"A strategy including activation quantization was detected. "
You can’t perform that action at this time.
0 commit comments