Skip to content

Commit 8ac6ed8

Browse files
authored
chore: support more alias for quant types (#628)
1 parent f912c36 commit 8ac6ed8

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

src/cache_dit/quantize/torchao/quantize_ao.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -26,11 +26,14 @@ def quantize_ao(
2626
alias_map = {
2727
"float8": "fp8_w8a8_dq",
2828
"float8_weight_only": "fp8_w8a16_wo",
29+
"float8_wo": "fp8_w8a16_wo",
2930
"int8": "int8_w8a8_dq",
3031
"int8_weight_only": "int8_w8a16_wo",
32+
"int8_wo": "int8_w8a16_wo",
3133
"int4": "int4_w4a8_dq",
3234
"int4_w4a4": "int4_w4a4_dq",
3335
"int4_weight_only": "int4_w4a16_wo",
36+
"int4_wo": "int4_w4a16_wo",
3437
}
3538
if quant_type.lower() in alias_map:
3639
quant_type = alias_map[quant_type.lower()]

0 commit comments

Comments
 (0)