We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent f912c36 commit 8ac6ed8Copy full SHA for 8ac6ed8
src/cache_dit/quantize/torchao/quantize_ao.py
@@ -26,11 +26,14 @@ def quantize_ao(
26
alias_map = {
27
"float8": "fp8_w8a8_dq",
28
"float8_weight_only": "fp8_w8a16_wo",
29
+ "float8_wo": "fp8_w8a16_wo",
30
"int8": "int8_w8a8_dq",
31
"int8_weight_only": "int8_w8a16_wo",
32
+ "int8_wo": "int8_w8a16_wo",
33
"int4": "int4_w4a8_dq",
34
"int4_w4a4": "int4_w4a4_dq",
35
"int4_weight_only": "int4_w4a16_wo",
36
+ "int4_wo": "int4_w4a16_wo",
37
}
38
if quant_type.lower() in alias_map:
39
quant_type = alias_map[quant_type.lower()]
0 commit comments