We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ec1303c commit 7b47912Copy full SHA for 7b47912
paddleformers/quantization/quantization_config.py
@@ -74,6 +74,9 @@ def __init__(
74
actscale_moving_rate=0.01,
75
fp8_format_type="hybrid",
76
scale_epsilon=1e-8,
77
+ dense_quant_type="",
78
+ moe_quant_type="",
79
+ quantization="",
80
**kwargs,
81
):
82
if weight_quantize_algo is not None:
@@ -154,6 +157,9 @@ def __init__(
154
157
self.actscale_moving_rate = actscale_moving_rate
155
158
self.fp8_format_type = fp8_format_type
156
159
self.scale_epsilon = scale_epsilon
160
+ self.dense_quant_type = dense_quant_type
161
+ self.moe_quant_type = moe_quant_type
162
+ self.quantization = quantization
163
164
@property
165
def fp8_format(self):
0 commit comments