We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6ee7e4c commit 5ffc4bcCopy full SHA for 5ffc4bc
fms_mo/utils/dq_utils.py
@@ -117,7 +117,7 @@ def config_quantize_smooth_layers(qcfg: dict):
117
qcfg["smoothq_act_scale_path"] = "./act_scales/graniteCodeHF_34b_base12.pt"
118
elif "roberta" in qcfg["model"]:
119
qcfg["act_scale_path"] = "./act_scales"
120
- qcfg["scale_layers"] = [
+ qcfg["smoothq_scale_layers"] = [
121
"attention.self.query",
122
"attention.self.key",
123
"attention.self.value",
0 commit comments