We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c75ce70 commit 3f50347Copy full SHA for 3f50347
fms_mo/modules/linear.py
@@ -343,10 +343,7 @@ def get_smoothq_scale(self, x):
343
else:
344
alpha = self.smoothq_alpha
345
smoothq_scale = (
346
- (
347
- self.smoothq_act_scale.pow(alpha)
348
- / weight_scale.pow(1.0 - alpha)
349
- )
+ (self.smoothq_act_scale.pow(alpha) / weight_scale.pow(1.0 - alpha))
350
.clamp(min=1e-5)
351
.to(x.dtype)
352
)
0 commit comments