We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 049df45 commit cb1dfcaCopy full SHA for cb1dfca
fms_mo/utils/aiu_utils.py
@@ -288,7 +288,7 @@ def process_zero_shift(
288
a_cvn = model.state_dict()[a_cvn_name]
289
290
# compute "zero_shift" correction factor only for asymmetric activations
291
- if a_cv is not None and a_cvn is not None and torch.equal(a_cv, -a_cvn):
+ if not (a_cv is None or a_cvn is None or torch.equal(a_cv, -a_cvn)):
292
if weight_int is None:
293
logger.info(
294
f"As weights appear to be not quantized, zero shift for {k} "
0 commit comments