We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3c91290 commit f2ba2c3Copy full SHA for f2ba2c3
tuning/sft_trainer.py
@@ -167,7 +167,8 @@ def train(
167
"`--padding_free` argument was called with `packing=True`, "
168
"Trainer should not perform packing when using `--padding_free`"
169
)
170
-
+ if fast_moe_config is not None and fast_moe_config.fast_moe is None:
171
+ fast_moe_config = None
172
if fast_moe_config is not None:
173
# Checking for unsupported modules with Scatter MoE for LoRA
174
# Only raise an error for `all-linear`
0 commit comments