We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c719594 commit 764460aCopy full SHA for 764460a
plugins/accelerated-moe/src/fms_acceleration_moe/utils/scattermoe_prepare.py
@@ -352,9 +352,13 @@ def prepare_scattermoe(
352
"input_linear",
353
"output_linear",
354
]
355
- if any(
356
- module in (target_modules or []) for module in possible_target_modules
357
- ) or not lora_config:
+ if (
+ any(
+ module in (target_modules or [])
358
+ for module in possible_target_modules
359
+ )
360
+ or not lora_config
361
+ ):
362
if device_mesh is None:
363
# - if not on meta, just load the state dict
364
# - and then put on the device
0 commit comments