Skip to content

Commit 54a7979

Browse files
committed
fmt
Signed-off-by: Will Johnson <[email protected]>
1 parent ba7e108 commit 54a7979

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

plugins/accelerated-moe/src/fms_acceleration_moe/utils/checkpoint_utils.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -116,7 +116,8 @@ def save_fsdp_optimizer(
116116
# TODO: Once expert layers are supported for LoRA tuning
117117
# remove the "router" filtering
118118
lora_state_dict = {
119-
k: v for k, v in model_state_dict.items()
119+
k: v
120+
for k, v in model_state_dict.items()
120121
if ("lora_A" in k or "lora_B" in k) and "router" not in k
121122
}
122123

0 commit comments

Comments
 (0)