We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent abbeb70 commit 66c375cCopy full SHA for 66c375c
vllm/distributed/eplb/eplb_state.py
@@ -539,12 +539,12 @@ def rearrange(
539
540
if (
541
is_main_rank
542
- and self.eplb_save_dir is not None
+ and self.save_dir is not None
543
and not is_profile
544
and self.expert_rearrangement_step > 0
545
):
546
save_eplb_state(
547
- global_expert_load_window, self.eplb_save_dir, self.save_dir_iter
+ global_expert_load_window, self.save_dir, self.save_dir_iter
548
)
549
self.save_dir_iter += 1
550
0 commit comments