Skip to content

Commit dcf0733

Browse files
committed
fixes post rebase
Signed-off-by: Patryk Saffer <[email protected]>
1 parent 55de3d0 commit dcf0733

File tree

2 files changed

+5
-6
lines changed

2 files changed

+5
-6
lines changed

vllm/model_executor/layers/fused_moe/layer.py

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1627,12 +1627,11 @@ def select_experts(
16271627
if self.enable_eplb:
16281628
topk_ids = eplb_map_to_physical_and_record(
16291629
topk_ids=topk_ids,
1630-
expert_load_view=expert_load_view,
1631-
logical_to_physical_map=logical_to_physical_map,
1632-
eplb_static=eplb_static,
1633-
logical_replica_count=logical_replica_count,
1634-
indices_type=indices_type, # TODO
16351630
expert_load_view=self.expert_load_view,
1631+
logical_to_physical_map=self.logical_to_physical_map,
1632+
logical_replica_count=self.logical_replica_count,
1633+
eplb_static=self.eplb_static,
1634+
indices_type=indices_type
16361635
)
16371636

16381637
if (indices_type is not None) and topk_ids.dtype != indices_type:

vllm/v1/worker/gpu_model_runner.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3613,7 +3613,7 @@ def load_model(self, eep_scale_up: bool = False) -> None:
36133613
if self.parallel_config.eplb_config.load_path is not None:
36143614
self.eplb_state.rearrange(self.model, load_initial_load_window=True)
36153615
if self.parallel_config.eplb_config.static:
3616-
self.eplb_state = None # TODO FIX
3616+
self.eplb_state = None
36173617
if self.eplb_state.is_async:
36183618
self.eplb_state.start_async_loop(rank_mapping=rank_mapping)
36193619

0 commit comments

Comments
 (0)