Skip to content

Commit 3f245da

Browse files
committed
test fixes
Signed-off-by: Patryk Saffer <[email protected]>
1 parent ed322fc commit 3f245da

File tree

2 files changed

+3
-1
lines changed

2 files changed

+3
-1
lines changed

tests/v1/e2e/test_eplb_offline.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,7 @@ def test_eplb_model(
4848
)
4949

5050
# Save EPLB statistics to disk
51-
eplb_config_save = EPLBConfig(save_dir="/tmp")
51+
eplb_config_save = EPLBConfig(save_load_window=True, save_dir="/tmp")
5252
llm = LLM(eplb_config=eplb_config_save, **llm_args)
5353
llm.generate(test_prompts, sampling_config)
5454
del llm
@@ -57,6 +57,7 @@ def test_eplb_model(
5757

5858
# Load EPLB statistics from disk
5959
eplb_config_load = EPLBConfig(
60+
load_initial_load_window=True,
6061
load_path="/tmp/global_expert_load_window_i0.safetensors"
6162
)
6263
llm = LLM(eplb_config=eplb_config_load, **llm_args)

vllm/model_executor/layers/fused_moe/unquantized_fused_moe_method.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -283,6 +283,7 @@ def apply(
283283
apply_router_weight_on_input: bool = False,
284284
activation: str = "silu",
285285
enable_eplb: bool = False,
286+
eplb_static: bool = False,
286287
expert_load_view: torch.Tensor | None = None,
287288
logical_to_physical_map: torch.Tensor | None = None,
288289
logical_replica_count: torch.Tensor | None = None,

0 commit comments

Comments
 (0)