File tree Expand file tree Collapse file tree 2 files changed +3
-1
lines changed
vllm/model_executor/layers/fused_moe Expand file tree Collapse file tree 2 files changed +3
-1
lines changed Original file line number Diff line number Diff line change @@ -48,7 +48,7 @@ def test_eplb_model(
4848 )
4949
5050 # Save EPLB statistics to disk
51- eplb_config_save = EPLBConfig (save_dir = "/tmp" )
51+ eplb_config_save = EPLBConfig (save_load_window = True , save_dir = "/tmp" )
5252 llm = LLM (eplb_config = eplb_config_save , ** llm_args )
5353 llm .generate (test_prompts , sampling_config )
5454 del llm
@@ -57,6 +57,7 @@ def test_eplb_model(
5757
5858 # Load EPLB statistics from disk
5959 eplb_config_load = EPLBConfig (
60+ load_initial_load_window = True ,
6061 load_path = "/tmp/global_expert_load_window_i0.safetensors"
6162 )
6263 llm = LLM (eplb_config = eplb_config_load , ** llm_args )
Original file line number Diff line number Diff line change @@ -283,6 +283,7 @@ def apply(
283283 apply_router_weight_on_input : bool = False ,
284284 activation : str = "silu" ,
285285 enable_eplb : bool = False ,
286+ eplb_static : bool = False ,
286287 expert_load_view : torch .Tensor | None = None ,
287288 logical_to_physical_map : torch .Tensor | None = None ,
288289 logical_replica_count : torch .Tensor | None = None ,
You can’t perform that action at this time.
0 commit comments