Skip to content

Commit 3779eb8

Browse files
authored
[Feature][eplb] add verify ep or tp or dp (#21102)
Signed-off-by: rongfu.leng <[email protected]>
1 parent 9e23ad9 commit 3779eb8

File tree

1 file changed

+9
-0
lines changed

1 file changed

+9
-0
lines changed

vllm/config.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2108,6 +2108,15 @@ def __post_init__(self) -> None:
21082108
raise ValueError(
21092109
"num_redundant_experts must be non-negative, but got "
21102110
f"{self.num_redundant_experts}.")
2111+
if not self.enable_expert_parallel:
2112+
raise ValueError(
2113+
"enable_expert_parallel must be True to use EPLB.")
2114+
if self.tensor_parallel_size * self.data_parallel_size <= 1:
2115+
raise ValueError(
2116+
"EPLB requires tensor_parallel_size or data_parallel_size "
2117+
f"to be greater than 1, but got "
2118+
f"TP={self.tensor_parallel_size},DP={self.data_parallel_size}."
2119+
)
21112120
else:
21122121
if self.num_redundant_experts != 0:
21132122
raise ValueError(

0 commit comments

Comments
 (0)