We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9e23ad9 commit 3779eb8Copy full SHA for 3779eb8
vllm/config.py
@@ -2108,6 +2108,15 @@ def __post_init__(self) -> None:
2108
raise ValueError(
2109
"num_redundant_experts must be non-negative, but got "
2110
f"{self.num_redundant_experts}.")
2111
+ if not self.enable_expert_parallel:
2112
+ raise ValueError(
2113
+ "enable_expert_parallel must be True to use EPLB.")
2114
+ if self.tensor_parallel_size * self.data_parallel_size <= 1:
2115
2116
+ "EPLB requires tensor_parallel_size or data_parallel_size "
2117
+ f"to be greater than 1, but got "
2118
+ f"TP={self.tensor_parallel_size},DP={self.data_parallel_size}."
2119
+ )
2120
else:
2121
if self.num_redundant_experts != 0:
2122
0 commit comments