Skip to content

Commit 5872f06

Browse files
committed
config: add "qwen" as a native eagle3 target supported model
Signed-off-by: lechen <[email protected]>
1 parent 796bae0 commit 5872f06

File tree

1 file changed

+1
-7
lines changed

1 file changed

+1
-7
lines changed

vllm/config.py

Lines changed: 1 addition & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -3200,13 +3200,7 @@ def _verify_args(self) -> Self:
32003200
"speculative decoding is > 1, but got "
32013201
f"{self.disable_by_batch_size=}")
32023202

3203-
from vllm.transformers_utils.configs import SpeculatorsConfig
3204-
3205-
eagle3_target_supported = ["llama"]
3206-
if self.draft_model_config and isinstance(
3207-
self.draft_model_config.hf_config, SpeculatorsConfig):
3208-
eagle3_target_supported.append("qwen")
3209-
3203+
eagle3_target_supported = ["llama", "qwen"]
32103204
if self.method == "eagle3" and self.target_model_config and not any(
32113205
supported_model in
32123206
self.target_model_config.hf_text_config.model_type

0 commit comments

Comments
 (0)