We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 796bae0 commit 451ff90Copy full SHA for 451ff90
vllm/config.py
@@ -3200,13 +3200,7 @@ def _verify_args(self) -> Self:
3200
"speculative decoding is > 1, but got "
3201
f"{self.disable_by_batch_size=}")
3202
3203
- from vllm.transformers_utils.configs import SpeculatorsConfig
3204
-
3205
- eagle3_target_supported = ["llama"]
3206
- if self.draft_model_config and isinstance(
3207
- self.draft_model_config.hf_config, SpeculatorsConfig):
3208
- eagle3_target_supported.append("qwen")
3209
+ eagle3_target_supported = ["llama", "qwen"]
3210
if self.method == "eagle3" and self.target_model_config and not any(
3211
supported_model in
3212
self.target_model_config.hf_text_config.model_type
0 commit comments