From 6242df6d8843ad58d9040d10e285add2ae9b6845 Mon Sep 17 00:00:00 2001 From: yangqinghao-cmss Date: Tue, 12 Aug 2025 10:22:20 +0800 Subject: [PATCH] [BugFix] Fix the issue where the eagle method for speculative decoding fails to load the model Signed-off-by: yangqinghao-cmss --- vllm_ascend/worker/model_runner_v1.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm_ascend/worker/model_runner_v1.py b/vllm_ascend/worker/model_runner_v1.py index ae1cff3fee..03a8d60af7 100644 --- a/vllm_ascend/worker/model_runner_v1.py +++ b/vllm_ascend/worker/model_runner_v1.py @@ -2055,8 +2055,8 @@ def load_model(self) -> None: if self.drafter: logger.info("Loading drafter model...") if isinstance(self.drafter, EagleProposer): + self.drafter.load_model(self.model) if self.use_aux_hidden_state_outputs: - self.drafter.load_model(self.model) self.model.set_aux_hidden_state_layers( self.model.get_eagle3_aux_hidden_state_layers()) else: