diff --git a/vllm_ascend/worker/model_runner_v1.py b/vllm_ascend/worker/model_runner_v1.py
index ae1cff3fee..03a8d60af7 100644
--- a/vllm_ascend/worker/model_runner_v1.py
+++ b/vllm_ascend/worker/model_runner_v1.py
@@ -2055,8 +2055,8 @@ def load_model(self) -> None:
             if self.drafter:
                 logger.info("Loading drafter model...")
                 if isinstance(self.drafter, EagleProposer):
+                    self.drafter.load_model(self.model)
                     if self.use_aux_hidden_state_outputs:
-                        self.drafter.load_model(self.model)
                         self.model.set_aux_hidden_state_layers(
                             self.model.get_eagle3_aux_hidden_state_layers())
                 else: