Skip to content

Commit c4b48d3

Browse files
[BUG] Reorder model config creation (vllm-project#26124)
Signed-off-by: ahao-anyscale <[email protected]>
1 parent 10d7654 commit c4b48d3

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

vllm/engine/arg_utils.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1131,6 +1131,10 @@ def create_engine_config(
11311131
device_config = DeviceConfig(
11321132
device=cast(Device, current_platform.device_type))
11331133

1134+
model_config = self.create_model_config()
1135+
self.model = model_config.model
1136+
self.tokenizer = model_config.tokenizer
1137+
11341138
(self.model, self.tokenizer,
11351139
self.speculative_config) = maybe_override_with_speculators(
11361140
model=self.model,
@@ -1139,7 +1143,6 @@ def create_engine_config(
11391143
trust_remote_code=self.trust_remote_code,
11401144
vllm_speculative_config=self.speculative_config,
11411145
)
1142-
model_config = self.create_model_config()
11431146

11441147
# * If VLLM_USE_V1 is unset, we enable V1 for "supported features"
11451148
# and fall back to V0 for experimental or unsupported features.

0 commit comments

Comments
 (0)