File tree Expand file tree Collapse file tree 1 file changed +4
-1
lines changed Expand file tree Collapse file tree 1 file changed +4
-1
lines changed Original file line number Diff line number Diff line change @@ -1131,6 +1131,10 @@ def create_engine_config(
1131
1131
device_config = DeviceConfig (
1132
1132
device = cast (Device , current_platform .device_type ))
1133
1133
1134
+ model_config = self .create_model_config ()
1135
+ self .model = model_config .model
1136
+ self .tokenizer = model_config .tokenizer
1137
+
1134
1138
(self .model , self .tokenizer ,
1135
1139
self .speculative_config ) = maybe_override_with_speculators (
1136
1140
model = self .model ,
@@ -1139,7 +1143,6 @@ def create_engine_config(
1139
1143
trust_remote_code = self .trust_remote_code ,
1140
1144
vllm_speculative_config = self .speculative_config ,
1141
1145
)
1142
- model_config = self .create_model_config ()
1143
1146
1144
1147
# * If VLLM_USE_V1 is unset, we enable V1 for "supported features"
1145
1148
# and fall back to V0 for experimental or unsupported features.
You can’t perform that action at this time.
0 commit comments