File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -515,17 +515,17 @@ def maybe_override_with_speculators(
515
515
from vllm .transformers_utils .configs .speculators .base import (
516
516
SpeculatorsConfig )
517
517
518
- vllm_speculative_config = SpeculatorsConfig .extract_vllm_speculative_config (
518
+ speculative_config = SpeculatorsConfig .extract_vllm_speculative_config (
519
519
config_dict = config_dict )
520
520
521
521
# Set the draft model to the speculators model
522
- vllm_speculative_config ["model" ] = model
522
+ speculative_config ["model" ] = model
523
523
524
524
# Override model and tokenizer with the verifier model from config
525
525
verifier_model = speculators_config ["verifier" ]["name_or_path" ]
526
526
model = tokenizer = verifier_model
527
527
528
- return model , tokenizer , vllm_speculative_config
528
+ return model , tokenizer , speculative_config
529
529
530
530
531
531
def get_config (
You can’t perform that action at this time.
0 commit comments