let draft model follow target model's config_format (vllm-project#30152)

bangshengtang · web-flow · commit 77e44728090c · 2025-12-05T13:33:42.000-08:00
diff --git a/vllm/config/speculative.py b/vllm/config/speculative.py
@@ -337,6 +337,7 @@ def __post_init__(self):
                     enforce_eager=self.target_model_config.enforce_eager,
                     max_logprobs=self.target_model_config.max_logprobs,
                     hf_overrides=SpeculativeConfig.hf_config_override,
+                    config_format=self.target_model_config.config_format,
                 )
 
                 # Automatically detect the method

Original file line number	Diff line number	Diff line change
`@@ -337,6 +337,7 @@ def __post_init__(self):`
`337`	`337`	`enforce_eager=self.target_model_config.enforce_eager,`
`338`	`338`	`max_logprobs=self.target_model_config.max_logprobs,`
`339`	`339`	`hf_overrides=SpeculativeConfig.hf_config_override,`
	`340`	`+ config_format=self.target_model_config.config_format,`
`340`	`341`	`)`
`341`	`342`
`342`	`343`	`# Automatically detect the method`