File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed
Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -399,8 +399,6 @@ def __post_init__(self):
399399 pipeline_parallel_size = self .pipeline_parallel_size ,
400400 enforce_eager = self .enforce_eager ,
401401 )
402- # Original method returns False when not run in the main thread
403- self .vllm_args ._is_v1_supported_oracle = lambda * _ : True
404402 else :
405403 # Check that provided args match Policy args
406404 cfg = [
@@ -416,6 +414,8 @@ def __post_init__(self):
416414 f"{ key } args don't match value in EngineArgs, overriding with { value } "
417415 )
418416 setattr (self .vllm_args , key , value )
417+ # Original method returns False when not run in the main thread
418+ self .vllm_args ._is_v1_supported_oracle = lambda * _ : True
419419 # Build Config
420420 self .vllm_args = self .vllm_args .create_engine_config (UsageContext .LLM_CLASS )
421421
You can’t perform that action at this time.
0 commit comments