We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ee831f5 commit 29cba58Copy full SHA for 29cba58
swift/llm/infer/rollout.py
@@ -131,7 +131,7 @@ def get_infer_engine(args: InferArguments, **kwargs):
131
})
132
infer_backend = kwargs.pop('infer_backend', None) or args.infer_backend
133
if infer_backend != 'vllm':
134
- infer_backend == 'vllm'
+ infer_backend = 'vllm'
135
logger.info('Currently, rollout only supports the vLLM backend. Set vLLM backend')
136
use_async_engine = args.use_async_engine
137
if use_async_engine:
0 commit comments