We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e1218b7 commit afd5319Copy full SHA for afd5319
swift/llm/infer/infer_engine/vllm_engine.py
@@ -149,10 +149,11 @@ def _prepare_engine_kwargs(
149
disable_log_stats = engine_kwargs.pop('disable_log_stats', True)
150
if self.use_async_engine:
151
engine_cls = AsyncEngineArgs
152
- engine_kwargs['disable_log_requests'] = True
153
else:
154
engine_cls = EngineArgs
155
parameters = inspect.signature(engine_cls).parameters
+ if self.use_async_engine and 'disable_log_requests' in parameters:
156
+ engine_kwargs['disable_log_requests'] = True
157
if 'enable_lora' in parameters and enable_lora:
158
engine_kwargs['enable_lora'] = enable_lora
159
engine_kwargs['max_loras'] = max_loras
0 commit comments