Skip to content

Commit afd5319

Browse files
committed
[bugfix] compat vllm 0.10.1 (#5474)
1 parent e1218b7 commit afd5319

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

swift/llm/infer/infer_engine/vllm_engine.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -149,10 +149,11 @@ def _prepare_engine_kwargs(
149149
disable_log_stats = engine_kwargs.pop('disable_log_stats', True)
150150
if self.use_async_engine:
151151
engine_cls = AsyncEngineArgs
152-
engine_kwargs['disable_log_requests'] = True
153152
else:
154153
engine_cls = EngineArgs
155154
parameters = inspect.signature(engine_cls).parameters
155+
if self.use_async_engine and 'disable_log_requests' in parameters:
156+
engine_kwargs['disable_log_requests'] = True
156157
if 'enable_lora' in parameters and enable_lora:
157158
engine_kwargs['enable_lora'] = enable_lora
158159
engine_kwargs['max_loras'] = max_loras

0 commit comments

Comments
 (0)