We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8528701 commit d955a79Copy full SHA for d955a79
swift/llm/infer.py
@@ -257,7 +257,7 @@ def llm_infer(args: InferArguments) -> None:
257
if args.save_result:
258
result_dir = args.ckpt_dir
259
if result_dir is None:
260
- result_dir = model.model_dir
+ result_dir = llm_engine.model_dir if args.infer_backend == 'vllm' else model.model_dir
261
if result_dir is not None:
262
result_dir = os.path.join(result_dir, 'infer_result')
263
os.makedirs(result_dir, exist_ok=True)
0 commit comments