From f16c9ac6af0dc6c766b779a873f633cb8678f890 Mon Sep 17 00:00:00 2001 From: sangchengmeng Date: Wed, 23 Jul 2025 09:12:51 +0000 Subject: [PATCH] [fix] add visual_infer_batch_size check --- lightllm/server/api_start.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/lightllm/server/api_start.py b/lightllm/server/api_start.py index 5b24e37a1..c2a87b4c3 100644 --- a/lightllm/server/api_start.py +++ b/lightllm/server/api_start.py @@ -158,6 +158,16 @@ def normal_or_p_d_start(args): else: args.visual_nccl_ports = args.visual_nccl_ports[: args.visual_dp] + if args.visual_dp <= 0: + raise ValueError("visual_dp must be a positive integer.") + + # 检查visual_infer_batch_size是否合理 + if args.visual_infer_batch_size // args.visual_dp < 1 or args.visual_infer_batch_size % args.visual_dp != 0: + raise ValueError( + f"visual_infer_batch_size ({args.visual_infer_batch_size}) must be " + f"a positive integer multiple of visual_dp ({args.visual_dp})" + ) + if args.disable_chunked_prefill: args.chunked_prefill_size = args.max_req_total_len # 普通模式下