We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent baaf435 commit 5640f9eCopy full SHA for 5640f9e
lightllm/server/api_start.py
@@ -125,7 +125,7 @@ def normal_or_p_d_start(args):
125
else:
126
args.visual_nccl_ports = args.visual_nccl_ports[: args.visual_dp]
127
128
- if not args.disable_chunked_prefill:
+ if args.disable_chunked_prefill:
129
# 普通模式下
130
if args.batch_max_tokens is None:
131
args.batch_max_tokens = args.max_req_total_len
0 commit comments