We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ff04aed commit dd0b236Copy full SHA for dd0b236
lightllm/server/api_start.py
@@ -94,7 +94,8 @@ def normal_or_p_d_start(args):
94
95
if args.graph_max_len_in_batch == 0:
96
args.graph_max_len_in_batch = args.max_req_total_len
97
-
+
98
+ # mode setting check.
99
if args.output_constraint_mode != "none":
100
assert args.disable_dynamic_prompt_cache is False
101
assert args.disable_chunked_prefill is False
0 commit comments