Skip to content

Commit 2019b7a

Browse files
committed
fix
1 parent e5af904 commit 2019b7a

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

lightllm/server/router/model_infer/mode_backend/dp_backend/control_state.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -95,6 +95,7 @@ def _normal_way(
9595
if self.dp_prefill_wait_step > self.dp_prefill_wait_max_step:
9696
# prefill 一次允许进行几次 decode 操作。
9797
self.left_decode_num = self.decode_max_step
98+
self.dp_prefill_wait_step = max(0, (self.dp_prefill_wait_step - self.decode_max_step))
9899
return RunWay.PREFILL
99100

100101
if max_decode_num > 0:

0 commit comments

Comments
 (0)