Skip to content

Commit 6b2358b

Browse files
committed
fix
1 parent e123d38 commit 6b2358b

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

lightllm/server/router/req_queue/continues_batch/impl_for_pd_decode.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ def generate_new_batch(self, current_batch: Batch, limit_router_queue_length: in
5858
def _calcu_batch_token_load_batch_not_none(self, current_batch: Batch):
5959
is_busy = self.is_busy()
6060
self._init_cache_list(current_batch, is_busy)
61-
if len(self.cache_len_list) == 0:
61+
if len(self.cache_len_list) != 0:
6262
self.cache_len_list.sort(key=lambda x: -x[1])
6363
left_out_len_array = np.array([e[1] for e in self.cache_len_list])
6464
has_run_len_array = np.array([e[0] for e in self.cache_len_list])

0 commit comments

Comments
 (0)