fix

Author: shihaobai

lightllm/server/router/req_queue/dp_balancer/bs.py

@@ -37,7 +37,7 @@ def assign_reqs_to_dp(self, current_batch: Batch, reqs_waiting_for_dp_index: Lis
             # assign the request to the dp rank and update the load count
             for req in req_group:
                 req.sample_params.suggested_dp_index = suggested_dp_index
-                self.inner_queues[suggested_dp_index].append(req)
+            self.inner_queues[suggested_dp_index].extend(req_group)
             # update the load count for this dp rank
             total_load_per_dp[suggested_dp_index] += len(req_group)
 

lightllm/server/router/req_queue/dp_balancer/roundrobin.py

@@ -46,6 +46,6 @@ def assign_reqs_to_dp(self, current_batch: Batch, reqs_waiting_for_dp_index: Lis
             suggested_dp_index = self.get_suggest_dp_index()
             for req in req_group:
                 req.sample_params.suggested_dp_index = suggested_dp_index
-                self.inner_queues[suggested_dp_index].append(req)
+            self.inner_queues[suggested_dp_index].extend(req_group)
         reqs_waiting_for_dp_index.clear()
         return