fix

Author: shihaobai

lightllm/server/router/req_queue/base_queue.py

@@ -35,10 +35,18 @@ def all_contain(self, id_list: List[int]):
         return all([_id in self.waiting_req_id_list for _id in id_list])
 
     def arrange(self, id_list: List[int]):
-        id2index_list = {}
+        rid2req = {}
+        remaining_req_list = []
+        new_waiting_req_list = []
         for index, req in enumerate(self.waiting_req_list):
-            id2index_list[req.request_id] = index
-        self.waiting_req_list = [self.waiting_req_list[id2index_list[id]] for id in id_list]
+            rid2req[req.request_id] = index
+        for id in id_list:
+            new_waiting_req_list.append(self.waiting_req_list[rid2req[id]])
+            del rid2req[id]
+        for _, req in rid2req.items():
+            remaining_req_list.append(req)
+        del rid2req
+        self.waiting_req_list = new_waiting_req_list
 
     def pop_list(self, req_list):
         id2index_list = {}