reformat

Author: shihaobai

lightllm/server/router/manager.py

@@ -267,7 +267,9 @@ def get_new_batch():
                 if self.nnodes > 1 and self.args.dp == 1:
                     # 使用 all_reduce 获取最小值
                     limit_router_queue_length = len(self.req_queue.waiting_req_list)
-                    limit_router_queue_length_tensor = torch.tensor(limit_router_queue_length, dtype=torch.int32, device="cpu")
+                    limit_router_queue_length_tensor = torch.tensor(
+                        limit_router_queue_length, dtype=torch.int32, device="cpu"
+                    )
                     dist.all_reduce(limit_router_queue_length_tensor, op=dist.ReduceOp.MIN, group=self.mulitnode_group)
                     limit_router_queue_length = limit_router_queue_length_tensor.item()
 

lightllm/server/router/model_infer/mode_backend/base_backend.py

@@ -297,4 +297,3 @@ def init_rank_infos(self):
             else:
                 self.is_master_in_dp = False
         return
-

lightllm/server/router/req_queue/chunked_prefill/impl.py

@@ -74,12 +74,12 @@ def generate_new_batch(self, current_batch: Batch, limit_router_queue_length: in
         can_run_list = []
         abort_req_list = []
         aborted_count = 0
-        
+
         if limit_router_queue_length is None:
             waiting_queue = self.waiting_req_list
         else:
             waiting_queue = self.waiting_req_list[:limit_router_queue_length]
-        
+
         for req in waiting_queue:
             if req.is_aborted and not req.is_paused:
                 # 由于管理的复杂性，只有没有被调度运行过的请求可以因为abort直接在队列中忽略掉.