Skip to content

Commit 5155920

Browse files
committed
fix: better style
1 parent f6060f1 commit 5155920

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

lightllm/server/httpserver_for_pd_master/pd_selector/pd_selector.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -49,12 +49,12 @@ class MemorySelector(PDSelector):
4949
"""基于内存使用情况的选择器"""
5050

5151
async def select_p_d_node(self, prompt: Union[str, List[int]], sampling_params: SamplingParams, multimodal_params: MultimodalParams) -> Tuple[PD_Client_Obj, PD_Client_Obj]:
52-
def _get_min_node(node_infos: dict):
52+
def _get_min_node(node_infos: dict, key: str):
5353
min_node, min_node_len = None, float("inf")
5454
for node_ip, node_info in node_infos.items():
55-
if node_info["mem_len"] < float("inf"):
56-
if node_info["mem_len"] < min_node_len:
57-
min_node_len = node_info["mem_len"]
55+
if node_info[key] < float("inf"):
56+
if node_info[key] < min_node_len:
57+
min_node_len = node_info[key]
5858
min_node = node_ip
5959
return min_node
6060

@@ -73,8 +73,8 @@ def _get_min_node(node_infos: dict):
7373
# 获取负载最小的节点
7474
p_node_infos = {k: v for k, v in node_infos.items() if k in self.prefill_nodes}
7575
d_node_infos = {k: v for k, v in node_infos.items() if k in self.decode_nodes}
76-
p_node = _get_min_node(p_node_infos) or random.choice(self.prefill_nodes)
77-
d_node = _get_min_node(d_node_infos) or random.choice(self.decode_nodes)
76+
p_node = _get_min_node(p_node_infos, "mem_len") or random.choice(self.prefill_nodes)
77+
d_node = _get_min_node(d_node_infos, "mem_len") or random.choice(self.decode_nodes)
7878

7979
return p_node, d_node
8080

0 commit comments

Comments
 (0)