Skip to content

Commit d05c0a0

Browse files
committed
fix: import
1 parent 5155920 commit d05c0a0

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

lightllm/server/httpserver_for_pd_master/pd_selector/pd_selector.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,5 @@
1+
import random
2+
13
from typing import Union, List, Tuple
24
from lightllm.server.pd_io_struct import PD_Client_Obj
35
from lightllm.server.core.objs import SamplingParams
@@ -22,8 +24,6 @@ class RandomSelector(PDSelector):
2224
"""随机选择器"""
2325

2426
async def select_p_d_node(self, prompt: Union[str, List[int]], sampling_params: SamplingParams, multimodal_params: MultimodalParams) -> Tuple[PD_Client_Obj, PD_Client_Obj]:
25-
import random
26-
2727
p_node = random.choice(self.prefill_nodes)
2828
d_node = random.choice(self.decode_nodes)
2929
return p_node, d_node
@@ -60,7 +60,6 @@ def _get_min_node(node_infos: dict, key: str):
6060

6161
if self.pd_manager is None:
6262
# 如果没有 PDManager 引用,回退到随机选择
63-
import random
6463
p_node = random.choice(self.prefill_nodes) if self.prefill_nodes else None
6564
d_node = random.choice(self.decode_nodes) if self.decode_nodes else None
6665
return p_node, d_node

0 commit comments

Comments
 (0)