Skip to content

Commit 0f90ac9

Browse files
committed
fix
1 parent 95d7dda commit 0f90ac9

File tree

1 file changed

+2
-4
lines changed

1 file changed

+2
-4
lines changed

lightllm/server/router/model_infer/model_rpc.py

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -69,10 +69,8 @@ def __init__(
6969
self.rank_in_node = rank_in_node
7070
logger.info(f"Initialized RPC server for rank {self.rank}.")
7171

72-
# 多卡才是跨进程的
73-
if self.args.tp != 1:
74-
self.loop_thread = threading.Thread(target=self.rpc_loop)
75-
self.loop_thread.start()
72+
self.loop_thread = threading.Thread(target=self.rpc_loop)
73+
self.loop_thread.start()
7674
return
7775

7876
def rpc_loop(self):

0 commit comments

Comments
 (0)