We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 95d7dda commit 0f90ac9Copy full SHA for 0f90ac9
lightllm/server/router/model_infer/model_rpc.py
@@ -69,10 +69,8 @@ def __init__(
69
self.rank_in_node = rank_in_node
70
logger.info(f"Initialized RPC server for rank {self.rank}.")
71
72
- # 多卡才是跨进程的
73
- if self.args.tp != 1:
74
- self.loop_thread = threading.Thread(target=self.rpc_loop)
75
- self.loop_thread.start()
+ self.loop_thread = threading.Thread(target=self.rpc_loop)
+ self.loop_thread.start()
76
return
77
78
def rpc_loop(self):
0 commit comments