Skip to content

Commit 4f6a59b

Browse files
author
wangzaijun
committed
fix
1 parent ea8aca3 commit 4f6a59b

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

lightllm/server/api_start.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -125,7 +125,10 @@ def normal_or_p_d_start(g_objs):
125125
args.data_type = get_dtype(args.model_dir)
126126
assert args.data_type in ["fp16", "float16", "bf16", "bfloat16", "fp32", "float32"]
127127

128-
already_uesd_ports = args.visual_nccl_ports + [args.nccl_port, args.port, args.pd_decode_rpyc_port]
128+
already_uesd_ports = args.visual_nccl_ports + [args.nccl_port, args.port]
129+
if args.run_mode == "decode":
130+
already_uesd_ports = args.visual_nccl_ports + [args.nccl_port, args.port, args.pd_decode_rpyc_port]
131+
129132
# 提前锁定端口,防止在单个机器上启动多个实列的时候,要到模型启动的时候才能
130133
# 捕获到端口设置冲突的问题
131134
ports_locker = PortLocker(already_uesd_ports)

0 commit comments

Comments
 (0)