fix

Author: hiworldwzj

lightllm/server/api_cli.py

@@ -102,7 +102,7 @@ def make_argument_parser() -> argparse.ArgumentParser:
         help="the port for multinode http manager, default is 20000",
     )
     parser.add_argument(
-        "--multinode_router_nccl_port",
+        "--multinode_router_gloo_port",
         type=int,
         default=20001,
         help="the gloo port for multinode router, default is 20001",

lightllm/server/router/manager.py

@@ -80,7 +80,7 @@ def __init__(self, args, router_port, detokenization_port, model_rpc_ports, metr
         if args.nnodes > 1 and args.dp == 1:
             self.mulitnode_group = dist.init_process_group(
                 backend="gloo",
-                init_method=f"tcp://{args.nccl_host}:{args.multinode_router_nccl_port}",
+                init_method=f"tcp://{args.nccl_host}:{args.multinode_router_gloo_port}",
                 world_size=args.nnodes,
                 rank=args.node_rank,
             )