We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 64d8769 commit dfddad1Copy full SHA for dfddad1
lightllm/server/router/manager.py
@@ -88,7 +88,6 @@ def __init__(self, args: StartArgs, router_port, detokenization_port, metric_por
88
init_method=f"tcp://{args.nccl_host}:{args.multinode_router_gloo_port}",
89
world_size=args.nnodes,
90
rank=args.node_rank,
91
- # TODO: add device_id = torch.device(f"cuda:{args.node_rank}")
92
)
93
94
self.metric_client = MetricClient(metric_port)
0 commit comments