Skip to content

Commit eb133e3

Browse files
authored
fix(sglang): allow for disaggregation_bootstrap_port for multinode deployment (ai-dynamo#1119)
1 parent 437cae0 commit eb133e3

File tree

1 file changed

+6
-3
lines changed

1 file changed

+6
-3
lines changed

examples/sglang/utils/sglang.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -32,9 +32,12 @@ def parse_sglang_args(service_name, prefix) -> ServerArgs:
3232

3333
ServerArgs.add_cli_args(parser)
3434
args = parser.parse_args(sglang_args)
35-
args_dict = vars(args)
36-
args_dict["disaggregation_bootstrap_port"] = bootstrap_port
37-
args = Namespace(**args_dict)
35+
if not any(
36+
arg.startswith("--disaggregation-bootstrap-port") for arg in sglang_args
37+
):
38+
args_dict = vars(args)
39+
args_dict["disaggregation_bootstrap_port"] = bootstrap_port
40+
args = Namespace(**args_dict)
3841
return ServerArgs.from_cli_args(args)
3942

4043

0 commit comments

Comments
 (0)