Skip to content

Commit 9e75c15

Browse files
authored
[FIX] fix launch error without training scripts in LLM_SERVER_ONLY mode (#425)
* [FIX] fix launch error without training scripts in LLM_SERVER_ONLY mode
1 parent 4f420e6 commit 9e75c15

File tree

3 files changed

+4
-4
lines changed

3 files changed

+4
-4
lines changed

areal/launcher/local.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -312,7 +312,7 @@ def local_main(config, run_id: int = 0):
312312
seed_arg = spec["seed_arg"]
313313
module = spec["module"]
314314
server_cmd = (
315-
f"python3 -m {module} {' '.join(sys.argv[2:])} {seed_arg}={base_seed}"
315+
f"python3 -m {module} {' '.join(sys.argv[1:])} {seed_arg}={base_seed}"
316316
)
317317

318318
# Launch inference servers.

areal/launcher/ray.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -379,7 +379,7 @@ def ray_main(config, run_id: int = 0):
379379
base_seed = config.sglang.random_seed
380380
sglang_args_list = [
381381
[
382-
sys.argv[2:]
382+
sys.argv[1:]
383383
+ [f"sglang.random_seed={base_seed + i * n_servers_per_node}"]
384384
]
385385
for i in range(n_sglang_nodes)
@@ -459,7 +459,7 @@ def sglang_env_hook(
459459

460460
base_seed = config.vllm.seed
461461
vllm_args_list = [
462-
[sys.argv[2:] + [f"vllm.seed={base_seed + i}"]]
462+
[sys.argv[1:] + [f"vllm.seed={base_seed + i}"]]
463463
for i in range(n_vllm_servers)
464464
]
465465
vllm_entry_point = str(

areal/launcher/slurm.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -488,7 +488,7 @@ def _build_llm_server_plan(backend: str, spec: Dict):
488488
seed_arg = spec["seed_arg"]
489489
module = spec["module"]
490490
backend_server_cmd_template = (
491-
f"python3 -m {module} {' '.join(sys.argv[2:])} {seed_arg}={{seed}}"
491+
f"python3 -m {module} {' '.join(sys.argv[1:])} {seed_arg}={{seed}}"
492492
)
493493

494494
backend_cmds = []

0 commit comments

Comments
 (0)