Skip to content

Commit 4e57b2e

Browse files
Gao016gaochang
andauthored
fix: Correctly display sglang_tensor_parallel_size in startup logs (#459)
Co-authored-by: gaochang <gaochang@U-19PX2WQ1-0350.local>
1 parent 578f3d5 commit 4e57b2e

File tree

1 file changed

+8
-0
lines changed

1 file changed

+8
-0
lines changed

slime/utils/arguments.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -977,6 +977,13 @@ def add_ci_arguments(parser):
977977
)
978978
return parser
979979

980+
def add_sglang_tp_size():
981+
temp_parser = argparse.ArgumentParser(add_help=False)
982+
temp_parser.add_argument("--rollout-num-gpus-per-engine", type=int, default=1)
983+
temp_args, _ = temp_parser.parse_known_args()
984+
sglang_tp_size = temp_args.rollout_num_gpus_per_engine
985+
return sglang_tp_size
986+
980987
# Add custom arguments in front to prevent overwritten some slime arguments.
981988
if add_custom_arguments is not None:
982989
parser = add_custom_arguments(parser)
@@ -997,6 +1004,7 @@ def add_ci_arguments(parser):
9971004
parser = add_reward_model_arguments(parser)
9981005
parser = add_rollout_buffer_arguments(parser)
9991006
parser = add_ci_arguments(parser)
1007+
parser.set_defaults(sglang_tensor_parallel_size=add_sglang_tp_size())
10001008

10011009
# For megatron
10021010
parser = add_custom_megatron_plugins_arguments(parser)

0 commit comments

Comments
 (0)