File tree Expand file tree Collapse file tree 1 file changed +8
-0
lines changed
Expand file tree Collapse file tree 1 file changed +8
-0
lines changed Original file line number Diff line number Diff line change @@ -977,6 +977,13 @@ def add_ci_arguments(parser):
977977 )
978978 return parser
979979
980+ def add_sglang_tp_size ():
981+ temp_parser = argparse .ArgumentParser (add_help = False )
982+ temp_parser .add_argument ("--rollout-num-gpus-per-engine" , type = int , default = 1 )
983+ temp_args , _ = temp_parser .parse_known_args ()
984+ sglang_tp_size = temp_args .rollout_num_gpus_per_engine
985+ return sglang_tp_size
986+
980987 # Add custom arguments in front to prevent overwritten some slime arguments.
981988 if add_custom_arguments is not None :
982989 parser = add_custom_arguments (parser )
@@ -997,6 +1004,7 @@ def add_ci_arguments(parser):
9971004 parser = add_reward_model_arguments (parser )
9981005 parser = add_rollout_buffer_arguments (parser )
9991006 parser = add_ci_arguments (parser )
1007+ parser .set_defaults (sglang_tensor_parallel_size = add_sglang_tp_size ())
10001008
10011009 # For megatron
10021010 parser = add_custom_megatron_plugins_arguments (parser )
You can’t perform that action at this time.
0 commit comments