File tree Expand file tree Collapse file tree 2 files changed +3
-0
lines changed
Expand file tree Collapse file tree 2 files changed +3
-0
lines changed Original file line number Diff line number Diff line change @@ -33,6 +33,8 @@ def __init__(
3333 self .sequence_parallel = config .sequence_parallel
3434 if self .sequence_parallel :
3535 self .weight .sequence_parallel = True
36+ if bias :
37+ self .bias .sequence_parallel = True
3638
3739 self .weight .data .normal_ (mean = 0.0 , std = 0.02 )
3840 if bias :
Original file line number Diff line number Diff line change @@ -33,6 +33,7 @@ def add_sglang_arguments(parser):
3333 Add arguments to the parser for the SGLang server.
3434 """
3535 parser = add_sglang_router_arguments (parser )
36+ parser .set_defaults (router_balance_abs_threshold = 10 , router_balance_rel_threshold = 1.2 )
3637 parser .add_argument ("--sglang-server-concurrency" , type = int , default = 512 )
3738
3839 old_add_argument = parser .add_argument
You can’t perform that action at this time.
0 commit comments