Skip to content

Commit d68691e

Browse files
authored
add lb default (#1465)
1 parent 1c536cf commit d68691e

File tree

2 files changed

+3
-0
lines changed

2 files changed

+3
-0
lines changed

slime/backends/megatron_utils/model_provider.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,8 @@ def __init__(
3333
self.sequence_parallel = config.sequence_parallel
3434
if self.sequence_parallel:
3535
self.weight.sequence_parallel = True
36+
if bias:
37+
self.bias.sequence_parallel = True
3638

3739
self.weight.data.normal_(mean=0.0, std=0.02)
3840
if bias:

slime/backends/sglang_utils/arguments.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,7 @@ def add_sglang_arguments(parser):
3333
Add arguments to the parser for the SGLang server.
3434
"""
3535
parser = add_sglang_router_arguments(parser)
36+
parser.set_defaults(router_balance_abs_threshold=10, router_balance_rel_threshold=1.2)
3637
parser.add_argument("--sglang-server-concurrency", type=int, default=512)
3738

3839
old_add_argument = parser.add_argument

0 commit comments

Comments
 (0)