We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent fe0cc35 commit 451f6c5Copy full SHA for 451f6c5
slime/backends/sglang_utils/arguments.py
@@ -25,6 +25,18 @@ def add_sglang_router_arguments(parser):
25
default=14400,
26
help="Timeout for requests to the SGLang router in seconds",
27
)
28
+ parser.add_argument(
29
+ "--sglang-router-balance-abs-threshold",
30
+ type=int,
31
+ default=10,
32
+ help="Absolute threshold for balance in the SGLang router",
33
+ )
34
35
+ "--sglang-router-balance-rel-threshold",
36
+ type=float,
37
+ default=1.2,
38
+ help="Relative threshold for balance in the SGLang router",
39
40
return parser
41
42
0 commit comments