We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 64c4ee9 commit 4a56af1Copy full SHA for 4a56af1
language/deepseek-r1/utils/backend_registry.py
@@ -95,8 +95,8 @@
95
"host": "0.0.0.0",
96
"api_key": None,
97
"tensor_parallel_size": 8,
98
- # NOTE(vir): sg-lang crash without +2 additional
99
- "context_length": MAX_ISL + MAX_OSL + MAX_TEMPLATE_TOKS + 2,
+ # NOTE(vir): sg-lang crash without +4 additional
+ "context_length": MAX_ISL + MAX_OSL + MAX_TEMPLATE_TOKS + 4,
100
"max_tokens": MAX_OSL,
101
"mem_fraction_static": 0.85,
102
"random_seed": 42,
0 commit comments