Skip to content

Commit f3c5a59

Browse files
authored
Revert "Use _PROXY_MaxParallelRequestsHandler_v3 by default (#14352)" (#14420)
This reverts commit 5b680bb.
1 parent 037d238 commit f3c5a59

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

litellm/proxy/hooks/__init__.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -17,13 +17,13 @@
1717
# List of all available hooks that can be enabled
1818
PROXY_HOOKS = {
1919
"max_budget_limiter": _PROXY_MaxBudgetLimiter,
20-
"parallel_request_limiter": _PROXY_MaxParallelRequestsHandler_v3,
20+
"parallel_request_limiter": _PROXY_MaxParallelRequestsHandler,
2121
"cache_control_check": _PROXY_CacheControlCheck,
2222
}
2323

2424
## FEATURE FLAG HOOKS ##
25-
if os.getenv("LEGACY_MULTI_INSTANCE_RATE_LIMITING", "false").lower() == "true":
26-
PROXY_HOOKS["parallel_request_limiter"] = _PROXY_MaxParallelRequestsHandler
25+
if os.getenv("EXPERIMENTAL_MULTI_INSTANCE_RATE_LIMITING", "false").lower() == "true":
26+
PROXY_HOOKS["parallel_request_limiter"] = _PROXY_MaxParallelRequestsHandler_v3
2727

2828

2929
### update PROXY_HOOKS with ENTERPRISE_PROXY_HOOKS ###

0 commit comments

Comments
 (0)