From 5b680bb4a350b8261b24df7ce806fdcda9c88807 Mon Sep 17 00:00:00 2001 From: Arseny Boykov <36469655+Bobronium@users.noreply.github.com> Date: Tue, 9 Sep 2025 22:51:00 +0200 Subject: [PATCH] Use _PROXY_MaxParallelRequestsHandler_v3 by default (#14352) (cherry picked from commit f3fa45cf8fbd5f5cce2f45a7312776d5005fb08e) --- litellm/proxy/hooks/__init__.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/litellm/proxy/hooks/__init__.py b/litellm/proxy/hooks/__init__.py index 83d7e173431..467565d748a 100644 --- a/litellm/proxy/hooks/__init__.py +++ b/litellm/proxy/hooks/__init__.py @@ -17,13 +17,13 @@ except ImportError: # List of all available hooks that can be enabled PROXY_HOOKS = { "max_budget_limiter": _PROXY_MaxBudgetLimiter, - "parallel_request_limiter": _PROXY_MaxParallelRequestsHandler, + "parallel_request_limiter": _PROXY_MaxParallelRequestsHandler_v3, "cache_control_check": _PROXY_CacheControlCheck, } ## FEATURE FLAG HOOKS ## -if os.getenv("EXPERIMENTAL_MULTI_INSTANCE_RATE_LIMITING", "false").lower() == "true": - PROXY_HOOKS["parallel_request_limiter"] = _PROXY_MaxParallelRequestsHandler_v3 +if os.getenv("LEGACY_MULTI_INSTANCE_RATE_LIMITING", "false").lower() == "true": + PROXY_HOOKS["parallel_request_limiter"] = _PROXY_MaxParallelRequestsHandler ### update PROXY_HOOKS with ENTERPRISE_PROXY_HOOKS ###