From e7b4882e9726c1d28d18246aecbc3a6de7f62176 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 29 Apr 2024 16:47:30 -0700 Subject: [PATCH] fix(router.py): fix high-traffic bug for usage-based-routing-v2 --- litellm/router.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/litellm/router.py b/litellm/router.py index b66c29533e1..46625b3c658 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -2779,7 +2779,10 @@ class Router: self.cache.get_cache(key=model_id, local_only=True) or 0 ) ### get usage based cache ### - if isinstance(model_group_cache, dict): + if ( + isinstance(model_group_cache, dict) + and self.routing_strategy != "usage-based-routing-v2" + ): model_group_cache[model_id] = model_group_cache.get(model_id, 0) current_request = max(