From 92f21cba303d48437c7ba2e147b57b6aa1bd25b4 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 25 Apr 2024 07:54:25 -0700 Subject: [PATCH] fix - increase default penalty for lowest latency --- litellm/router_strategy/lowest_latency.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/router_strategy/lowest_latency.py b/litellm/router_strategy/lowest_latency.py index 9e80275ade6..221a666dcac 100644 --- a/litellm/router_strategy/lowest_latency.py +++ b/litellm/router_strategy/lowest_latency.py @@ -169,7 +169,7 @@ class LowestLatencyLoggingHandler(CustomLogger): request_count_dict[id] = {} ## Latency - request_count_dict[id].setdefault("latency", []).append(100.0) + request_count_dict[id].setdefault("latency", []).append(1000.0) self.router_cache.set_cache( key=latency_key, value=request_count_dict,