From 6b19db0327c880b894c8f7c9853b4687a88c47bb Mon Sep 17 00:00:00 2001 From: AllentDan <41138331+AllentDan@users.noreply.github.com> Date: Wed, 20 Dec 2023 18:16:00 +0800 Subject: [PATCH] fix least_busy router by updating min_traffic --- litellm/router.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/litellm/router.py b/litellm/router.py index 0276f5a444f..835501c840c 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -1177,6 +1177,7 @@ class Router: min_deployment = None for k, v in deployments.items(): if v < min_traffic: + min_traffic = v min_deployment = k ############## No Available Deployments passed, we do a random pick ################# if min_deployment is None: @@ -1248,4 +1249,4 @@ class Router: litellm.failure_callback = [] litellm._async_failure_callback = [] self.flush_cache() - \ No newline at end of file +