scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 154

Merge pull request #1195 from AllentDan/fix-routing

Browse source 
fix least_busy router by updating min_traffic
This commit is contained in:
Krish Dholakia 2023-12-23 11:45:35 +05:30 • committed by GitHub
commit 710c809478
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/router.py
View file

@ -1269,6 +1269,7 @@ class Router:
min_deployment = None
for k, v in deployments.items():
if v < min_traffic:
min_traffic = v
min_deployment = k
############## No Available Deployments passed, we do a random pick #################
if min_deployment is None:
@ -1340,4 +1341,4 @@ class Router:
litellm.failure_callback = []
litellm._async_failure_callback = []
self.flush_cache()