scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-06 08:16:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 79

fix get_deployments_for_tag

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-29 13:51:36 -07:00
parent 34f1d32799
commit 84bda9cc80
1 changed files with 1 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/router_strategy/tag_based_routing.py
View file

@ -20,9 +20,6 @@ async def get_deployments_for_tag(
request_kwargs: Optional[Dict[Any, Any]] = None,
healthy_deployments: Optional[Union[List[Any], Dict[Any, Any]]] = None,
):
"""
if request_kwargs contains {"metadata": {"tier": "free"}} or {"metadata": {"tier": "paid"}}, then routes the request to free/paid tier models
"""
if llm_router_instance.enable_tag_filtering is not True:
return healthy_deployments
@ -70,7 +67,7 @@ async def get_deployments_for_tag(
)
new_healthy_deployments.append(deployment)
return new_healthy_deployments
return new_healthy_deployments
verbose_logger.debug(
"no tier found in metadata, returning healthy_deployments: %s",