scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 89

/spend/calculate use model aliases on this endpoint

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-24 21:14:00 -07:00
parent 08f83e6392
commit c5020878e4
1 changed files with 16 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
litellm/proxy/spend_tracking/spend_management_endpoints.py
View file

@ -1265,9 +1265,22 @@ async def calculate_spend(request: SpendCalculateRequest):
_model_in_llm_router = None
cost_per_token: Optional[CostPerToken] = None
if llm_router is not None:
for model in llm_router.model_list:
if model.get("model_name") == request.model:
_model_in_llm_router = model
if (
llm_router.model_group_alias is not None
and request.model in llm_router.model_group_alias
):
# lookup alias in llm_router
_model_group_name = llm_router.model_group_alias[request.model]
for model in llm_router.model_list:
if model.get("model_name") == _model_group_name:
_model_in_llm_router = model
else:
# no model_group aliases set -> try finding model in llm_router
# find model in llm_router
for model in llm_router.model_list:
if model.get("model_name") == request.model:
_model_in_llm_router = model
"""
3 cases for /spend/calculate