scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-11 08:38:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 359

fix(cost_calculator): only override rerank pricing when custom query rates are provided

Browse source
This commit is contained in:
addy79 2026-10-21 20:30:52 +00:00
parent ee8d66644e
commit f5c4561ab3
1 changed files with 13 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
litellm/cost_calculator.py
View file

@ -2069,7 +2069,13 @@ def completion_cost(
)
)
and (
call_type in _RERANK_CALL_TYPES
(
call_type in _RERANK_CALL_TYPES
and (
deployment_model_info.get("input_cost_per_query") is not None
or deployment_model_info.get("cost_per_query") is not None
)
)
or deployment_model_info.get("input_cost_per_token") is not None
)
)
@ -2711,11 +2717,14 @@ def rerank_cost(
provider=LlmProviders(custom_llm_provider),
)
if model_info is None:
if model_info is None or (
model_info.get("input_cost_per_query") is None and model_info.get("cost_per_query") is None
):
try:
model_info = litellm.get_model_info(model=model, custom_llm_provider=custom_llm_provider)
builtin_info = litellm.get_model_info(model=model, custom_llm_provider=custom_llm_provider)
model_info = {**(model_info or {}), **builtin_info} if model_info else builtin_info
except Exception:
model_info = None
pass
return config.calculate_rerank_cost(
model=model,