scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-12 23:01:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 87

fix(router): propagate custom cost_per_token from db model_info in fallback path

Browse source 
Signed-off-by: Zerohertz <ohg3417@gmail.com>
This commit is contained in:
Zerohertz 2026-04-17 03:35:59 +09:00
parent 26937a2146
commit c2b08b39f8
No known key found for this signature in database
GPG key ID: 5F01FCB6F6215F40
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
litellm/router.py
View file

@ -7852,14 +7852,16 @@ class Router:
# Get mode from database model_info if available, otherwise default to "chat"
db_model_info = model.get("model_info", {})
mode = db_model_info.get("mode", "chat")
input_cost_per_token = db_model_info.get("input_cost_per_token")
output_cost_per_token = db_model_info.get("output_cost_per_token")
model_info = ModelMapInfo(
key=model_group,
max_tokens=None,
max_input_tokens=None,
max_output_tokens=None,
input_cost_per_token=None,
output_cost_per_token=None,
input_cost_per_token=input_cost_per_token,
output_cost_per_token=output_cost_per_token,
litellm_provider=llm_provider,
mode=mode,
supported_openai_params=supported_openai_params,