scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

fix: use model_group not resolved model name for per-model spend counter key

Browse source
This commit is contained in:
Ishaan Jaffer 2026-04-24 17:19:05 -07:00
parent f844ff664e
commit ee3e4f00a3
No known key found for this signature in database
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/hooks/proxy_track_cost_callback.py
View file

@ -208,8 +208,11 @@ class _ProxyDBLogger(CustomLogger):
# Atomically update spend counters (in-memory + Redis)
# for cross-pod budget enforcement.
# Use model_group (router group name, e.g. "gpt-4o") not
# sl_object["model"] (resolved name, e.g. "gpt-4o-2024-08-06")
# so the key matches what auth_checks reads from the request.
_model_for_counter = (
sl_object.get("model_group") or sl_object.get("model")
sl_object.get("model_group") or kwargs.get("model")
if sl_object is not None
else kwargs.get("model")
)