scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-07 02:59:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 103

feat: pass model to increment_spend_counters in cost callback

Browse source
This commit is contained in:
Ishaan Jaffer 2026-04-24 14:24:36 -07:00
parent af31004761
commit 871786c32c
No known key found for this signature in database
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/hooks/proxy_track_cost_callback.py
View file

@ -208,12 +208,18 @@ class _ProxyDBLogger(CustomLogger):
# Atomically update spend counters (in-memory + Redis)
# for cross-pod budget enforcement.
_model_for_counter = (
sl_object.get("model_group") or sl_object.get("model")
if sl_object is not None
else kwargs.get("model")
)
await increment_spend_counters(
token=user_api_key,
team_id=team_id,
user_id=user_id,
response_cost=response_cost,
org_id=org_id,
model=_model_for_counter,
)
# update cache (fire-and-forget for backward compat: