scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-15 09:12:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 311

fix(streaming): do not adopt a provider-reported cost when coercing usage

Browse source
This commit is contained in:
Mike Hummel 2026-09-02 16:42:26 +02:00 • committed by Mike Hummel
parent a548a07e15
commit 05cdcf1388
1 changed files with 10 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
litellm/litellm_core_utils/streaming_handler.py
View file

@ -1670,7 +1670,16 @@ class CustomStreamWrapper:
if not isinstance(usage_from_chunk, Usage) and hasattr(
usage_from_chunk, "model_dump"
):
usage_from_chunk = Usage(**usage_from_chunk.model_dump())
usage_fields = usage_from_chunk.model_dump()
# Do NOT adopt a provider-reported cost. `cost` IS a declared
# field on litellm Usage and cost tracking bills it as the
# response cost, but providers report it in their own unit --
# one gateway sends an integer that is neither dollars nor
# cents, and adopting it recorded 555533 for a request that
# costs 0.008. Only the token fields are coerced here.
usage_fields.pop("cost", None)
usage_fields.pop("cost_details", None)
usage_from_chunk = Usage(**usage_fields)
model_response.usage = usage_from_chunk
## RETURN ARG