scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-06 07:48:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 112

refactor(cost): name the providers billed from their own usage fields for what they are

Browse source
This commit is contained in:
devin-ai-integration[bot] 2026-10-30 00:24:36 +00:00
parent 7520be3585
commit 84042736c3
2 changed files with 7 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
litellm/litellm_core_utils/core_helpers.py
View file

@ -1017,7 +1017,7 @@ def chunk_usage(chunk: object) -> object:
return getattr(chunk, "usage", None)
OWN_REPORTED_COST_READER_PROVIDERS: Final = frozenset({"xai", "perplexity", "opencode_go"})
PROVIDERS_BILLED_FROM_THEIR_OWN_USAGE_FIELDS: Final = frozenset({"xai", "perplexity", "opencode_go"})
LITELLM_BILLED_USAGE_COST: Final = "litellm_billed_usage_cost"
@ -1040,9 +1040,10 @@ def _usage_cost_is_litellm_bill(response: object) -> bool:
def billed_usage_cost(response: object, custom_llm_provider: str | None) -> float | None:
"""The charge an OpenAI-compatible upstream reports in ``usage.cost``, skipped for providers with their own reader
and once litellm rewrote ``usage.cost`` to its own bill (the stream builder and the Responses terminal event do)."""
if custom_llm_provider in OWN_REPORTED_COST_READER_PROVIDERS or _usage_cost_is_litellm_bill(response):
"""The charge an OpenAI-compatible upstream reports in ``usage.cost``, skipped for providers billed from their own
usage fields and once litellm rewrote ``usage.cost`` to its own bill (the stream builder and the Responses terminal
event do)."""
if custom_llm_provider in PROVIDERS_BILLED_FROM_THEIR_OWN_USAGE_FIELDS or _usage_cost_is_litellm_bill(response):
return None
cost: Final = provider_reported_usage_cost(_usage_field(response, "usage"), custom_llm_provider)
return cost if cost is not None and math.isfinite(cost) and cost >= 0 else None

4
litellm/litellm_core_utils/streaming_chunk_builder_utils.py
View file

@ -13,7 +13,7 @@ from typing_extensions import ReadOnly, Required
import litellm
from litellm._logging import verbose_logger
from litellm.litellm_core_utils.core_helpers import (
OWN_REPORTED_COST_READER_PROVIDERS,
PROVIDERS_BILLED_FROM_THEIR_OWN_USAGE_FIELDS,
chunk_usage,
mark_usage_cost_as_litellm_bill,
provider_reported_usage_cost,
@ -1420,7 +1420,7 @@ def _set_stream_builder_response_cost(
def _stamp_streaming_usage_cost(usage: Usage, response: ModelResponse, logging_obj: Optional["Logging"]) -> None:
if logging_obj is None:
return
if _logged_provider(logging_obj) in OWN_REPORTED_COST_READER_PROVIDERS and isinstance(
if _logged_provider(logging_obj) in PROVIDERS_BILLED_FROM_THEIR_OWN_USAGE_FIELDS and isinstance(
getattr(usage, "cost", None), (int, float)
):
return