scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-08 03:08:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 114

Update utils.py

Browse source
This commit is contained in:
Praveen11558 2026-03-05 12:16:24 +05:30 • committed by GitHub
parent 40998b3659
commit 86d9535ab8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/litellm_core_utils/llm_cost_calc/utils.py
View file

@ -662,7 +662,7 @@ def generic_cost_per_token( # noqa: PLR0915
accounted_tokens = text_tokens + cache_hit + audio_tokens + cache_creation + image_tokens
has_double_counting = cache_hit > 0 and accounted_tokens > usage.prompt_tokens
# Double-counting fix (xAI etc.): recalculate text_tokens from scratch
if has_double_counting:
text_tokens = (
usage.prompt_tokens
@ -673,6 +673,9 @@ def generic_cost_per_token( # noqa: PLR0915
)
prompt_tokens_details["text_tokens"] = text_tokens
elif accounted_tokens < usage.prompt_tokens:
# unaccounted tokens fix: inline documents (PDF, DOCX, etc.) are counted
# in prompt_tokens by the provider but not broken out at input_cost_per_token.
# Add the gap to text_tokens so they are costed at input_cost_per_token.
unaccounted_tokens = usage.prompt_tokens - accounted_tokens
prompt_tokens_details["text_tokens"] += unaccounted_tokens