scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-05 08:07:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 136

style: format streaming usage changes

Browse source
This commit is contained in:
daleselaji-dev 2026-08-23 10:58:10 +08:00
parent 13fb6367c6
commit 9ba1183e93
1 changed files with 2 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
litellm/litellm_core_utils/streaming_chunk_builder_utils.py
View file

@ -798,9 +798,7 @@ class ChunkProcessor:
usage_chunk_dict = self._usage_chunk_calculation_helper(usage_chunk)
if "prompt_tokens" in usage_chunk:
prompt_tokens_provided = True
if "prompt_tokens" in usage_chunk and (
usage_chunk_dict["prompt_tokens"] > 0 or prompt_tokens == 0
):
if "prompt_tokens" in usage_chunk and (usage_chunk_dict["prompt_tokens"] > 0 or prompt_tokens == 0):
prompt_tokens = usage_chunk_dict["prompt_tokens"]
if "completion_tokens" in usage_chunk:
completion_tokens_provided = True
@ -965,9 +963,7 @@ class ChunkProcessor:
try:
returned_usage.prompt_tokens = (
prompt_tokens
if prompt_tokens_provided
else token_counter(model=model, messages=messages)
prompt_tokens if prompt_tokens_provided else token_counter(model=model, messages=messages)
)
except Exception: # don't allow this failing to block a complete streaming response from being returned
print_verbose("token_counter failed, assuming prompt tokens is 0")