scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-11-13 08:52:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 174

fix(streaming): document partial chunk mutations

Browse source
This commit is contained in:
Pradeep Ramola 2026-10-23 22:53:20 -04:00
parent 00df36a176
commit 4e7b463d4d
1 changed files with 8 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
litellm/litellm_core_utils/streaming_handler.py
View file

@ -1316,10 +1316,15 @@ class CustomStreamWrapper:
and not is_generic_chunk
and (chunk.keys() <= _GCHUNK_FIELDS or is_registered_custom_provider)
):
partial_chunk_usage: Final = chunk.get("usage")
partial_chunk: Final = cast( # cast-ok: chunk is narrowed to a generic dictionary above
dict[str, object], chunk
)
partial_chunk_usage: Final = partial_chunk.get("usage")
if isinstance(partial_chunk_usage, dict):
model_response.usage = litellm.Usage(**partial_chunk_usage)
return _ProviderChunkParsed(cast(dict[str, object], chunk))
model_response.usage = ( # rebind-ok: retain usage from a partial provider chunk
litellm.Usage.model_validate(partial_chunk_usage)
)
return _ProviderChunkParsed(partial_chunk)
return _ProviderChunkEarlyReturn(None)
if is_generic_chunk: