scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 85

refactor(streaming_handler): align cast target TypedDicts with real payload shapes

Browse source
This commit is contained in:
Cursor Agent 2026-07-25 03:35:48 +00:00
parent 9958e4e0b3
commit 1959e6ac3b
No known key found for this signature in database
1 changed files with 19 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
litellm/litellm_core_utils/streaming_handler.py
View file

@ -72,13 +72,30 @@ class _LoggedLiteLLMParams(TypedDict, total=False):
class _DumpedDeltaKwargs(TypedDict, total=False):
content: str | None
role: str | None
finish_reason: str | None
function_call: Mapping[str, object] | None
tool_calls: Sequence[Mapping[str, object]] | None
reasoning_content: str | None
provider_specific_fields: Mapping[str, object] | None
finish_reason: str | None
index: int | None
class _DumpedStreamingChoiceKwargs(TypedDict, total=False):
finish_reason: str | None
index: int | None
logprobs: Mapping[str, object] | None
enhancements: object
class _ModelResponseStreamInitKwargs(TypedDict, total=False):
id: str | None
created: int | None
model: str | None
object: str | None
system_fingerprint: str | None
usage: Mapping[str, object] | None
class _PredibaseStreamDetails(TypedDict):
@ -986,7 +1003,7 @@ class CustomStreamWrapper:
try:
if isinstance(choice, BaseModel):
choice_json = cast( # cast-ok: choice dump feeds StreamingChoices(**kwargs) which takes extras
_DumpedDeltaKwargs,
_DumpedStreamingChoiceKwargs,
choice.model_dump(),
)
choice_json.pop(