scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-22 00:31:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 51

fix(streaming): enhance ModelResponseStream handling for custom LLM providers

Browse source
This commit is contained in:
Tanmay Mandal 2026-05-10 16:33:04 +05:30
parent edf75d6783
commit 13460010f0
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
litellm/litellm_core_utils/streaming_handler.py
View file

@ -1128,7 +1128,10 @@ class CustomStreamWrapper:
completion_obj: Dict[str, Any] = {"content": ""}
from litellm.types.utils import GenericStreamingChunk as GChunk
if isinstance(chunk, ModelResponseStream):
if isinstance(chunk, ModelResponseStream) and (
self.custom_llm_provider
and self.custom_llm_provider in litellm._custom_providers
):
_has_content = bool(
chunk.choices
and chunk.choices[0].delta is not None