scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 89

fix(streaming_handler.py): return model response on finished chunk

Browse source
This commit is contained in:
Krrish Dholakia 2025-03-16 13:05:46 -07:00
parent 612d5a284d
commit 08b297230e
1 changed files with 1 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/litellm_core_utils/streaming_handler.py
View file

@ -799,7 +799,6 @@ class CustomStreamWrapper:
"provider_specific_fields" in response_obj
and response_obj["provider_specific_fields"] is not None
)
or (getattr(model_response, "usage", None) is not None)
):
return True
else:
@ -899,7 +898,7 @@ class CustomStreamWrapper:
return model_response
# Default - return StopIteration
raise StopIteration
return model_response
# flush any remaining holding chunk
if len(self.holding_chunk) > 0:
if model_response.choices[0].delta.content is None: