scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-10 03:28:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 84

working merge_reasoning_content_in_choices with bedrock

Browse source
This commit is contained in:
Ishaan Jaff 2025-03-06 07:01:59 -08:00
parent d4e6bef7de
commit ae376121e5
2 changed files with 3 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
litellm/litellm_core_utils/streaming_handler.py
View file

@ -955,7 +955,7 @@ class CustomStreamWrapper:
if reasoning_content:
if self.sent_first_thinking_block is False:
self.thinking_content += (
model_response.choices[0].delta.content or ""
model_response.choices[0].delta.content or "<thinking>"
) + f"{model_response.choices[0].delta.reasoning_content}"
self.sent_first_thinking_block = True
return None
@ -973,8 +973,8 @@ class CustomStreamWrapper:
and not self.sent_last_thinking_block
and model_response.choices[0].delta.content
):
self.thinking_content += ""
model_response.choices[0].delta.content = self.thinking_content
self.thinking_content += "</thinking>"
model_response.choices[0].delta.content += self.thinking_content
self.sent_last_thinking_block = True
return model_response

8
litellm/types/utils.py
View file

@ -584,14 +584,6 @@ class Delta(OpenAIObject):
super(Delta, self).__init__(**params)
add_provider_specific_fields(self, params.get("provider_specific_fields", {}))
self.content = content
if litellm.merge_reasoning_content_in_choices:
self.content = (
(self.content or "") + f"<thinking>{reasoning_content}</thinking>"
if reasoning_content
else self.content
)
self.role = role
# Set default values and correct types
self.function_call: Optional[Union[FunctionCall, Any]] = None