scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-09 03:18:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 108

stash changes

Browse source
This commit is contained in:
Ishaan Jaff 2025-03-06 00:41:20 -08:00
parent bbee3b7ecd
commit d4e6bef7de
2 changed files with 9 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
litellm/litellm_core_utils/streaming_handler.py
View file

@ -955,9 +955,8 @@ class CustomStreamWrapper:
if reasoning_content:
if self.sent_first_thinking_block is False:
self.thinking_content += (
(model_response.choices[0].delta.content or "")
+ f"<thinking>{model_response.choices[0].delta.reasoning_content}"
)
model_response.choices[0].delta.content or ""
) + f"{model_response.choices[0].delta.reasoning_content}"
self.sent_first_thinking_block = True
return None
elif (
@ -974,7 +973,7 @@ class CustomStreamWrapper:
and not self.sent_last_thinking_block
and model_response.choices[0].delta.content
):
self.thinking_content += "</thinking>"
self.thinking_content += ""
model_response.choices[0].delta.content = self.thinking_content
self.sent_last_thinking_block = True

10
litellm/proxy/proxy_config.yaml
View file

@ -1,12 +1,14 @@
model_list:
- model_name: fake-openai-endpoint
- model_name: bedrock/us.anthropic.claude-3-7-sonnet-20250219-v1:0
litellm_params:
model: openai/my-fake-model
api_key: my-fake-key
api_base: https://exampleopenaiendpoint-production.up.railway.app/
model: bedrock/us.anthropic.claude-3-7-sonnet-20250219-v1:0
thinking: {"type": "enabled", "budget_tokens": 1024}
max_tokens: 1080
general_settings:
store_model_in_db: true
store_prompts_in_spend_logs: true
litellm_settings:
merge_reasoning_content_in_choices: true