scriptoriumadmin/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2026-10-18 04:43:55 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refac

Browse source
This commit is contained in:
Timothy Jaeryang Baek 2026-10-16 03:17:14 +04:00
parent 9cc648cad8
commit 597b00a547
1 changed files with 20 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

23
backend/open_webui/utils/middleware.py
View file

@ -6337,9 +6337,26 @@ async def streaming_chat_response_handler(response, ctx):
)
try:
messages, context_summary, compacted = await compact_messages_for_request(
request, user, messages, metadata, model_id, request.app.state.MODELS
)
user_messages = [
(message, message.get('content'))
for message in messages
if user_prompt
and message.get('role') == 'user'
and message.get('content') == user_prompt.get('content')
]
try:
# Summarize the user's text, then restore source context for the model.
for message, _ in user_messages:
message['content'] = copy.deepcopy(message.get('content'))
set_last_user_message_content(
metadata.get('base_user_prompt') or user_message, [message]
)
messages, context_summary, compacted = await compact_messages_for_request(
request, user, messages, metadata, model_id, request.app.state.MODELS
)
finally:
for message, content in user_messages:
message['content'] = content
if compacted:
if user_prompt is not None:
messages = [message for message in messages if message != user_prompt]