scriptoriumadmin/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2026-09-09 22:33:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

refac

Browse source
This commit is contained in:
Timothy Jaeryang Baek 2026-09-03 15:31:07 -04:00
parent 065002b49e
commit 894655f66b
1 changed files with 13 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
backend/open_webui/routers/retrieval.py
View file

@ -1634,6 +1634,14 @@ def get_splitter_length_function(
return len
def filter_file_metadata(metadata: dict | None) -> dict:
metadata = dict(metadata or {})
data = metadata.pop('data', None)
if isinstance(data, dict):
metadata = {**filter_metadata(data), **metadata}
return filter_metadata(metadata)
def save_docs_to_vector_db(
request: Request,
docs,
@ -1898,7 +1906,7 @@ async def process_file(
Document(
page_content=form_data.content.replace('<br/>', '\n'),
metadata={
**file.meta,
**filter_file_metadata(file.meta),
'name': file.filename,
'created_by': file.user_id,
'file_id': file.id,
@ -1934,7 +1942,7 @@ async def process_file(
Document(
page_content=stored_content,
metadata={
**file.meta,
**filter_file_metadata(file.meta),
'name': file.filename,
'created_by': file.user_id,
'file_id': file.id,
@ -1967,7 +1975,7 @@ async def process_file(
Document(
page_content=doc.page_content,
metadata={
**file.meta,
**filter_file_metadata(file.meta),
**filter_metadata(doc.metadata),
'name': file.filename,
'created_by': file.user_id,
@ -1982,7 +1990,7 @@ async def process_file(
Document(
page_content=file.data.get('content', ''),
metadata={
**file.meta,
**filter_file_metadata(file.meta),
'name': file.filename,
'created_by': file.user_id,
'file_id': file.id,
@ -3315,7 +3323,7 @@ async def process_files_batch(
Document(
page_content=text_content.replace('<br/>', '\n'),
metadata={
**file.meta,
**filter_file_metadata(file.meta),
'name': file.filename,
'created_by': file.user_id,
'file_id': file.id,