scriptoriumadmin/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2026-09-07 08:27:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

refac

Browse source
This commit is contained in:
Timothy Jaeryang Baek 2025-12-30 19:33:30 +04:00
parent d3a682759f
commit 18a33a079b
1 changed files with 12 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
backend/open_webui/routers/retrieval.py
View file

@ -1330,7 +1330,18 @@ def save_docs_to_vector_db(
split_docs = []
for doc in docs:
split_docs.extend(markdown_splitter.split_text(doc.page_content))
split_docs.extend(
[
Document(
page_content=split_chunk.page_content,
metadata={**doc.metadata},
)
for split_chunk in markdown_splitter.split_text(
doc.page_content
)
]
)
docs = split_docs
if request.app.state.config.TEXT_SPLITTER in ["", "character"]: