From 18a33a079bf07487edffc421a721c86194cc90c9 Mon Sep 17 00:00:00 2001 From: Timothy Jaeryang Baek Date: Tue, 30 Dec 2025 19:33:30 +0400 Subject: [PATCH] refac --- backend/open_webui/routers/retrieval.py | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/backend/open_webui/routers/retrieval.py b/backend/open_webui/routers/retrieval.py index 6f6b97fb9d..4130d4a2c6 100644 --- a/backend/open_webui/routers/retrieval.py +++ b/backend/open_webui/routers/retrieval.py @@ -1330,7 +1330,18 @@ def save_docs_to_vector_db( split_docs = [] for doc in docs: - split_docs.extend(markdown_splitter.split_text(doc.page_content)) + split_docs.extend( + [ + Document( + page_content=split_chunk.page_content, + metadata={**doc.metadata}, + ) + for split_chunk in markdown_splitter.split_text( + doc.page_content + ) + ] + ) + docs = split_docs if request.app.state.config.TEXT_SPLITTER in ["", "character"]: