diff --git a/backend/open_webui/retrieval/web/utils.py b/backend/open_webui/retrieval/web/utils.py index 333392a4d1..1605e65b3c 100644 --- a/backend/open_webui/retrieval/web/utils.py +++ b/backend/open_webui/retrieval/web/utils.py @@ -868,6 +868,7 @@ class SafePlaywrightURLLoader(PlaywrightURLLoader, RateLimitMixin, URLProcessing raise ValueError(f'page.goto() returned None for url {url}') text = self.evaluator.evaluate(page, browser, response) + page.unroute_all(behavior='ignoreErrors') metadata = {'source': url} yield Document(page_content=text, metadata=metadata) except Exception as e: @@ -903,6 +904,7 @@ class SafePlaywrightURLLoader(PlaywrightURLLoader, RateLimitMixin, URLProcessing raise ValueError(f'page.goto() returned None for url {url}') text = await self.evaluator.evaluate_async(page, browser, response) + await page.unroute_all(behavior='ignoreErrors') metadata = {'source': url} yield Document(page_content=text, metadata=metadata) except Exception as e: