fix(retrieval): drain playwright route handlers before the page closes (#29325)

This commit is contained in:
G30 2026-09-07 13:20:59 -04:00 • committed by GitHub
parent 2823bf64e1
commit 2f2f4c872f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -868,6 +868,7 @@ class SafePlaywrightURLLoader(PlaywrightURLLoader, RateLimitMixin, URLProcessing
raise ValueError(f'page.goto() returned None for url {url}')
text = self.evaluator.evaluate(page, browser, response)
page.unroute_all(behavior='ignoreErrors')
metadata = {'source': url}
yield Document(page_content=text, metadata=metadata)
except Exception as e:
@ -903,6 +904,7 @@ class SafePlaywrightURLLoader(PlaywrightURLLoader, RateLimitMixin, URLProcessing
raise ValueError(f'page.goto() returned None for url {url}')
text = await self.evaluator.evaluate_async(page, browser, response)
await page.unroute_all(behavior='ignoreErrors')
metadata = {'source': url}
yield Document(page_content=text, metadata=metadata)
except Exception as e: