From 5be7c497cd44fbd0c026bf3d833f572b34661b08 Mon Sep 17 00:00:00 2001 From: PeriniM Date: Mon, 6 Jan 2025 04:08:15 +0100 Subject: [PATCH] chore: chromium browser asnc handling --- scrapegraphai/docloaders/chromium.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/scrapegraphai/docloaders/chromium.py b/scrapegraphai/docloaders/chromium.py index 1c042561..5e9aa75e 100644 --- a/scrapegraphai/docloaders/chromium.py +++ b/scrapegraphai/docloaders/chromium.py @@ -325,14 +325,13 @@ class ChromiumLoader(BaseLoader): await page.wait_for_load_state(self.load_state) results = await page.content() logger.info("Content scraped") + await browser.close() return results except (aiohttp.ClientError, asyncio.TimeoutError, Exception) as e: attempt += 1 logger.error(f"Attempt {attempt} failed: {e}") if attempt == self.retry_limit: raise RuntimeError(f"Failed to scrape after {self.retry_limit} attempts: {str(e)}") - finally: - await browser.close() async def ascrape_with_js_support(self, url: str, browser_name: str = "chromium") -> str: """