From a4f0f5d16d7a2f218b51f198a1ad00a6edfcca7e Mon Sep 17 00:00:00 2001 From: SwapnilSonker Date: Mon, 16 Dec 2024 20:26:20 +0530 Subject: [PATCH] Add function to select backend (Selenium or other) for issue #171 --- scrapegraphai/docloaders/chromium.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/scrapegraphai/docloaders/chromium.py b/scrapegraphai/docloaders/chromium.py index 942827ac..54493887 100644 --- a/scrapegraphai/docloaders/chromium.py +++ b/scrapegraphai/docloaders/chromium.py @@ -65,6 +65,15 @@ class ChromiumLoader(BaseLoader): self.load_state = load_state self.requires_js_support = requires_js_support self.storage_state = storage_state + + async def scrape(self, url:str) -> str: + if self.backend == "playwright": + return await self.ascrape_playwright(url) + elif self.backend == "selenium": + return await self.ascrape_undetected_chromedriver(url) + else: + raise ValueError(f"Unsupported backend: {self.backend}") + async def ascrape_undetected_chromedriver(self, url: str) -> str: """