CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-07-09 21:19:20 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Add function to select backend (Selenium or other) for issue #171

Browse Source
This commit is contained in:
SwapnilSonker 2024-12-16 20:26:20 +05:30
parent bdd6a392e2
commit a4f0f5d16d
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
scrapegraphai/docloaders/chromium.py
View File

@ -65,6 +65,15 @@ class ChromiumLoader(BaseLoader):
self.load_state = load_state
self.requires_js_support = requires_js_support
self.storage_state = storage_state
async def scrape(self, url:str) -> str:
if self.backend == "playwright":
return await self.ascrape_playwright(url)
elif self.backend == "selenium":
return await self.ascrape_undetected_chromedriver(url)
else:
raise ValueError(f"Unsupported backend: {self.backend}")
async def ascrape_undetected_chromedriver(self, url: str) -> str:
"""