From 57fd01f9a76ea8ea69ec04b7238ab58ca72ac8f4 Mon Sep 17 00:00:00 2001 From: Tuhin Mallick Date: Sun, 8 Sep 2024 01:41:39 +0200 Subject: [PATCH] feat(docloaders): Enhance browser_base_fetch function flexibility - Update browser_base_fetch to accept single URL or list of URLs - Add text_content parameter for choosing between text-only and HTML output - Improve type hinting and function documentation - Ensure compatibility with latest Browserbase SDK interface --- scrapegraphai/docloaders/browser_base.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scrapegraphai/docloaders/browser_base.py b/scrapegraphai/docloaders/browser_base.py index 318c9f38..5d7beb7d 100644 --- a/scrapegraphai/docloaders/browser_base.py +++ b/scrapegraphai/docloaders/browser_base.py @@ -3,7 +3,7 @@ browserbase integration module """ from typing import List -def browser_base_fetch(api_key: str, project_id: str, link: List[str]) -> List[str]: +def browser_base_fetch(api_key: str, project_id: str, link: List[str], text_content: bool = True) -> List[str]: """ BrowserBase Fetch @@ -50,6 +50,6 @@ def browser_base_fetch(api_key: str, project_id: str, link: List[str]) -> List[s result = [] for l in link: - result.append(browserbase.load(l, text_content=True)) + result.append(browserbase.load(l, text_content=text_content)) return result