diff --git a/scrapegraphai/docloaders/browser_base.py b/scrapegraphai/docloaders/browser_base.py index 47798e29..dd290d2d 100644 --- a/scrapegraphai/docloaders/browser_base.py +++ b/scrapegraphai/docloaders/browser_base.py @@ -43,6 +43,6 @@ def browser_base_fetch(api_key: str, project_id: str, link: List[str]) -> List[s browserbase = Browserbase(api_key=api_key, project_id=project_id) - result = browserbase.load([link]) + result = browserbase.load(link) return result diff --git a/scrapegraphai/nodes/fetch_node.py b/scrapegraphai/nodes/fetch_node.py index 741f6a22..86b02bf6 100644 --- a/scrapegraphai/nodes/fetch_node.py +++ b/scrapegraphai/nodes/fetch_node.py @@ -202,10 +202,11 @@ class FetchNode(BaseNode): loader_kwargs = self.node_config.get("loader_kwargs", {}) if self.browser_base is not None: - data = browser_base_fetch(self.browser_base.get("api_key"), - self.browser_base.get("project_id"), source) + if self.browser_base is not None: + data = browser_base_fetch(self.browser_base.get("api_key"), + self.browser_base.get("project_id"), [source]) - document = [Document(page_content= data, metadata={"source": "html file"})] + document = [Document(page_content=content, metadata={"source": source}) for content in data] else: loader = ChromiumLoader([source], headless=self.headless, **loader_kwargs) document = loader.load()