diff --git a/scrapegraphai/nodes/fetch_node.py b/scrapegraphai/nodes/fetch_node.py index 02d2c946..d403163d 100644 --- a/scrapegraphai/nodes/fetch_node.py +++ b/scrapegraphai/nodes/fetch_node.py @@ -17,6 +17,9 @@ from ..utils.logging import get_logger from .base_node import BaseNode +"""" +FetchNode Module +""" class FetchNode(BaseNode): """ A node responsible for fetching the HTML content of a specified URL and updating @@ -68,14 +71,16 @@ class FetchNode(BaseNode): False if node_config is None else node_config.get("script_creator", False) ) self.openai_md_enabled = ( - False if node_config is None else node_config.get("script_creator", False) + False if node_config is None else node_config.get("openai_md_enabled", False) ) self.cut = ( False if node_config is None else node_config.get("cut", True) ) - self.browser_base = node_config.get("browser_base") + self.browser_base = ( + None if node_config is None else node_config.get("browser_base") + ) def execute(self, state): """