From bfc6852b77b643e34543f7e436349f73d4ba1b5a Mon Sep 17 00:00:00 2001 From: Matteo Vedovati Date: Wed, 7 Aug 2024 13:02:02 +0200 Subject: [PATCH] fix: refactoring of fetch_node adding comment --- scrapegraphai/nodes/fetch_node.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/scrapegraphai/nodes/fetch_node.py b/scrapegraphai/nodes/fetch_node.py index 02d2c946..d403163d 100644 --- a/scrapegraphai/nodes/fetch_node.py +++ b/scrapegraphai/nodes/fetch_node.py @@ -17,6 +17,9 @@ from ..utils.logging import get_logger from .base_node import BaseNode +"""" +FetchNode Module +""" class FetchNode(BaseNode): """ A node responsible for fetching the HTML content of a specified URL and updating @@ -68,14 +71,16 @@ class FetchNode(BaseNode): False if node_config is None else node_config.get("script_creator", False) ) self.openai_md_enabled = ( - False if node_config is None else node_config.get("script_creator", False) + False if node_config is None else node_config.get("openai_md_enabled", False) ) self.cut = ( False if node_config is None else node_config.get("cut", True) ) - self.browser_base = node_config.get("browser_base") + self.browser_base = ( + None if node_config is None else node_config.get("browser_base") + ) def execute(self, state): """