CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-07-01 21:00:48 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

fix: refactoring of fetch_node adding comment

Browse Source
This commit is contained in:
Matteo Vedovati 2024-08-07 13:02:02 +02:00
parent 1ea2ad8e79
commit bfc6852b77
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
scrapegraphai/nodes/fetch_node.py
View File

@ -17,6 +17,9 @@ from ..utils.logging import get_logger
from .base_node import BaseNode
""""
FetchNode Module
"""
class FetchNode(BaseNode):
"""
A node responsible for fetching the HTML content of a specified URL and updating
@ -68,14 +71,16 @@ class FetchNode(BaseNode):
False if node_config is None else node_config.get("script_creator", False)
)
self.openai_md_enabled = (
False if node_config is None else node_config.get("script_creator", False)
False if node_config is None else node_config.get("openai_md_enabled", False)
)
self.cut = (
False if node_config is None else node_config.get("cut", True)
)
self.browser_base = node_config.get("browser_base")
self.browser_base = (
None if node_config is None else node_config.get("browser_base")
)
def execute(self, state):
"""