CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-07-09 21:19:20 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge pull request #796 from saied71/main
Some checks failed
CodeQL / Analyze (python) (push) Has been cancelled
Details
/ build (push) Has been cancelled
Details
Release / Build (push) Has been cancelled
Details
Release / Release (push) Has been cancelled
Details

Browse Source
This commit is contained in:
Marco Vinciguerra 2024-11-12 01:08:34 +01:00 committed by GitHub
commit 5a100fb2e8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
scrapegraphai/nodes/fetch_node.py
View File

@ -170,8 +170,9 @@ class FetchNode(BaseNode):
compressed_document = self.load_file_content(source, input_type)
return self.update_state(state, compressed_document)
# return self.update_state(state, compressed_document)
state.update({self.output[0]: compressed_document})
return state
def load_file_content(self, source, input_type):
"""
Loads the content of a file based on its input type.
@ -230,8 +231,9 @@ class FetchNode(BaseNode):
Document(page_content=parsed_content, metadata={"source": "local_dir"})
]
return self.update_state(state, compressed_document)
# return self.update_state(state, compressed_document)
state.update({self.output[0]: compressed_document})
return state
def handle_web_source(self, state, source):
"""
Handles the web source by fetching HTML content from a URL,