CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-07-01 21:00:48 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #847 from gsavvid/main

Browse Source 
fix: validate URL only if the input type is a URL
This commit is contained in:
Marco Vinciguerra 2024-12-18 09:28:58 +01:00 committed by GitHub
commit abf39b5fad
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
scrapegraphai/nodes/fetch_node.py
View File

@ -131,12 +131,13 @@ class FetchNode(BaseNode):
return state
# For web sources, validate URL before proceeding
try:
if self.is_valid_url(source):
return self.handle_web_source(state, source)
except ValueError as e:
# Re-raise the exception from is_valid_url
raise
if input_type == "url":
try:
if self.is_valid_url(source):
return self.handle_web_source(state, source)
except ValueError as e:
# Re-raise the exception from is_valid_url
raise
return self.handle_local_source(state, source)