From e2caee695ecce2d13aa5a82306097b1a80ba0e18 Mon Sep 17 00:00:00 2001 From: Georgios Savvidis Date: Tue, 17 Dec 2024 14:20:07 +0100 Subject: [PATCH] fix: validate URL only if the input type is a URL --- scrapegraphai/nodes/fetch_node.py | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/scrapegraphai/nodes/fetch_node.py b/scrapegraphai/nodes/fetch_node.py index 284868ff..75306bea 100644 --- a/scrapegraphai/nodes/fetch_node.py +++ b/scrapegraphai/nodes/fetch_node.py @@ -131,12 +131,13 @@ class FetchNode(BaseNode): return state # For web sources, validate URL before proceeding - try: - if self.is_valid_url(source): - return self.handle_web_source(state, source) - except ValueError as e: - # Re-raise the exception from is_valid_url - raise + if input_type == "url": + try: + if self.is_valid_url(source): + return self.handle_web_source(state, source) + except ValueError as e: + # Re-raise the exception from is_valid_url + raise return self.handle_local_source(state, source)