diff --git a/examples/anthropic/custom_graph_haiku.py b/examples/anthropic/custom_graph_haiku.py index d8b4dc19..96115d2e 100644 --- a/examples/anthropic/custom_graph_haiku.py +++ b/examples/anthropic/custom_graph_haiku.py @@ -40,7 +40,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/examples/bedrock/custom_graph_bedrock.py b/examples/bedrock/custom_graph_bedrock.py index 9002a598..d72f6999 100644 --- a/examples/bedrock/custom_graph_bedrock.py +++ b/examples/bedrock/custom_graph_bedrock.py @@ -55,7 +55,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/examples/ernie/custom_graph_ernie.py b/examples/ernie/custom_graph_ernie.py index 5dad8bac..57d422e5 100644 --- a/examples/ernie/custom_graph_ernie.py +++ b/examples/ernie/custom_graph_ernie.py @@ -43,7 +43,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/examples/fireworks/custom_graph_fireworks.py b/examples/fireworks/custom_graph_fireworks.py index d0dcd994..66784d5b 100644 --- a/examples/fireworks/custom_graph_fireworks.py +++ b/examples/fireworks/custom_graph_fireworks.py @@ -43,7 +43,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/examples/groq/custom_graph_groq.py b/examples/groq/custom_graph_groq.py index 79d2f0c6..f0d7e215 100644 --- a/examples/groq/custom_graph_groq.py +++ b/examples/groq/custom_graph_groq.py @@ -43,7 +43,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/examples/huggingfacehub/custom_graph_huggingfacehub.py b/examples/huggingfacehub/custom_graph_huggingfacehub.py index 604bfae8..cec007b7 100644 --- a/examples/huggingfacehub/custom_graph_huggingfacehub.py +++ b/examples/huggingfacehub/custom_graph_huggingfacehub.py @@ -55,7 +55,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/examples/local_models/custom_graph_ollama.py b/examples/local_models/custom_graph_ollama.py index 66dd59b6..c505d068 100644 --- a/examples/local_models/custom_graph_ollama.py +++ b/examples/local_models/custom_graph_ollama.py @@ -44,7 +44,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/examples/mistral/custom_graph_mistral.py b/examples/mistral/custom_graph_mistral.py index f02ead0c..ec2878c1 100644 --- a/examples/mistral/custom_graph_mistral.py +++ b/examples/mistral/custom_graph_mistral.py @@ -42,7 +42,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/examples/mixed_models/custom_graph_groq_openai.py b/examples/mixed_models/custom_graph_groq_openai.py index 942b0fcb..d83c31db 100644 --- a/examples/mixed_models/custom_graph_groq_openai.py +++ b/examples/mixed_models/custom_graph_groq_openai.py @@ -51,7 +51,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/examples/nemotron/custom_graph_nemotron.py b/examples/nemotron/custom_graph_nemotron.py index 07702680..22c6a4a1 100644 --- a/examples/nemotron/custom_graph_nemotron.py +++ b/examples/nemotron/custom_graph_nemotron.py @@ -42,7 +42,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/examples/oneapi/custom_graph_oneapi.py b/examples/oneapi/custom_graph_oneapi.py index be58d1d1..1e27dcf9 100644 --- a/examples/oneapi/custom_graph_oneapi.py +++ b/examples/oneapi/custom_graph_oneapi.py @@ -38,7 +38,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/examples/openai/custom_graph_openai.py b/examples/openai/custom_graph_openai.py index b1471a21..a4cf9351 100644 --- a/examples/openai/custom_graph_openai.py +++ b/examples/openai/custom_graph_openai.py @@ -43,7 +43,7 @@ robot_node = RobotsNode( fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "verbose": True, "headless": True, diff --git a/scrapegraphai/graphs/deep_scraper_graph.py b/scrapegraphai/graphs/deep_scraper_graph.py index 0b0c84f8..10aa61ae 100644 --- a/scrapegraphai/graphs/deep_scraper_graph.py +++ b/scrapegraphai/graphs/deep_scraper_graph.py @@ -69,7 +69,7 @@ class DeepScraperGraph(AbstractGraph): """ fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"] + output=["doc"] ) parse_node = ParseNode( input="doc", diff --git a/scrapegraphai/graphs/json_scraper_graph.py b/scrapegraphai/graphs/json_scraper_graph.py index 288b8ee1..2137a023 100644 --- a/scrapegraphai/graphs/json_scraper_graph.py +++ b/scrapegraphai/graphs/json_scraper_graph.py @@ -56,7 +56,7 @@ class JSONScraperGraph(AbstractGraph): fetch_node = FetchNode( input="json | json_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], ) generate_answer_node = GenerateAnswerNode( diff --git a/scrapegraphai/graphs/script_creator_graph.py b/scrapegraphai/graphs/script_creator_graph.py index 73c709eb..2f080764 100644 --- a/scrapegraphai/graphs/script_creator_graph.py +++ b/scrapegraphai/graphs/script_creator_graph.py @@ -62,7 +62,7 @@ class ScriptCreatorGraph(AbstractGraph): fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "llm_model": self.llm_model, "loader_kwargs": self.config.get("loader_kwargs", {}), diff --git a/scrapegraphai/graphs/search_link_graph.py b/scrapegraphai/graphs/search_link_graph.py index 566569a8..b373f4e0 100644 --- a/scrapegraphai/graphs/search_link_graph.py +++ b/scrapegraphai/graphs/search_link_graph.py @@ -52,7 +52,7 @@ class SearchLinkGraph(AbstractGraph): fetch_node = FetchNode( input="url| local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "llm_model": self.llm_model, "force": self.config.get("force", False), diff --git a/scrapegraphai/graphs/smart_scraper_graph.py b/scrapegraphai/graphs/smart_scraper_graph.py index 0167103e..e7ff1195 100644 --- a/scrapegraphai/graphs/smart_scraper_graph.py +++ b/scrapegraphai/graphs/smart_scraper_graph.py @@ -61,7 +61,7 @@ class SmartScraperGraph(AbstractGraph): """ fetch_node = FetchNode( input="url| local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "llm_model": self.llm_model, "force": self.config.get("force", False), diff --git a/scrapegraphai/graphs/speech_graph.py b/scrapegraphai/graphs/speech_graph.py index 8c1ff278..4388bf66 100644 --- a/scrapegraphai/graphs/speech_graph.py +++ b/scrapegraphai/graphs/speech_graph.py @@ -62,7 +62,7 @@ class SpeechGraph(AbstractGraph): fetch_node = FetchNode( input="url | local_dir", - output=["doc", "link_urls", "img_urls"] + output=["doc"] ) parse_node = ParseNode( input="doc", diff --git a/scrapegraphai/graphs/xml_scraper_graph.py b/scrapegraphai/graphs/xml_scraper_graph.py index f5806f56..29184f28 100644 --- a/scrapegraphai/graphs/xml_scraper_graph.py +++ b/scrapegraphai/graphs/xml_scraper_graph.py @@ -60,7 +60,7 @@ class XMLScraperGraph(AbstractGraph): fetch_node = FetchNode( input="xml | xml_dir", - output=["doc", "link_urls", "img_urls"] + output=["doc"] ) generate_answer_node = GenerateAnswerNode( diff --git a/tests/graphs/abstract_graph_test.py b/tests/graphs/abstract_graph_test.py index 60c8ab4c..5ac63638 100644 --- a/tests/graphs/abstract_graph_test.py +++ b/tests/graphs/abstract_graph_test.py @@ -22,7 +22,7 @@ class TestGraph(AbstractGraph): def _create_graph(self) -> BaseGraph: fetch_node = FetchNode( input="url| local_dir", - output=["doc", "link_urls", "img_urls"], + output=["doc"], node_config={ "llm_model": self.llm_model, "force": self.config.get("force", False),