fix: Removed link_urls and img_ulrs from FetchNode output

2026-06-28 21:01:55 +08:00 · 2024-09-02 12:53:40 +02:00 · 2024-09-02 12:53:40 +02:00 · 57337a0a8c
commit 57337a0a8c
parent 66a3b6d6a3
20 changed files with 20 additions and 20 deletions
--- a/examples/anthropic/custom_graph_haiku.py
+++ b/examples/anthropic/custom_graph_haiku.py
@ -40,7 +40,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/examples/bedrock/custom_graph_bedrock.py
+++ b/examples/bedrock/custom_graph_bedrock.py
@ -55,7 +55,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/examples/ernie/custom_graph_ernie.py
+++ b/examples/ernie/custom_graph_ernie.py
@ -43,7 +43,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/examples/fireworks/custom_graph_fireworks.py
+++ b/examples/fireworks/custom_graph_fireworks.py
@ -43,7 +43,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/examples/groq/custom_graph_groq.py
+++ b/examples/groq/custom_graph_groq.py
@ -43,7 +43,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/examples/huggingfacehub/custom_graph_huggingfacehub.py
+++ b/examples/huggingfacehub/custom_graph_huggingfacehub.py
@ -55,7 +55,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/examples/local_models/custom_graph_ollama.py
+++ b/examples/local_models/custom_graph_ollama.py
@ -44,7 +44,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/examples/mistral/custom_graph_mistral.py
+++ b/examples/mistral/custom_graph_mistral.py
@ -42,7 +42,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/examples/mixed_models/custom_graph_groq_openai.py
+++ b/examples/mixed_models/custom_graph_groq_openai.py
@ -51,7 +51,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/examples/nemotron/custom_graph_nemotron.py
+++ b/examples/nemotron/custom_graph_nemotron.py
@ -42,7 +42,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/examples/oneapi/custom_graph_oneapi.py
+++ b/examples/oneapi/custom_graph_oneapi.py
@ -38,7 +38,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/examples/openai/custom_graph_openai.py
+++ b/examples/openai/custom_graph_openai.py
@ -43,7 +43,7 @@ robot_node = RobotsNode(

 fetch_node = FetchNode(
    input="url | local_dir",
-    output=["doc", "link_urls", "img_urls"],
+    output=["doc"],
    node_config={
        "verbose": True,
        "headless": True,
--- a/scrapegraphai/graphs/deep_scraper_graph.py
+++ b/scrapegraphai/graphs/deep_scraper_graph.py
@ -69,7 +69,7 @@ class DeepScraperGraph(AbstractGraph):
        """
        fetch_node = FetchNode(
            input="url | local_dir",
-            output=["doc", "link_urls", "img_urls"]
+            output=["doc"]
        )
        parse_node = ParseNode(
            input="doc",
--- a/scrapegraphai/graphs/json_scraper_graph.py
+++ b/scrapegraphai/graphs/json_scraper_graph.py
@ -56,7 +56,7 @@ class JSONScraperGraph(AbstractGraph):

        fetch_node = FetchNode(
            input="json | json_dir",
-            output=["doc", "link_urls", "img_urls"],
+            output=["doc"],
        )

        generate_answer_node = GenerateAnswerNode(
--- a/scrapegraphai/graphs/script_creator_graph.py
+++ b/scrapegraphai/graphs/script_creator_graph.py
@ -62,7 +62,7 @@ class ScriptCreatorGraph(AbstractGraph):

        fetch_node = FetchNode(
            input="url | local_dir",
-            output=["doc", "link_urls", "img_urls"],
+            output=["doc"],
            node_config={
                "llm_model": self.llm_model,
                "loader_kwargs": self.config.get("loader_kwargs", {}),
--- a/scrapegraphai/graphs/search_link_graph.py
+++ b/scrapegraphai/graphs/search_link_graph.py
@ -52,7 +52,7 @@ class SearchLinkGraph(AbstractGraph):

        fetch_node = FetchNode(
            input="url| local_dir",
-            output=["doc", "link_urls", "img_urls"],
+            output=["doc"],
            node_config={
                "llm_model": self.llm_model,
                "force": self.config.get("force", False),
--- a/scrapegraphai/graphs/smart_scraper_graph.py
+++ b/scrapegraphai/graphs/smart_scraper_graph.py
@ -61,7 +61,7 @@ class SmartScraperGraph(AbstractGraph):
        """
        fetch_node = FetchNode(
            input="url| local_dir",
-            output=["doc", "link_urls", "img_urls"],
+            output=["doc"],
            node_config={
                "llm_model": self.llm_model,
                "force": self.config.get("force", False),
--- a/scrapegraphai/graphs/speech_graph.py
+++ b/scrapegraphai/graphs/speech_graph.py
@ -62,7 +62,7 @@ class SpeechGraph(AbstractGraph):

        fetch_node = FetchNode(
            input="url | local_dir",
-            output=["doc", "link_urls", "img_urls"]
+            output=["doc"]
        )
        parse_node = ParseNode(
            input="doc",
--- a/scrapegraphai/graphs/xml_scraper_graph.py
+++ b/scrapegraphai/graphs/xml_scraper_graph.py
@ -60,7 +60,7 @@ class XMLScraperGraph(AbstractGraph):

        fetch_node = FetchNode(
            input="xml | xml_dir",
-            output=["doc", "link_urls", "img_urls"]
+            output=["doc"]
        )

        generate_answer_node = GenerateAnswerNode(
--- a/tests/graphs/abstract_graph_test.py
+++ b/tests/graphs/abstract_graph_test.py
@ -22,7 +22,7 @@ class TestGraph(AbstractGraph):
    def _create_graph(self) -> BaseGraph:
        fetch_node = FetchNode(
            input="url| local_dir",
-            output=["doc", "link_urls", "img_urls"],
+            output=["doc"],
            node_config={
                "llm_model": self.llm_model,
                "force": self.config.get("force", False),