fix: abstract_graph and removed unused embeddings

Co-Authored-By: Federico Aguzzi <62149513+f-aguzzi@users.noreply.github.com>
2026-07-04 21:00:36 +08:00 · 2024-08-01 14:38:50 +02:00 · 2024-08-01 14:38:50 +02:00 · 0b4cfd6522
commit 0b4cfd6522
parent a94ebcde00
106 changed files with 21 additions and 554 deletions
--- a/examples/bedrock/csv_scraper_bedrock.py
+++ b/examples/bedrock/csv_scraper_bedrock.py
@ -33,9 +33,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }
 # ************************************************
--- a/examples/bedrock/csv_scraper_graph_multi_bedrock.py
+++ b/examples/bedrock/csv_scraper_graph_multi_bedrock.py
@ -28,9 +28,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }

--- a/examples/bedrock/custom_graph_bedrock.py
+++ b/examples/bedrock/custom_graph_bedrock.py
@ -28,9 +28,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }

--- a/examples/bedrock/json_scraper_bedrock.py
+++ b/examples/bedrock/json_scraper_bedrock.py
@ -32,9 +32,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }

--- a/examples/bedrock/json_scraper_multi_bedrock.py
+++ b/examples/bedrock/json_scraper_multi_bedrock.py
@ -10,9 +10,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }
 FILE_NAME = "inputs/example.json"
--- a/examples/bedrock/pdf_scraper_graph_bedrock.py
+++ b/examples/bedrock/pdf_scraper_graph_bedrock.py
@ -18,9 +18,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }

--- a/examples/bedrock/pdf_scraper_graph_multi_bedrock.py
+++ b/examples/bedrock/pdf_scraper_graph_multi_bedrock.py
@ -11,9 +11,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }
 # ***************
--- a/examples/bedrock/scrape_plain_text_bedrock.py
+++ b/examples/bedrock/scrape_plain_text_bedrock.py
@ -33,9 +33,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }

--- a/examples/bedrock/script_generator_bedrock.py
+++ b/examples/bedrock/script_generator_bedrock.py
@ -19,10 +19,7 @@ graph_config = {
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
-    },
-        "library": "beautifulsoup"
+    "library": "beautifulsoup"
 }

 # ************************************************
--- a/examples/bedrock/script_multi_generator_bedrock.py
+++ b/examples/bedrock/script_multi_generator_bedrock.py
@ -15,10 +15,7 @@ graph_config = {
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
-    },
-        "library": "beautifulsoup"
+    "library": "beautifulsoup"
 }

 # ************************************************
--- a/examples/bedrock/search_graph_bedrock.py
+++ b/examples/bedrock/search_graph_bedrock.py
@ -16,9 +16,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }
 # ************************************************
--- a/examples/bedrock/search_graph_schema_bedrock.py
+++ b/examples/bedrock/search_graph_schema_bedrock.py
@ -27,9 +27,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }

--- a/examples/bedrock/search_link_graph_bedrock.py
+++ b/examples/bedrock/search_link_graph_bedrock.py
@ -15,9 +15,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }

--- a/examples/bedrock/smart_scraper_bedrock.py
+++ b/examples/bedrock/smart_scraper_bedrock.py
@ -19,9 +19,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }

--- a/examples/bedrock/smart_scraper_multi_bedrock.py
+++ b/examples/bedrock/smart_scraper_multi_bedrock.py
@ -17,9 +17,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }

--- a/examples/bedrock/smart_scraper_schema_bedrock.py
+++ b/examples/bedrock/smart_scraper_schema_bedrock.py
@ -26,9 +26,6 @@ graph_config = {
        "client": "client_name",
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
-    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
    }
 }

--- a/examples/bedrock/xml_scraper_bedrock.py
+++ b/examples/bedrock/xml_scraper_bedrock.py
@ -32,9 +32,6 @@ graph_config = {
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
-    }
 }

 # ************************************************
--- a/examples/bedrock/xml_scraper_graph_multi_bedrock.py
+++ b/examples/bedrock/xml_scraper_graph_multi_bedrock.py
@ -29,9 +29,6 @@ graph_config = {
        "model": "bedrock/anthropic.claude-3-sonnet-20240229-v1:0",
        "temperature": 0.0
    },
-    "embeddings": {
-        "model": "bedrock/cohere.embed-multilingual-v3"
-    }
 }

 # ************************************************
--- a/examples/deepseek/csv_scraper_deepseek.py
+++ b/examples/deepseek/csv_scraper_deepseek.py
@ -30,11 +30,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/csv_scraper_graph_multi_deepseek.py
+++ b/examples/deepseek/csv_scraper_graph_multi_deepseek.py
@ -30,11 +30,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/custom_graph_deepseek.py
+++ b/examples/deepseek/custom_graph_deepseek.py
@ -1,89 +0,0 @@
-"""
-Example of custom graph using Gemini Google model
-"""
-
-import os
-from dotenv import load_dotenv
-from scrapegraphai.models import Gemini
-from scrapegraphai.graphs import BaseGraph
-from scrapegraphai.nodes import FetchNode, ParseNode, RAGNode, GenerateAnswerNode
-load_dotenv()
-
-# ************************************************
-# Define the configuration for the graph
-# ************************************************
-
-deepseek_key = os.getenv("DEEPSEEK_APIKEY")
-
-graph_config = {
-    "llm": {
-        "model": "deepseek-chat",
-        "openai_api_key": deepseek_key,
-        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
-    },
-    "verbose": True,
-}
-
-# ************************************************
-# Define the graph nodes
-# ************************************************
-
-llm_model = Gemini(graph_config["llm"])
-
-# define the nodes for the graph
-fetch_node = FetchNode(
-    input="url | local_dir",
-    output=["doc"],
-)
-parse_node = ParseNode(
-    input="doc",
-    output=["parsed_doc"],
-    node_config={"chunk_size": 4096}
-)
-rag_node = RAGNode(
-    input="user_prompt & (parsed_doc | doc)",
-    output=["relevant_chunks"],
-    node_config={"llm": llm_model},
-)
-generate_answer_node = GenerateAnswerNode(
-    input="user_prompt & (relevant_chunks | parsed_doc | doc)",
-    output=["answer"],
-    node_config={"llm": llm_model},
-)
-
-# ************************************************
-# Create the graph by defining the connections
-# ************************************************
-
-graph = BaseGraph(
-    nodes={
-        fetch_node,
-        parse_node,
-        rag_node,
-        generate_answer_node,
-    },
-    edges={
-        (fetch_node, parse_node),
-        (parse_node, rag_node),
-        (rag_node, generate_answer_node)
-    },
-    entry_point=fetch_node
-)
-
-# ************************************************
-# Execute the graph
-# ************************************************
-
-result, execution_info = graph.execute({
-    "user_prompt": "List me the projects with their description",
-    "url": "https://perinim.github.io/projects/"
-})
-
-# get the answer from the result
-result = result.get("answer", "No answer found.")
-print(result)
--- a/examples/deepseek/json_scraper_deepseek.py
+++ b/examples/deepseek/json_scraper_deepseek.py
@ -29,11 +29,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/json_scraper_multi_deepseek.py
+++ b/examples/deepseek/json_scraper_multi_deepseek.py
@ -15,11 +15,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/pdf_scraper_graph_deepseek.py
+++ b/examples/deepseek/pdf_scraper_graph_deepseek.py
@ -20,11 +20,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/pdf_scraper_multi_deepseek.py
+++ b/examples/deepseek/pdf_scraper_multi_deepseek.py
@ -15,11 +15,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/scrape_plain_text_deepseek.py
+++ b/examples/deepseek/scrape_plain_text_deepseek.py
@ -31,11 +31,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/script_generator_deepseek.py
+++ b/examples/deepseek/script_generator_deepseek.py
@ -20,11 +20,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "library": "beautifulsoup"
 }
--- a/examples/deepseek/script_multi_generator_deepseek.py
+++ b/examples/deepseek/script_multi_generator_deepseek.py
@ -20,11 +20,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "library": "beautifulsoup"
 }
--- a/examples/deepseek/search_graph_deepseek.py
+++ b/examples/deepseek/search_graph_deepseek.py
@ -18,11 +18,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "max_results": 2,
    "verbose": True,
--- a/examples/deepseek/search_graph_schema_deepseek.py
+++ b/examples/deepseek/search_graph_schema_deepseek.py
@ -34,11 +34,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/search_link_graph_deepseek.py
+++ b/examples/deepseek/search_link_graph_deepseek.py
@ -19,11 +19,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/smart_scraper_deepseek.py
+++ b/examples/deepseek/smart_scraper_deepseek.py
@ -21,11 +21,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/smart_scraper_multi_deepseek.py
+++ b/examples/deepseek/smart_scraper_multi_deepseek.py
@ -19,11 +19,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/smart_scraper_schema_deepseek.py
+++ b/examples/deepseek/smart_scraper_schema_deepseek.py
@ -33,11 +33,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/xml_scraper_deepseek.py
+++ b/examples/deepseek/xml_scraper_deepseek.py
@ -31,11 +31,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/deepseek/xml_scraper_graph_multi_deepseek.py
+++ b/examples/deepseek/xml_scraper_graph_multi_deepseek.py
@ -30,11 +30,6 @@ graph_config = {
        "model": "deepseek-chat",
        "openai_api_key": deepseek_key,
        "openai_api_base": 'https://api.deepseek.com/v1',
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/fireworks/csv_scraper_fireworks.py
+++ b/examples/fireworks/csv_scraper_fireworks.py
@ -29,12 +29,6 @@ graph_config = {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
-    },
-    "verbose": True,
    "headless": False,
 }

--- a/examples/fireworks/csv_scraper_graph_multi_fireworks.py
+++ b/examples/fireworks/csv_scraper_graph_multi_fireworks.py
@ -28,11 +28,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False,
--- a/examples/fireworks/custom_graph_fireworks.py
+++ b/examples/fireworks/custom_graph_fireworks.py
@ -4,9 +4,7 @@ Example of custom graph using existing nodes

 import os
 from dotenv import load_dotenv
-
-from langchain_openai import OpenAIEmbeddings
-from scrapegraphai.models import OpenAI
+from langchain_openai import ChatOpenAI
 from scrapegraphai.graphs import BaseGraph
 from scrapegraphai.nodes import FetchNode, ParseNode, RAGNode, GenerateAnswerNode, RobotsNode
 load_dotenv()
@ -21,11 +19,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False,
@ -35,8 +28,7 @@ graph_config = {
 # Define the graph nodes
 # ************************************************

-llm_model = OpenAI(graph_config["llm"])
-embedder = OpenAIEmbeddings(api_key=llm_model.openai_api_key)
+llm_model = ChatOpenAI(graph_config["llm"])

 # define the nodes for the graph
 robot_node = RobotsNode(
@ -65,15 +57,7 @@ parse_node = ParseNode(
        "verbose": True,
    }
 )
-rag_node = RAGNode(
-    input="user_prompt & (parsed_doc | doc)",
-    output=["relevant_chunks"],
-    node_config={
-        "llm_model": llm_model,
-        "embedder_model": embedder,
-        "verbose": True,
-    }
-)
+
 generate_answer_node = GenerateAnswerNode(
    input="user_prompt & (relevant_chunks | parsed_doc | doc)",
    output=["answer"],
@ -92,14 +76,11 @@ graph = BaseGraph(
        robot_node,
        fetch_node,
        parse_node,
-        rag_node,
-        generate_answer_node,
    ],
    edges=[
        (robot_node, fetch_node),
        (fetch_node, parse_node),
-        (parse_node, rag_node),
-        (rag_node, generate_answer_node)
+        (parse_node, generate_answer_node)
    ],
    entry_point=robot_node
 )
--- a/examples/fireworks/deep_scraper_fireworks.py
+++ b/examples/fireworks/deep_scraper_fireworks.py
@ -19,11 +19,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "max_depth": 1
@ -49,4 +44,4 @@ print(result)

 graph_exec_info = deep_scraper_graph.get_execution_info()
 print(deep_scraper_graph.get_state("relevant_links"))
-print(prettify_exec_info(graph_exec_info))
+print(prettify_exec_info(graph_exec_info))
--- a/examples/fireworks/json_scraper_fireworkspy.py
+++ b/examples/fireworks/json_scraper_fireworkspy.py
@ -29,11 +29,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False,
--- a/examples/fireworks/json_scraper_multi_fireworks.py
+++ b/examples/fireworks/json_scraper_multi_fireworks.py
@ -14,11 +14,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False,
--- a/examples/fireworks/pdf_scraper_fireworks.py
+++ b/examples/fireworks/pdf_scraper_fireworks.py
@ -15,11 +15,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/fireworks/pdf_scraper_multi_fireworks.py
+++ b/examples/fireworks/pdf_scraper_multi_fireworks.py
@ -20,11 +20,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/fireworks/scrape_plain_text_fireworks.py
+++ b/examples/fireworks/scrape_plain_text_fireworks.py
@ -32,11 +32,6 @@ graph_config = {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
-    },
 }


--- a/examples/fireworks/script_generator_fireworks.py
+++ b/examples/fireworks/script_generator_fireworks.py
@ -19,11 +19,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False,
--- a/examples/fireworks/script_generator_schema_fireworks.py
+++ b/examples/fireworks/script_generator_schema_fireworks.py
@ -32,11 +32,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "library": "beautifulsoup",
--- a/examples/fireworks/script_multi_generator_fireworks.py
+++ b/examples/fireworks/script_multi_generator_fireworks.py
@ -19,11 +19,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "library": "beautifulsoup",
--- a/examples/fireworks/search_graph_fireworks.py
+++ b/examples/fireworks/search_graph_fireworks.py
@ -18,11 +18,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "max_results": 2,
    "verbose": True,
--- a/examples/fireworks/search_graph_schema_fireworks.py
+++ b/examples/fireworks/search_graph_schema_fireworks.py
@ -33,11 +33,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "max_results": 2,
    "verbose": True,
--- a/examples/fireworks/search_link_graph_fireworks.py
+++ b/examples/fireworks/search_link_graph_fireworks.py
@ -18,11 +18,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "max_results": 2,
    "verbose": True,
--- a/examples/fireworks/smart_scraper_fireworks.py
+++ b/examples/fireworks/smart_scraper_fireworks.py
@ -20,11 +20,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False,
--- a/examples/fireworks/smart_scraper_multi_fireworks.py
+++ b/examples/fireworks/smart_scraper_multi_fireworks.py
@ -19,11 +19,7 @@ graph_config = {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
-    },
+  
    "verbose": True,
    "headless": False,
 }
--- a/examples/fireworks/smart_scraper_schema_fireworks.py
+++ b/examples/fireworks/smart_scraper_schema_fireworks.py
@ -31,11 +31,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False,
--- a/examples/fireworks/xml_scraper_fireworks.py
+++ b/examples/fireworks/xml_scraper_fireworks.py
@ -28,11 +28,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False,
--- a/examples/fireworks/xml_scraper_graph_multi_fireworks.py
+++ b/examples/fireworks/xml_scraper_graph_multi_fireworks.py
@ -29,11 +29,6 @@ graph_config = {
    "llm": {
        "api_key": fireworks_api_key,
        "model": "fireworks/accounts/fireworks/models/mixtral-8x7b-instruct"
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False,
--- a/examples/groq/csv_scraper_graph_multi_groq.py
+++ b/examples/groq/csv_scraper_graph_multi_groq.py
@ -30,11 +30,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "headless": False
 }
--- a/examples/groq/csv_scraper_groq.py
+++ b/examples/groq/csv_scraper_groq.py
@ -31,11 +31,6 @@ graph_config = {
        "api_key": groq_key,
        "temperature": 0
    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
-    },
 }
 # ************************************************
 # Create the CSVScraperGraph instance and run it
--- a/examples/groq/custom_graph_groq.py
+++ b/examples/groq/custom_graph_groq.py
@ -4,7 +4,7 @@ Example of custom graph using existing nodes

 import os
 from dotenv import load_dotenv
-from scrapegraphai.models import OpenAI
+from langchain_openai import ChatOpenAI
 from scrapegraphai.graphs import BaseGraph
 from scrapegraphai.nodes import FetchNode, ParseNode, RAGNode, GenerateAnswerNode, RobotsNode
 load_dotenv()
@ -19,11 +19,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False
@ -33,7 +28,7 @@ graph_config = {
 # Define the graph nodes
 # ************************************************

-llm_model = OpenAI(graph_config["llm"])
+llm_model = ChatOpenAI(graph_config["llm"])

 # define the nodes for the graph
 robot_node = RobotsNode(
@ -62,14 +57,7 @@ parse_node = ParseNode(
        "verbose": True,
    }
 )
-rag_node = RAGNode(
-    input="user_prompt & (parsed_doc | doc)",
-    output=["relevant_chunks"],
-    node_config={
-        "llm_model": llm_model,
-        "verbose": True,
-    }
-)
+
 generate_answer_node = GenerateAnswerNode(
    input="user_prompt & (relevant_chunks | parsed_doc | doc)",
    output=["answer"],
@ -88,14 +76,12 @@ graph = BaseGraph(
        robot_node,
        fetch_node,
        parse_node,
-        rag_node,
        generate_answer_node,
    ],
    edges=[
        (robot_node, fetch_node),
        (fetch_node, parse_node),
-        (parse_node, rag_node),
-        (rag_node, generate_answer_node)
+        (parse_node, generate_answer_node)
    ],
    entry_point=robot_node
 )
--- a/examples/groq/json_scraper_groq.py
+++ b/examples/groq/json_scraper_groq.py
@ -30,11 +30,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False
--- a/examples/groq/json_scraper_multi_groq.py
+++ b/examples/groq/json_scraper_multi_groq.py
@ -15,11 +15,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "library": "beautifulsoup"
 }
--- a/examples/groq/pdf_scraper_graph_groq.py
+++ b/examples/groq/pdf_scraper_graph_groq.py
@ -18,11 +18,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
 }
--- a/examples/groq/pdf_scraper_multi_groq.py
+++ b/examples/groq/pdf_scraper_multi_groq.py
@ -14,11 +14,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "library": "beautifulsoup"
 }
--- a/examples/groq/scrape_plain_text_groq.py
+++ b/examples/groq/scrape_plain_text_groq.py
@ -32,11 +32,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False
--- a/examples/groq/script_generator_groq.py
+++ b/examples/groq/script_generator_groq.py
@ -19,11 +19,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "library": "beautifulsoup"
 }
--- a/examples/groq/script_multi_generator_groq.py
+++ b/examples/groq/script_multi_generator_groq.py
@ -20,11 +20,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "library": "beautifulsoup"
 }
--- a/examples/groq/search_graph_groq.py
+++ b/examples/groq/search_graph_groq.py
@ -21,11 +21,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "headless": False
 }
--- a/examples/groq/search_graph_schema_groq.py
+++ b/examples/groq/search_graph_schema_groq.py
@ -34,11 +34,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "headless": False
 }
--- a/examples/groq/search_link_graph_groq.py
+++ b/examples/groq/search_link_graph_groq.py
@ -19,11 +19,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "headless": False
 }
--- a/examples/groq/smart_scraper_groq.py
+++ b/examples/groq/smart_scraper_groq.py
@ -20,11 +20,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "headless": False
 }
--- a/examples/groq/smart_scraper_multi_groq.py
+++ b/examples/groq/smart_scraper_multi_groq.py
@ -19,11 +19,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False
--- a/examples/groq/smart_scraper_schema_groq.py
+++ b/examples/groq/smart_scraper_schema_groq.py
@ -33,11 +33,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "headless": False
 }
--- a/examples/groq/xml_scraper_graph_multi_groq.py
+++ b/examples/groq/xml_scraper_graph_multi_groq.py
@ -30,11 +30,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "headless": False
 }
--- a/examples/groq/xml_scraper_groq.py
+++ b/examples/groq/xml_scraper_groq.py
@ -30,11 +30,6 @@ graph_config = {
        "model": "groq/gemma-7b-it",
        "api_key": groq_key,
        "temperature": 0
-    },
-     "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
    "verbose": True,
    "headless": False
--- a/examples/huggingfacehub/csv_scraper_graph_multi_huggingfacehub.py
+++ b/examples/huggingfacehub/csv_scraper_graph_multi_huggingfacehub.py
@ -40,7 +40,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }


--- a/examples/huggingfacehub/csv_scraper_huggingfacehub.py
+++ b/examples/huggingfacehub/csv_scraper_huggingfacehub.py
@ -43,7 +43,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 # ************************************************
--- a/examples/huggingfacehub/custom_graph_huggingfacehub.py
+++ b/examples/huggingfacehub/custom_graph_huggingfacehub.py
@ -33,7 +33,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 # ************************************************
--- a/examples/huggingfacehub/json_scraper_huggingfacehub.py
+++ b/examples/huggingfacehub/json_scraper_huggingfacehub.py
@ -43,7 +43,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 # ************************************************
--- a/examples/huggingfacehub/json_scraper_multi_huggingfacehub.py
+++ b/examples/huggingfacehub/json_scraper_multi_huggingfacehub.py
@ -24,7 +24,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }
 FILE_NAME = "inputs/example.json"
 curr_dir = os.path.dirname(os.path.realpath(__file__))
--- a/examples/huggingfacehub/pdf_scraper_graph_huggingfacehub.py
+++ b/examples/huggingfacehub/pdf_scraper_graph_huggingfacehub.py
@ -25,7 +25,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 source = """
--- a/examples/huggingfacehub/pdf_scraper_multi_huggingfacehub.py
+++ b/examples/huggingfacehub/pdf_scraper_multi_huggingfacehub.py
@ -23,7 +23,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 # Covert to list
--- a/examples/huggingfacehub/scrape_plain_text_huggingfacehub.py
+++ b/examples/huggingfacehub/scrape_plain_text_huggingfacehub.py
@ -45,7 +45,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 # ************************************************
--- a/examples/huggingfacehub/script_generator_huggingfacehub.py
+++ b/examples/huggingfacehub/script_generator_huggingfacehub.py
@ -36,7 +36,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }
 # ************************************************
 # Create the ScriptCreatorGraph instance and run it
--- a/examples/huggingfacehub/script_multi_generator_huggingfacehub.py
+++ b/examples/huggingfacehub/script_multi_generator_huggingfacehub.py
@ -33,7 +33,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 # ************************************************
--- a/examples/huggingfacehub/search_graph_huggingfacehub.py
+++ b/examples/huggingfacehub/search_graph_huggingfacehub.py
@ -29,7 +29,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 # ************************************************
--- a/examples/huggingfacehub/search_link_graph_huggingfacehub.py
+++ b/examples/huggingfacehub/search_link_graph_huggingfacehub.py
@ -26,7 +26,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }


--- a/examples/huggingfacehub/smart_scraper_huggingfacehub.py
+++ b/examples/huggingfacehub/smart_scraper_huggingfacehub.py
@ -38,7 +38,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 smart_scraper_graph = SmartScraperGraph(
--- a/examples/huggingfacehub/smart_scraper_multi_huggingfacehub.py
+++ b/examples/huggingfacehub/smart_scraper_multi_huggingfacehub.py
@ -28,7 +28,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 # *******************************************************
--- a/examples/huggingfacehub/smart_scraper_schema_huggingfacehub.py
+++ b/examples/huggingfacehub/smart_scraper_schema_huggingfacehub.py
@ -48,7 +48,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 smart_scraper_graph = SmartScraperGraph(
--- a/examples/huggingfacehub/xml_scraper_graph_multi_huggingfacehub.py
+++ b/examples/huggingfacehub/xml_scraper_graph_multi_huggingfacehub.py
@ -40,7 +40,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 # ************************************************
--- a/examples/huggingfacehub/xml_scraper_huggingfacehub.py
+++ b/examples/huggingfacehub/xml_scraper_huggingfacehub.py
@ -40,7 +40,6 @@ embedder_model_instance = HuggingFaceInferenceAPIEmbeddings(

 graph_config = {
    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
 }

 # ************************************************
--- a/examples/local_models/custom_graph_ollama.py
+++ b/examples/local_models/custom_graph_ollama.py
@ -4,7 +4,7 @@ Example of custom graph using existing nodes

 import os
 from langchain_openai import OpenAIEmbeddings
-from scrapegraphai.models import OpenAI
+from langchain_openai import ChatOpenAI
 from scrapegraphai.graphs import BaseGraph
 from scrapegraphai.nodes import FetchNode, ParseNode, RAGNode, GenerateAnswerNode, RobotsNode

@ -20,11 +20,7 @@ graph_config = {
        # "model_tokens": 2000, # set context length arbitrarily
        "base_url": "http://localhost:11434",
    },
-    "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        "base_url": "http://localhost:11434",
-    },
+  
    "verbose": True,
 }

@ -32,7 +28,7 @@ graph_config = {
 # Define the graph nodes
 # ************************************************

-llm_model = OpenAI(graph_config["llm"])
+llm_model = ChatOpenAI(graph_config["llm"])
 embedder = OpenAIEmbeddings(api_key=llm_model.openai_api_key)

 # define the nodes for the graph
@ -62,15 +58,7 @@ parse_node = ParseNode(
        "verbose": True,
    }
 )
-rag_node = RAGNode(
-    input="user_prompt & (parsed_doc | doc)",
-    output=["relevant_chunks"],
-    node_config={
-        "llm_model": llm_model,
-        "embedder_model": embedder,
-        "verbose": True,
-    }
-)
+
 generate_answer_node = GenerateAnswerNode(
    input="user_prompt & (relevant_chunks | parsed_doc | doc)",
    output=["answer"],
@ -89,14 +77,12 @@ graph = BaseGraph(
        robot_node,
        fetch_node,
        parse_node,
-        rag_node,
        generate_answer_node,
    ],
    edges=[
        (robot_node, fetch_node),
        (fetch_node, parse_node),
-        (parse_node, rag_node),
-        (rag_node, generate_answer_node)
+        (parse_node, generate_answer_node)
    ],
    entry_point=robot_node
 )
--- a/examples/local_models/json_scraper_multi_ollama.py
+++ b/examples/local_models/json_scraper_multi_ollama.py
@ -12,10 +12,6 @@ graph_config = {
        "format": "json",  # Ollama needs the format to be specified explicitly
        "model_tokens": 4000,
    },
-    "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-    },
    "verbose": True,
    "headless": False,
 }
--- a/examples/local_models/json_scraper_ollama.py
+++ b/examples/local_models/json_scraper_ollama.py
@ -31,11 +31,6 @@ graph_config = {
        # "model_tokens": 2000, # set context length arbitrarily
        "base_url": "http://localhost:11434",
    },
-    "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        "base_url": "http://localhost:11434",
-    },
    "verbose": True,
 }

--- a/examples/local_models/pdf_scraper_multi_ollama.py
+++ b/examples/local_models/pdf_scraper_multi_ollama.py
@ -11,10 +11,6 @@ graph_config = {
        "format": "json",  # Ollama needs the format to be specified explicitly
        "model_tokens": 4000,
    },
-    "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-    },
    "verbose": True,
 }

--- a/examples/local_models/pdf_scraper_ollama.py
+++ b/examples/local_models/pdf_scraper_ollama.py
@ -10,10 +10,6 @@ graph_config = {
        "format": "json",  # Ollama needs the format to be specified explicitly
        "model_tokens": 4000,
    },
-    "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-    },
    "verbose": True,
    "headless": False,
 }
--- a/examples/local_models/scrape_plain_text_ollama.py
+++ b/examples/local_models/scrape_plain_text_ollama.py
@ -30,11 +30,6 @@ graph_config = {
        # "model_tokens": 2000, # set context length arbitrarily
        "base_url": "http://localhost:11434",
    },
-    "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        "base_url": "http://localhost:11434",
-    },
    "verbose": True,
 }

--- a/examples/local_models/script_multi_generator_ollama.py
+++ b/examples/local_models/script_multi_generator_ollama.py
@ -20,11 +20,6 @@ graph_config = {
        # "model_tokens": 2000, # set context length arbitrarily,
        "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
-    "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
-    },
    "library": "beautifoulsoup",
    "verbose": True,
 }
--- a/examples/local_models/search_graph_ollama.py
+++ b/examples/local_models/search_graph_ollama.py
@ -16,11 +16,6 @@ graph_config = {
        # "format": "json",  # Ollama needs the format to be specified explicitly
        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
    },
-    "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
-    },
    "max_results": 5,
    "verbose": True,
 }
--- a/examples/local_models/search_graph_schema_ollama.py
+++ b/examples/local_models/search_graph_schema_ollama.py
@ -29,11 +29,6 @@ graph_config = {
        "format": "json",  # Ollama needs the format to be specified explicitly
        # "base_url": "http://localhost:11434", # set ollama URL arbitrarily
    },
-    "embeddings": {
-        "model": "ollama/nomic-embed-text",
-        "temperature": 0,
-        # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
-    },
    "verbose": True,
    "headless": False
 }
--- a/Show More
+++ b/Show More