chore(examples): update model names

examples/anthropic/csv_scraper_graph_multi_haiku.py

@@ -26,8 +26,8 @@ text = pd.read_csv(file_path)
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000},
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # ************************************************

examples/anthropic/csv_scraper_haiku.py

@@ -32,9 +32,8 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # ************************************************

examples/anthropic/custom_graph_haiku.py

@@ -5,10 +5,9 @@ Example of custom graph using existing nodes
 import os
 from dotenv import load_dotenv
 
-from langchain_openai import OpenAIEmbeddings
-from langchain_openai import ChatOpenAI
+from langchain_anthropic import ChatAnthropic
 from scrapegraphai.graphs import BaseGraph
-from scrapegraphai.nodes import FetchNode, ParseNode, RAGNode, GenerateAnswerNode, RobotsNode
+from scrapegraphai.nodes import FetchNode, ParseNode, GenerateAnswerNode, RobotsNode
 load_dotenv()
 
 # ************************************************
@@ -19,16 +18,14 @@ graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
         "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+    },
 }
 
 # ************************************************
 # Define the graph nodes
 # ************************************************
 
-llm_model = OpenAI(graph_config["llm"])
-embedder = OpenAIEmbeddings(api_key=llm_model.openai_api_key)
+llm_model = ChatAnthropic(graph_config["llm"])
 
 # define the nodes for the graph
 robot_node = RobotsNode(
@@ -57,15 +54,6 @@ parse_node = ParseNode(
         "verbose": True,
     }
 )
-rag_node = RAGNode(
-    input="user_prompt & (parsed_doc | doc)",
-    output=["relevant_chunks"],
-    node_config={
-        "llm_model": llm_model,
-        "embedder_model": embedder,
-        "verbose": True,
-    }
-)
 generate_answer_node = GenerateAnswerNode(
     input="user_prompt & (relevant_chunks | parsed_doc | doc)",
     output=["answer"],
@@ -84,14 +72,12 @@ graph = BaseGraph(
         robot_node,
         fetch_node,
         parse_node,
-        rag_node,
         generate_answer_node,
     ],
     edges=[
         (robot_node, fetch_node),
         (fetch_node, parse_node),
-        (parse_node, rag_node),
-        (rag_node, generate_answer_node)
+        (parse_node, generate_answer_node)
     ],
     entry_point=robot_node
 )

examples/anthropic/json_scraper_haiku.py

@@ -26,9 +26,8 @@ with open(file_path, 'r', encoding="utf-8") as file:
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # ************************************************

examples/anthropic/json_scraper_multi_haiku.py

@@ -11,9 +11,8 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 FILE_NAME = "inputs/example.json"

examples/anthropic/pdf_scraper_graph_haiku.py

@@ -14,9 +14,8 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 source = """

examples/anthropic/pdf_scraper_multi_haiku.py

@@ -11,9 +11,8 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # ***************

examples/anthropic/scrape_plain_text_haiku.py

@@ -28,9 +28,8 @@ with open(file_path, 'r', encoding="utf-8") as file:
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # ************************************************

examples/anthropic/script_generator_haiku.py

@@ -16,9 +16,8 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # ************************************************

examples/anthropic/script_multi_generator_haiku.py

@@ -16,10 +16,9 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
-        "library": "beautifulsoup"
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
+    "library": "beautifulsoup"
 }
 
 # ************************************************

examples/anthropic/search_graph_haiku.py

@@ -15,9 +15,8 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # ************************************************

examples/anthropic/search_graph_schema_haiku.py

@@ -27,8 +27,8 @@ class Dishes(BaseModel):
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000},
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # ************************************************

examples/anthropic/search_link_graph_haiku.py

@@ -14,23 +14,11 @@ from langchain_openai import AzureOpenAIEmbeddings
 
 load_dotenv()
 
-llm_model_instance = AzureChatOpenAI(
-    openai_api_version=os.environ["AZURE_OPENAI_API_VERSION"],
-    azure_deployment=os.environ["AZURE_OPENAI_CHAT_DEPLOYMENT_NAME"]
-)
-
-embedder_model_instance = AzureOpenAIEmbeddings(
-    azure_deployment=os.environ["AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME"],
-    openai_api_version=os.environ["AZURE_OPENAI_API_VERSION"],
-)
-
-# ************************************************
-# Create the SmartScraperGraph instance and run it
-# ************************************************
-
 graph_config = {
-    "llm": {"model_instance": llm_model_instance},
-    "embeddings": {"model_instance": embedder_model_instance}
+    "llm": {
+        "api_key": os.getenv("ANTHROPIC_API_KEY"),
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # ************************************************

examples/anthropic/smart_scraper_haiku.py

@@ -19,9 +19,8 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 smart_scraper_graph = SmartScraperGraph(

examples/anthropic/smart_scraper_multi_haiku.py

@@ -17,9 +17,8 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # *******************************************************

examples/anthropic/smart_scraper_schema_haiku.py

@@ -33,8 +33,8 @@ class Projects(BaseModel):
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000},
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 smart_scraper_graph = SmartScraperGraph(

examples/anthropic/xml_scraper_graph_multi_haiku.py

@@ -26,8 +26,8 @@ with open(file_path, 'r', encoding="utf-8") as file:
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000},
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # ************************************************

examples/anthropic/xml_scraper_haiku.py

@@ -26,9 +26,8 @@ with open(file_path, 'r', encoding="utf-8") as file:
 graph_config = {
     "llm": {
         "api_key": os.getenv("ANTHROPIC_API_KEY"),
-        "model": "claude-3-haiku-20240307",
-        "max_tokens": 4000
-        },
+        "model": "anthropic/claude-3-haiku-20240307",
+    },
 }
 
 # ************************************************

examples/deepseek/csv_scraper_deepseek.py

@@ -27,7 +27,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/csv_scraper_graph_multi_deepseek.py

@@ -27,7 +27,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/json_scraper_deepseek.py

@@ -26,7 +26,7 @@ with open(file_path, 'r', encoding="utf-8") as file:
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/json_scraper_multi_deepseek.py

@@ -12,7 +12,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/pdf_scraper_graph_deepseek.py

@@ -17,7 +17,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/pdf_scraper_multi_deepseek.py

@@ -12,7 +12,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/scrape_plain_text_deepseek.py

@@ -28,7 +28,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/script_generator_deepseek.py

@@ -17,7 +17,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/script_multi_generator_deepseek.py

@@ -17,7 +17,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/search_graph_deepseek.py

@@ -15,7 +15,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/search_graph_schema_deepseek.py

@@ -31,7 +31,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/search_link_graph_deepseek.py

@@ -16,7 +16,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/smart_scraper_deepseek.py

@@ -18,7 +18,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/smart_scraper_multi_deepseek.py

@@ -16,7 +16,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/smart_scraper_schema_deepseek.py

@@ -30,7 +30,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/xml_scraper_deepseek.py

@@ -28,7 +28,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/deepseek/xml_scraper_graph_multi_deepseek.py

@@ -27,7 +27,7 @@ deepseek_key = os.getenv("DEEPSEEK_APIKEY")
 
 graph_config = {
     "llm": {
-        "model": "deepseek-chat",
+        "model": "deepseek/deepseek-chat",
         "openai_api_key": deepseek_key,
         "openai_api_base": 'https://api.deepseek.com/v1',
     },

examples/ernie/csv_scraper_ernie.py

@@ -25,16 +25,12 @@ text = pd.read_csv(file_path)
 
 graph_config = {  
     "llm": {
-            "model": "ernie-bot-turbo",
-            "ernie_client_id": "<ernie_client_id>",
-            "ernie_client_secret": "<ernie_client_secret>",
-            "temperature": 0.1
-        },
-        "embeddings": {
-            "model": "ollama/nomic-embed-text",
-            "temperature": 0,
-            "base_url": "http://localhost:11434",}
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
     }
+}
 
 # ************************************************
 # Create the CSVScraperGraph instance and run it

examples/ernie/custom_graph_ernie.py

@@ -14,24 +14,20 @@ from scrapegraphai.nodes import FetchNode, ParseNode, RAGNode, GenerateAnswerNod
 # Define the configuration for the graph
 # ************************************************
 
-graph_config = {
-   "llm": {
-            "model": "ernie-bot-turbo",
-            "ernie_client_id": "<ernie_client_id>",
-            "ernie_client_secret": "<ernie_client_secret>",
-            "temperature": 0.1
-        },
-        "embeddings": {
-            "model": "ollama/nomic-embed-text",
-            "temperature": 0,
-            "base_url": "http://localhost:11434",}
+graph_config = {  
+    "llm": {
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
+    }
 }
 
 # ************************************************
 # Define the graph nodes
 # ************************************************
 
-llm_model = OpenAI(graph_config["llm"])
+llm_model = ChatOpenAI(graph_config["llm"])
 embedder = OpenAIEmbeddings(api_key=llm_model.openai_api_key)
 
 # define the nodes for the graph

examples/ernie/deep_scraper_ernie.py

@@ -18,7 +18,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 
 graph_config = {
     "llm": {
-            "model": "ernie-bot-turbo",
+            "model": "ernie/ernie-bot-turbo",
             "ernie_client_id": "<ernie_client_id>",
             "ernie_client_secret": "<ernie_client_secret>",
             "temperature": 0.1

examples/ernie/json_scraper_ernie.py

@@ -21,17 +21,13 @@ with open(file_path, 'r', encoding="utf-8") as file:
 # Define the configuration for the graph
 # ************************************************
 
-graph_config = {
-      "llm": {
-            "model": "ernie-bot-turbo",
-            "ernie_client_id": "<ernie_client_id>",
-            "ernie_client_secret": "<ernie_client_secret>",
-            "temperature": 0.1
-        },
-        "embeddings": {
-            "model": "ollama/nomic-embed-text",
-            "temperature": 0,
-            "base_url": "http://localhost:11434"}
+graph_config = {  
+    "llm": {
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
+    }
 }
 
 # ************************************************

examples/ernie/pdf_scraper_graph_ernie.py

@@ -7,16 +7,12 @@ from scrapegraphai.graphs import PDFScraperGraph
 
 graph_config = {  
     "llm": {
-            "model": "ernie-bot-turbo",
-            "ernie_client_id": "<ernie_client_id>",
-            "ernie_client_secret": "<ernie_client_secret>",
-            "temperature": 0.1
-        },
-        "embeddings": {
-            "model": "ollama/nomic-embed-text",
-            "temperature": 0,
-            "base_url": "http://localhost:11434",}
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
     }
+}
 
 source = """
     The Divine Comedy, Italian La Divina Commedia, original name La commedia, long narrative poem written in Italian 

examples/ernie/scrape_plain_text_ernie.py

@@ -25,17 +25,13 @@ with open(file_path, 'r', encoding="utf-8") as file:
 # Define the configuration for the graph
 # ************************************************
 
-graph_config = {
-     "llm": {
-            "model": "ernie-bot-turbo",
-            "ernie_client_id": "<ernie_client_id>",
-            "ernie_client_secret": "<ernie_client_secret>",
-            "temperature": 0.1
-        },
-        "embeddings": {
-            "model": "ollama/nomic-embed-text",
-            "temperature": 0,
-            "base_url": "http://localhost:11434",}
+graph_config = {  
+    "llm": {
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
+    }
 }
 
 # ************************************************

examples/ernie/script_generator_ernie.py

@@ -13,12 +13,12 @@ load_dotenv()
 # Define the configuration for the graph
 # ************************************************
 
-openai_key = os.getenv("OPENAI_APIKEY")
-
-graph_config = {
+graph_config = {  
     "llm": {
-        "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
     },
     "library": "beautifulsoup"
 }

examples/ernie/script_multi_generator_ernie.py

@@ -9,17 +9,13 @@ from scrapegraphai.utils import prettify_exec_info
 # Define the configuration for the graph
 # ************************************************
 
-graph_config = {
+graph_config = {  
     "llm": {
-            "model": "ernie-bot-turbo",
-            "ernie_client_id": "<ernie_client_id>",
-            "ernie_client_secret": "<ernie_client_secret>",
-            "temperature": 0.1
-        },
-        "embeddings": {
-            "model": "ollama/nomic-embed-text",
-            "temperature": 0,
-            "base_url": "http://localhost:11434"},
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
+    },
     "library": "beautifulsoup"
 }
 

examples/ernie/search_graph_ernie.py

@@ -12,17 +12,13 @@ load_dotenv()
 # Define the configuration for the graph
 # ************************************************
 
-graph_config = {
+graph_config = {  
     "llm": {
-            "model": "ernie-bot-turbo",
-            "ernie_client_id": "<ernie_client_id>",
-            "ernie_client_secret": "<ernie_client_secret>",
-            "temperature": 0.1
-        },
-        "embeddings": {
-            "model": "ollama/nomic-embed-text",
-            "temperature": 0,
-            "base_url": "http://localhost:11434"},
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
+    },
     "library": "beautifulsoup"
 }
 

examples/ernie/search_link_graph_ernie.py

@@ -8,17 +8,13 @@ from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_i
 # Define the configuration for the graph
 # ************************************************
 
-graph_config = {
+graph_config = {  
     "llm": {
-            "model": "ernie-bot-turbo",
-            "ernie_client_id": "<ernie_client_id>",
-            "ernie_client_secret": "<ernie_client_secret>",
-            "temperature": 0.1
-        },
-        "embeddings": {
-            "model": "ollama/nomic-embed-text",
-            "temperature": 0,
-            "base_url": "http://localhost:11434"},
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
+    },
     "library": "beautifulsoup"
 }
 

examples/ernie/smart_scraper_ernie.py

@@ -14,15 +14,14 @@ load_dotenv()
 # Define the configuration for the graph
 # ************************************************
 
-openai_key = os.getenv("OPENAI_APIKEY")
-
-graph_config = {
+graph_config = {  
     "llm": {
-        "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
     },
-    "verbose": False,
-    "headless": False,
+    "library": "beautifulsoup"
 }
 
 # ************************************************

examples/ernie/smart_scraper_multi_ernie.py

@@ -12,12 +12,12 @@ load_dotenv()
 # Define the configuration for the graph
 # ************************************************
 
-openai_key = os.getenv("OPENAI_APIKEY")
-
-graph_config = {
+graph_config = {  
     "llm": {
-        "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
     },
     "verbose": True,
     "headless": False,

examples/ernie/smart_scraper_schema_ernie.py

@@ -34,10 +34,12 @@ class Projects(BaseModel):
 
 openai_key = os.getenv("OPENAI_APIKEY")
 
-graph_config = {
+graph_config = {  
     "llm": {
-        "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
     },
     "verbose": True,
     "headless": False,

examples/ernie/speech_graph_ernie.py

@@ -24,9 +24,10 @@ openai_key = os.getenv("OPENAI_APIKEY")
 
 graph_config = {
     "llm": {
-        "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
-        "temperature": 0.7,
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
     },
     "tts_model": {
         "api_key": openai_key,

examples/ernie/xml_scraper_ernie.py

@@ -27,8 +27,10 @@ openai_key = os.getenv("OPENAI_APIKEY")
 
 graph_config = {
     "llm": {
-        "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "ernie/ernie-bot-turbo",
+        "ernie_client_id": "<ernie_client_id>",
+        "ernie_client_secret": "<ernie_client_secret>",
+        "temperature": 0.1
     },
     "verbose":False,
 }

examples/mistral/csv_scraper_graph_multi_mistral.py

@@ -27,7 +27,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
      "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
 }
 

examples/mistral/csv_scraper_mistral.py

@@ -28,7 +28,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
 }
 

examples/mistral/custom_graph_mistral.py

@@ -18,7 +18,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
      "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
 }
 

examples/mistral/deep_scraper_mistral.py

@@ -18,7 +18,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "verbose": True,
     "max_depth": 1

examples/mistral/json_scraper_mistral.py

@@ -28,7 +28,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
 }
 

examples/mistral/json_scraper_multi_mistral.py

@@ -13,7 +13,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     }
 }
 

examples/mistral/md_scraper_mistral.py

@@ -28,7 +28,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
 }
 

examples/mistral/pdf_scraper_mistral.py

@@ -14,7 +14,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "verbose": True,
 }

examples/mistral/pdf_scraper_multi_mistral.py

@@ -19,7 +19,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "verbose": True,
 }

examples/mistral/scrape_plain_text_mistral.py

@@ -30,7 +30,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
 }
 

examples/mistral/script_generator_mistral.py

@@ -18,7 +18,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "library": "beautifulsoup"
 }

examples/mistral/script_generator_schema_mistral.py

@@ -32,7 +32,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "library": "beautifulsoup",
     "verbose": True,

examples/mistral/script_multi_generator_mistral.py

@@ -18,7 +18,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "library": "beautifulsoup",
     "verbose": True,

examples/mistral/search_graph_mistral.py

@@ -16,7 +16,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "max_results": 2,
     "verbose": True,

examples/mistral/search_graph_schema_mistral.py

@@ -31,7 +31,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "max_results": 2,
     "verbose": True,

examples/mistral/search_link_graph_mistral.py

@@ -17,7 +17,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "verbose": True,
     "headless": False,

examples/mistral/smart_scraper_mistral.py

@@ -16,7 +16,7 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("MISTRAL_API_KEY"),
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "verbose": True,
     "headless": False,

examples/mistral/smart_scraper_multi_mistral.py

@@ -18,7 +18,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "verbose": True,
     "headless": False,

examples/mistral/smart_scraper_schema_mistral.py

@@ -30,7 +30,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key":mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "verbose": True,
     "headless": False,

examples/mistral/xml_scraper_graph_multi_mistral.py

@@ -29,7 +29,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key":mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "verbose": True,
     "headless": False,

examples/mistral/xml_scraper_mistral.py

@@ -28,7 +28,7 @@ mistral_key = os.getenv("MISTRAL_API_KEY")
 graph_config = {
     "llm": {
         "api_key": mistral_key,
-        "model": "mistral/open-mistral-nemo",
+        "model": "mistralai/open-mistral-nemo",
     },
     "verbose":False,
 }

examples/openai/csv_scraper_graph_multi_openai.py

@@ -27,7 +27,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
      "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
 }
 

examples/openai/csv_scraper_openai.py

@@ -28,7 +28,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
 }
 

examples/openai/custom_graph_openai.py

@@ -27,7 +27,7 @@ graph_config = {
 # Define the graph nodes
 # ************************************************
 
-llm_model = OpenAI(graph_config["llm"])
+llm_model = ChatOpenAI(graph_config["llm"])
 embedder = OpenAIEmbeddings(api_key=llm_model.openai_api_key)
 
 # define the nodes for the graph

examples/openai/deep_scraper_openai.py

@@ -18,7 +18,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "verbose": True,
     "max_depth": 1

examples/openai/json_scraper_multi_openai.py

@@ -13,7 +13,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     }
 }
 

examples/openai/json_scraper_openai.py

@@ -28,7 +28,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
 }
 

examples/openai/md_scraper_openai.py

@@ -28,7 +28,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
 }
 

examples/openai/omni_scraper_openai.py

@@ -19,7 +19,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "verbose": True,
     "headless": True,

examples/openai/omni_search_openai.py

@@ -17,7 +17,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "max_results": 2,
     "max_images": 1,

examples/openai/pdf_scraper_multi_openai.py

@@ -19,7 +19,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "verbose": True,
 }

examples/openai/pdf_scraper_openai.py

@@ -14,7 +14,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "verbose": True,
 }

examples/openai/scrape_plain_text_openai.py

@@ -30,7 +30,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
 }
 

examples/openai/screenshot_scraper.py

@@ -18,7 +18,7 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("OPENAI_API_KEY"),
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "verbose": True,
     "headless": False,

examples/openai/script_generator_openai.py

@@ -18,7 +18,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "library": "beautifulsoup"
 }

examples/openai/script_generator_schema_openai.py

@@ -32,7 +32,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "openai/gpt-3.5-turbo",
     },
     "library": "beautifulsoup",
     "verbose": True,

examples/openai/script_multi_generator_openai.py

@@ -18,7 +18,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "library": "beautifulsoup",
     "verbose": True,

examples/openai/search_graph_openai.py

@@ -16,7 +16,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "max_results": 2,
     "verbose": True,

examples/openai/search_graph_schema_openai.py

@@ -31,7 +31,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "openai/gpt-3.5-turbo",
     },
     "max_results": 2,
     "verbose": True,

examples/openai/search_link_graph_openai.py

@@ -17,7 +17,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "verbose": True,
     "headless": False,

examples/openai/smart_scraper_multi_openai.py

@@ -18,7 +18,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "verbose": True,
     "headless": False,

examples/openai/smart_scraper_openai.py

@@ -18,7 +18,7 @@ load_dotenv()
 graph_config = {
     "llm": {
         "api_key": os.getenv("OPENAI_API_KEY"),
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "verbose": True,
     "headless": False,

examples/openai/smart_scraper_schema_openai.py

@@ -30,7 +30,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key":openai_key,
-        "model": "gpt-4o-mini",
+        "model": "openai/gpt-4o-mini",
     },
     "verbose": True,
     "headless": False,

examples/openai/speech_graph_openai.py

@@ -25,7 +25,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
         "temperature": 0.7,
     },
     "tts_model": {

examples/openai/xml_scraper_graph_multi_openai.py

@@ -29,7 +29,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key":openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "verbose": True,
     "headless": False,

examples/openai/xml_scraper_openai.py

@@ -28,7 +28,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4o",
+        "model": "openai/gpt-4o",
     },
     "verbose":False,
 }

examples/single_node/kg_node.py

@@ -57,7 +57,7 @@ graph_config = {
 # Define the node
 # ************************************************
 
-llm_model = OpenAI(graph_config["llm"])
+llm_model = ChatOpenAI(graph_config["llm"])
 
 robots_node = KnowledgeGraphNode(
     input="user_prompt & answer_dict",

examples/single_node/robot_node.py

@@ -11,12 +11,12 @@ from scrapegraphai.nodes import RobotsNode
 
 graph_config = {
     "llm": {
-        "model": "ollama/llama3",
+        "model": "llama3",
         "temperature": 0,
         "streaming": True
     },
      "embeddings": {
-        "model": "ollama/nomic-embed-text",
+        "model": "nomic-embed-text",
         "temperature": 0,
         # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     }

examples/single_node/search_internet_node.py

@@ -2,7 +2,7 @@
 Example of custom graph using existing nodes
 """
 
-from scrapegraphai.models import Ollama
+from langchain_community.chat_models import ChatOllama
 from scrapegraphai.nodes import SearchInternetNode
 
 # ************************************************
@@ -24,7 +24,7 @@ graph_config = {
 # Define the node
 # ************************************************
 
-llm_model = Ollama(graph_config["llm"])
+llm_model = ChatOllama(graph_config["llm"])
 
 search_node = SearchInternetNode(
     input="user_input",

scrapegraphai/helpers/models_tokens.py

@@ -51,7 +51,7 @@ models_tokens = {
         "gemini-1.5-pro-latest": 128000,
         "models/embedding-001": 2048
     },
-     "google_vertexai": {
+    "google_vertexai": {
         "gemini-1.5-flash": 128000,
         "gemini-1.5-pro": 128000,
         "gemini-1.0-pro": 128000,
@@ -137,6 +137,7 @@ models_tokens = {
         "claude-3-sonnet-20240229": 200000,
         "claude-3-haiku-20240307": 200000,
         "claude-3-5-sonnet-20240620": 200000,
+        "claude-3-haiku-20240307": 4000,
     },
     "bedrock": {
         "anthropic.claude-3-5-sonnet-20240620": 200000,