refactoring of the openai examples

Co-Authored-By: Matteo Vedovati <68272450+vedovati-matteo@users.noreply.github.com>

examples/openai/csv_scraper_graph_multi_openai.py

@@ -27,7 +27,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
      "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
 }
 

examples/openai/csv_scraper_openai.py

@@ -28,7 +28,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
 }
 

examples/openai/custom_graph_openai.py

@@ -19,7 +19,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
      "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
 }
 

examples/openai/deep_scraper_openai.py

@@ -18,7 +18,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-4",
+        "model": "gpt-4o",
     },
     "verbose": True,
     "max_depth": 1

examples/openai/json_scraper_multi_openai.py

@@ -13,7 +13,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     }
 }
 

examples/openai/json_scraper_openai.py

@@ -28,7 +28,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
 }
 

examples/openai/md_scraper_openai.py

@@ -28,7 +28,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
 }
 

examples/openai/pdf_scraper_multi_openai.py

@@ -3,11 +3,10 @@ Module for showing how PDFScraper multi works
 """
 import os
 import json
-from dotenv import load_dotenv
-from scrapegraphai.graphs import PdfScraperMultiGraph
-
-from pydantic import BaseModel, Field
 from typing import List
+from dotenv import load_dotenv
+from pydantic import BaseModel, Field
+from scrapegraphai.graphs import PdfScraperMultiGraph
 
 load_dotenv()
 
@@ -20,7 +19,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
     "verbose": True,
 }

examples/openai/pdf_scraper_openai.py

@@ -14,7 +14,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
     "verbose": True,
 }

examples/openai/scrape_plain_text_openai.py

@@ -30,7 +30,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
 }
 

examples/openai/script_generator_openai.py

@@ -18,7 +18,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
     "library": "beautifulsoup"
 }

examples/openai/search_graph_schema_openai.py

@@ -3,14 +3,13 @@ Example of Search Graph
 """
 
 import os
+from typing import List
 from dotenv import load_dotenv
-load_dotenv()
-
+from pydantic import BaseModel, Field
 from scrapegraphai.graphs import SearchGraph
 from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
 
-from pydantic import BaseModel, Field
-from typing import List
+load_dotenv()
 
 # ************************************************
 # Define the output schema for the graph

examples/openai/search_link_graph_openai.py

@@ -1,16 +1,23 @@
 """ 
 Basic example of scraping pipeline using SmartScraper
 """
+
+import os
+from dotenv import load_dotenv
 from scrapegraphai.graphs import SearchLinkGraph
 from scrapegraphai.utils import prettify_exec_info
+
+load_dotenv()
 # ************************************************
 # Define the configuration for the graph
 # ************************************************
 
+openai_key = os.getenv("OPENAI_APIKEY")
+
 graph_config = {
     "llm": {
-        "api_key": "s",
-        "model": "gpt-3.5-turbo",
+        "api_key": openai_key,
+        "model": "gpt-4o",
     },
     "verbose": True,
     "headless": False,

examples/openai/smart_scraper_schema_openai.py

@@ -30,7 +30,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key":openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
     "verbose": True,
     "headless": False,

examples/openai/speech_graph_openai.py

@@ -25,7 +25,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
         "temperature": 0.7,
     },
     "tts_model": {

examples/openai/xml_scraper_graph_multi_openai.py

@@ -29,7 +29,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key":openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
     "verbose": True,
     "headless": False,

examples/openai/xml_scraper_openai.py

@@ -28,7 +28,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
 graph_config = {
     "llm": {
         "api_key": openai_key,
-        "model": "gpt-3.5-turbo",
+        "model": "gpt-4o",
     },
     "verbose":False,
 }

scrapegraphai/graphs/search_graph.py

@@ -53,7 +53,6 @@ class SearchGraph(AbstractGraph):
             self.copy_config = copy(config)
         else:
             self.copy_config = deepcopy(config)
-        
         self.copy_schema = deepcopy(schema)
         self.considered_urls = []  # New attribute to store URLs