diff --git a/examples/groq/.env.example b/examples/groq/.env.example index e39e60fc..c934d4fa 100644 --- a/examples/groq/.env.example +++ b/examples/groq/.env.example @@ -1 +1,2 @@ -GROQ_APIKEY= "your groq key" \ No newline at end of file +GROQ_APIKEY= "your groq key" +OPENAI_APIKEY="your openai api key" \ No newline at end of file diff --git a/examples/groq/smart_scraper_groq.py b/examples/groq/smart_scraper_groq_ollama.py similarity index 100% rename from examples/groq/smart_scraper_groq.py rename to examples/groq/smart_scraper_groq_ollama.py diff --git a/examples/groq/smart_scraper_groq_openai.py b/examples/groq/smart_scraper_groq_openai.py new file mode 100644 index 00000000..19f86145 --- /dev/null +++ b/examples/groq/smart_scraper_groq_openai.py @@ -0,0 +1,52 @@ +""" +Basic example of scraping pipeline using SmartScraper +""" + +import os +from dotenv import load_dotenv +from scrapegraphai.graphs import SmartScraperGraph +from scrapegraphai.utils import prettify_exec_info + +load_dotenv() + + +# ************************************************ +# Define the configuration for the graph +# ************************************************ + +groq_key = os.getenv("GROQ_APIKEY") +openai_key = os.getenv("OPENAI_APIKEY") + +graph_config = { + "llm": { + "model": "groq/gemma-7b-it", + "api_key": groq_key, + "temperature": 0 + }, + "embeddings": { + "api_key": openai_key, + "model": "gpt-3.5-turbo", + }, + "headless": False +} + +# ************************************************ +# Create the SmartScraperGraph instance and run it +# ************************************************ + +smart_scraper_graph = SmartScraperGraph( + prompt="List me all the projects with their description.", + # also accepts a string with the already downloaded HTML code + source="https://perinim.github.io/projects/", + config=graph_config +) + +result = smart_scraper_graph.run() +print(result) + +# ************************************************ +# Get graph execution info +# ************************************************ + +graph_exec_info = smart_scraper_graph.get_execution_info() +print(prettify_exec_info(graph_exec_info)) diff --git a/examples/mixed_models/search_graph_mixed.py b/examples/mixed_models/search_graph_groq_ollama.py similarity index 100% rename from examples/mixed_models/search_graph_mixed.py rename to examples/mixed_models/search_graph_groq_ollama.py