From e2ca41e928b9b8868fadc2bfd5bb02a9ff71f709 Mon Sep 17 00:00:00 2001 From: Marco Vinciguerra Date: Thu, 18 Jul 2024 10:24:24 +0200 Subject: [PATCH] add example --- examples/openai/search_link_graph_openai.py | 36 +++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 examples/openai/search_link_graph_openai.py diff --git a/examples/openai/search_link_graph_openai.py b/examples/openai/search_link_graph_openai.py new file mode 100644 index 00000000..10d10d4c --- /dev/null +++ b/examples/openai/search_link_graph_openai.py @@ -0,0 +1,36 @@ +""" +Basic example of scraping pipeline using SmartScraper +""" +from scrapegraphai.graphs import SearchLinkGraph +from scrapegraphai.utils import prettify_exec_info +# ************************************************ +# Define the configuration for the graph +# ************************************************ + +graph_config = { + "llm": { + "api_key": "s", + "model": "gpt-3.5-turbo", + }, + "verbose": True, + "headless": False, +} + +# ************************************************ +# Create the SearchLinkGraph instance and run it +# ************************************************ + +smart_scraper_graph = SearchLinkGraph( + source="https://sport.sky.it/nba?gr=www", + config=graph_config +) + +result = smart_scraper_graph.run() +print(result) + +# ************************************************ +# Get graph execution info +# ************************************************ + +graph_exec_info = smart_scraper_graph.get_execution_info() +print(prettify_exec_info(graph_exec_info))