test: Add scrape_graph test

tests/graphs/scrape_graph_test.py

@@ -0,0 +1,50 @@
+"""
+Module for testing the scrape graph class
+"""
+
+import os
+import pytest
+import pandas as pd
+from dotenv import load_dotenv
+from scrapegraphai.graphs import ScrapeGraph
+from scrapegraphai.utils import prettify_exec_info
+
+load_dotenv()
+
+@pytest.fixture
+def graph_config():
+    """Configuration of the graph"""
+    openai_key = os.getenv("OPENAI_APIKEY")
+    return {
+        "llm": {
+            "api_key": openai_key,
+            "model": "openai/gpt-3.5-turbo",
+        },
+        "verbose": True,
+        "headless": False,
+    }
+
+def test_scraping_pipeline(graph_config):
+    """Start of the scraping pipeline"""
+    scrape_graph = ScrapeGraph(
+        source="https://perinim.github.io/projects/",
+        config=graph_config,
+    )
+
+    result = scrape_graph.run()
+
+    assert result is not None
+    assert isinstance(result, list)
+
+def test_get_execution_info(graph_config):
+    """Get the execution info"""
+    scrape_graph = ScrapeGraph(
+        source="https://perinim.github.io/projects/",
+        config=graph_config,
+    )
+
+    scrape_graph.run()
+
+    graph_exec_info = scrape_graph.get_execution_info()
+
+    assert graph_exec_info is not None