Scrapegraph-ai/examples/graph_examples/graph_evaluation_example.py
2024-02-23 09:21:06 +01:00

30 lines
814 B
Python

"""
Module for evaluating the graph
"""
import os
from dotenv import load_dotenv
from scrapegraphai.evaluetor import TrulensEvaluator
load_dotenv()
# Define the configuration for the language model
openai_key = os.getenv("OPENAI_APIKEY")
llm_config = {
"api_key": openai_key,
"model_name": "gpt-3.5-turbo",
}
list_of_inputs = [
("List me all the titles and project descriptions",
"https://perinim.github.io/projects/", llm_config),
("Who is the author of the project?",
"https://perinim.github.io/projects/", llm_config),
("What is the project about?", "https://perinim.github.io/projects/", llm_config)
]
# Create the TrulensEvaluator instance
trulens_evaluator = TrulensEvaluator()
# Evaluate SmartScraperGraph on the list of inputs
trulens_evaluator.evaluate(list_of_inputs)