From 8de720d37958e31b73c5c89bc21f474f3303b42b Mon Sep 17 00:00:00 2001 From: Marco Vinciguerra Date: Mon, 3 Jun 2024 21:45:37 +0200 Subject: [PATCH] feat: removed a bug --- examples/groq/smart_scraper_groq.py | 5 +++++ scrapegraphai/models/groq.py | 1 - scrapegraphai/nodes/generate_answer_node.py | 6 ++++-- 3 files changed, 9 insertions(+), 3 deletions(-) diff --git a/examples/groq/smart_scraper_groq.py b/examples/groq/smart_scraper_groq.py index d1fc6c3f..f32f3493 100644 --- a/examples/groq/smart_scraper_groq.py +++ b/examples/groq/smart_scraper_groq.py @@ -22,6 +22,11 @@ graph_config = { "api_key": groq_key, "temperature": 0 }, + "embeddings": { + "model": "ollama/nomic-embed-text", + "temperature": 0, + "base_url": "http://localhost:11434", # set ollama URL arbitrarily + }, "headless": False } diff --git a/scrapegraphai/models/groq.py b/scrapegraphai/models/groq.py index 92d8f8bb..755f50aa 100644 --- a/scrapegraphai/models/groq.py +++ b/scrapegraphai/models/groq.py @@ -4,7 +4,6 @@ Groq Module from langchain_groq import ChatGroq - class Groq(ChatGroq): """ A wrapper for the Groq class that provides default configuration diff --git a/scrapegraphai/nodes/generate_answer_node.py b/scrapegraphai/nodes/generate_answer_node.py index 44122176..c57de035 100644 --- a/scrapegraphai/nodes/generate_answer_node.py +++ b/scrapegraphai/nodes/generate_answer_node.py @@ -12,7 +12,7 @@ from langchain_core.runnables import RunnableParallel from tqdm import tqdm from ..utils.logging import get_logger - +from ..models import Ollama, Groq # Imports from the library from .base_node import BaseNode from ..helpers import template_chunks, template_no_chunks, template_merge, template_chunks_with_schema, template_no_chunks_with_schema @@ -45,7 +45,9 @@ class GenerateAnswerNode(BaseNode): ): super().__init__(node_name, "node", input, output, 2, node_config) self.llm_model = node_config["llm_model"] - self.llm_model.format="json" + + if isinstance(node_config["llm_model"], Ollama): + self.llm_model.format="json" self.verbose = ( True if node_config is None else node_config.get("verbose", False) )