diff --git a/scrapegraphai/graphs/csv_scraper_graph.py b/scrapegraphai/graphs/csv_scraper_graph.py index b58f52df..24c19234 100644 --- a/scrapegraphai/graphs/csv_scraper_graph.py +++ b/scrapegraphai/graphs/csv_scraper_graph.py @@ -36,14 +36,24 @@ class CSVScraperGraph(AbstractGraph): parse_node = ParseNode( input="doc", output=["parsed_doc"], + node_config={ + "chunk_size": self.model_token, + } ) rag_node = RAGNode( input="user_prompt & (parsed_doc | doc)", output=["relevant_chunks"], + node_config={ + "llm_model": self.llm_model, + "embedder_model": self.embedder_model, + } ) generate_answer_node = GenerateAnswerCSVNode( input="user_prompt & (relevant_chunks | parsed_doc | doc)", output=["answer"], + node_config={ + "llm_model": self.llm_model, + } ) return BaseGraph( @@ -68,4 +78,4 @@ class CSVScraperGraph(AbstractGraph): inputs = {"user_prompt": self.prompt, self.input_key: self.source} self.final_state, self.execution_info = self.graph.execute(inputs) - return self.final_state.get("answer", "No answer found.") + return self.final_state.get("answer", "No answer found.") \ No newline at end of file diff --git a/scrapegraphai/graphs/json_scraper_graph.py b/scrapegraphai/graphs/json_scraper_graph.py index 4f1ce8f2..843fa2b7 100644 --- a/scrapegraphai/graphs/json_scraper_graph.py +++ b/scrapegraphai/graphs/json_scraper_graph.py @@ -61,16 +61,23 @@ class JSONScraperGraph(AbstractGraph): input="doc", output=["parsed_doc"], node_config={ - "chunk_size": self.model_token, + "chunk_size": self.model_token } ) rag_node = RAGNode( input="user_prompt & (parsed_doc | doc)", output=["relevant_chunks"], + node_config={ + "llm_model": self.llm_model, + "embedder_model": self.embedder_model + } ) generate_answer_node = GenerateAnswerNode( input="user_prompt & (relevant_chunks | parsed_doc | doc)", output=["answer"], + node_config={ + "llm": self.llm_model + } ) return BaseGraph( @@ -99,4 +106,4 @@ class JSONScraperGraph(AbstractGraph): inputs = {"user_prompt": self.prompt, self.input_key: self.source} self.final_state, self.execution_info = self.graph.execute(inputs) - return self.final_state.get("answer", "No answer found.") + return self.final_state.get("answer", "No answer found.") \ No newline at end of file diff --git a/scrapegraphai/graphs/script_creator_graph.py b/scrapegraphai/graphs/script_creator_graph.py index d2e7806a..5ffc358b 100644 --- a/scrapegraphai/graphs/script_creator_graph.py +++ b/scrapegraphai/graphs/script_creator_graph.py @@ -71,10 +71,15 @@ class ScriptCreatorGraph(AbstractGraph): rag_node = RAGNode( input="user_prompt & (parsed_doc | doc)", output=["relevant_chunks"], + node_config={ + "llm_model": self.llm_model, + "embedder_model": self.embedder_model + } ) generate_scraper_node = GenerateScraperNode( input="user_prompt & (relevant_chunks | parsed_doc | doc)", output=["answer"], + node_config={"llm_model": self.llm_model}, library=self.library, website=self.source ) @@ -105,4 +110,4 @@ class ScriptCreatorGraph(AbstractGraph): inputs = {"user_prompt": self.prompt, self.input_key: self.source} self.final_state, self.execution_info = self.graph.execute(inputs) - return self.final_state.get("answer", "No answer found.") + return self.final_state.get("answer", "No answer found.") \ No newline at end of file diff --git a/scrapegraphai/graphs/search_graph.py b/scrapegraphai/graphs/search_graph.py index afde1baa..9c463e1a 100644 --- a/scrapegraphai/graphs/search_graph.py +++ b/scrapegraphai/graphs/search_graph.py @@ -49,25 +49,35 @@ class SearchGraph(AbstractGraph): search_internet_node = SearchInternetNode( input="user_prompt", output=["url"], + node_config={ + "llm_model": self.llm_model + } ) fetch_node = FetchNode( input="url | local_dir", - output=["doc"], + output=["doc"] ) parse_node = ParseNode( input="doc", output=["parsed_doc"], node_config={ - "chunk_size": self.model_token, + "chunk_size": self.model_token } ) rag_node = RAGNode( input="user_prompt & (parsed_doc | doc)", output=["relevant_chunks"], + node_config={ + "llm_model": self.llm_model, + "embedder_model": self.embedder_model + } ) generate_answer_node = GenerateAnswerNode( input="user_prompt & (relevant_chunks | parsed_doc | doc)", output=["answer"], + node_config={ + "llm_model": self.llm_model + } ) return BaseGraph( @@ -98,4 +108,4 @@ class SearchGraph(AbstractGraph): inputs = {"user_prompt": self.prompt} self.final_state, self.execution_info = self.graph.execute(inputs) - return self.final_state.get("answer", "No answer found.") + return self.final_state.get("answer", "No answer found.") \ No newline at end of file diff --git a/scrapegraphai/graphs/smart_scraper_graph.py b/scrapegraphai/graphs/smart_scraper_graph.py index a7cd0f3e..a9e63823 100644 --- a/scrapegraphai/graphs/smart_scraper_graph.py +++ b/scrapegraphai/graphs/smart_scraper_graph.py @@ -57,22 +57,29 @@ class SmartScraperGraph(AbstractGraph): """ fetch_node = FetchNode( input="url | local_dir", - output=["doc"], + output=["doc"] ) parse_node = ParseNode( input="doc", output=["parsed_doc"], node_config={ - "chunk_size": self.model_token, + "chunk_size": self.model_token } ) rag_node = RAGNode( input="user_prompt & (parsed_doc | doc)", output=["relevant_chunks"], + node_config={ + "llm_model": self.llm_model, + "embedder_model": self.embedder_model + } ) generate_answer_node = GenerateAnswerNode( input="user_prompt & (relevant_chunks | parsed_doc | doc)", output=["answer"], + node_config={ + "llm_model": self.llm_model + } ) return BaseGraph( @@ -101,4 +108,4 @@ class SmartScraperGraph(AbstractGraph): inputs = {"user_prompt": self.prompt, self.input_key: self.source} self.final_state, self.execution_info = self.graph.execute(inputs) - return self.final_state.get("answer", "No answer found.") + return self.final_state.get("answer", "No answer found.") \ No newline at end of file diff --git a/scrapegraphai/graphs/speech_graph.py b/scrapegraphai/graphs/speech_graph.py index 0bab6420..3ca2b703 100644 --- a/scrapegraphai/graphs/speech_graph.py +++ b/scrapegraphai/graphs/speech_graph.py @@ -56,28 +56,34 @@ class SpeechGraph(AbstractGraph): fetch_node = FetchNode( input="url | local_dir", - output=["doc"], + output=["doc"] ) parse_node = ParseNode( input="doc", output=["parsed_doc"], node_config={ - "chunk_size": self.model_token, + "chunk_size": self.model_token } ) rag_node = RAGNode( input="user_prompt & (parsed_doc | doc)", output=["relevant_chunks"], + node_config={ + "llm_model": self.llm_model, + "embedder_model": self.embedder_model } ) generate_answer_node = GenerateAnswerNode( input="user_prompt & (relevant_chunks | parsed_doc | doc)", output=["answer"], + node_config={ + "llm_model": self.llm_model + } ) text_to_speech_node = TextToSpeechNode( input="answer", output=["audio"], node_config={ - "tts_model": OpenAITextToSpeech(self.config["tts_model"]), + "tts_model": OpenAITextToSpeech(self.config["tts_model"]) } ) @@ -116,4 +122,4 @@ class SpeechGraph(AbstractGraph): "output_path", "output.mp3")) print(f"Audio saved to {self.config.get('output_path', 'output.mp3')}") - return self.final_state.get("answer", "No answer found.") + return self.final_state.get("answer", "No answer found.") \ No newline at end of file diff --git a/scrapegraphai/graphs/xml_scraper_graph.py b/scrapegraphai/graphs/xml_scraper_graph.py index 7c649d78..945dc165 100644 --- a/scrapegraphai/graphs/xml_scraper_graph.py +++ b/scrapegraphai/graphs/xml_scraper_graph.py @@ -57,22 +57,29 @@ class XMLScraperGraph(AbstractGraph): fetch_node = FetchNode( input="xml_dir", - output=["doc"], + output=["doc"] ) parse_node = ParseNode( input="doc", output=["parsed_doc"], node_config={ - "chunk_size": self.model_token, + "chunk_size": self.model_token } ) rag_node = RAGNode( input="user_prompt & (parsed_doc | doc)", output=["relevant_chunks"], + node_config={ + "llm_model": self.llm_model, + "embedder_model": self.embedder_model + } ) generate_answer_node = GenerateAnswerNode( input="user_prompt & (relevant_chunks | parsed_doc | doc)", output=["answer"], + node_config={ + "llm_model": self.llm_model + } ) return BaseGraph( @@ -101,4 +108,4 @@ class XMLScraperGraph(AbstractGraph): inputs = {"user_prompt": self.prompt, self.input_key: self.source} self.final_state, self.execution_info = self.graph.execute(inputs) - return self.final_state.get("answer", "No answer found.") + return self.final_state.get("answer", "No answer found.") \ No newline at end of file