CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-06-28 21:01:55 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

refactoring of teh code

Browse Source
This commit is contained in:
Marco Vinciguerra 2024-09-19 12:34:25 +02:00
parent 7fea150a96
commit 72873c1b38
2 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/openai/smart_scraper_schema_openai.py
View File

@ -29,7 +29,7 @@ openai_key = os.getenv("OPENAI_APIKEY")
graph_config = {
"llm": {
"api_key":openai_key,
"api_key": openai_key,
"model": "openai/gpt-4o-mini",
},
"verbose": True,

10
scrapegraphai/nodes/generate_answer_node.py
View File

@ -82,18 +82,16 @@ class GenerateAnswerNode(BaseNode):
self.logger.info(f"--- Executing {self.node_name} Node ---")
input_keys = self.get_input_keys(state)
input_keys = self.get_input_keys(state)
input_data = [state[key] for key in input_keys]
user_prompt = input_data[0]
doc = input_data[1]
if self.node_config.get("schema", None) is not None:
if isinstance(self.llm_model, (ChatOpenAI, ChatMistralAI)):
self.llm_model = self.llm_model.with_structured_output(
schema = self.node_config["schema"]) # json schema works only on specific models
schema = self.node_config["schema"])
output_parser = get_structured_output_parser(self.node_config["schema"])
format_instructions = "NA"
else:
@ -120,7 +118,7 @@ class GenerateAnswerNode(BaseNode):
if self.additional_info is not None:
template_no_chunks_prompt = self.additional_info + template_no_chunks_prompt
template_chunks_prompt = self.additional_info + template_chunks_prompt
template_merge_prompt = self.additional_info + template_merge_prompt
template_merge_prompt = self.additional_info + template_merge_prompt
if len(doc) == 1:
prompt = PromptTemplate(