CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-07-01 21:00:48 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: improve md prompt recognition
Some checks are pending
/ build (3.10) (push) Waiting to run
Details

Browse Source
This commit is contained in:
Marco Vinciguerra 2024-06-30 18:10:00 +02:00
parent 2242b1011e
commit 5fe694b6b4
2 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
scrapegraphai/graphs/markdown_scraper_graph.py
View File

@ -77,6 +77,7 @@ class MDScraperGraph(AbstractGraph):
node_config={ node_config={
"llm_model": self.llm_model, "llm_model": self.llm_model,
"schema": self.schema, "schema": self.schema,
"is_md_scraper": True
} }
) )

5
scrapegraphai/nodes/generate_answer_node.py
View File

@ -53,6 +53,9 @@ class GenerateAnswerNode(BaseNode):
self.script_creator = ( self.script_creator = (
False if node_config is None else node_config.get("script_creator", False) False if node_config is None else node_config.get("script_creator", False)
) )
self.is_md_scraper = (
False if node_config is None else node_config.get("is_md_scraper", False)
)
def execute(self, state: dict) -> dict: def execute(self, state: dict) -> dict:
@ -89,7 +92,7 @@ class GenerateAnswerNode(BaseNode):
format_instructions = output_parser.get_format_instructions() format_instructions = output_parser.get_format_instructions()
if isinstance(self.llm_model, OpenAI) and not self.script_creator or self.force and not self.script_creator: if isinstance(self.llm_model, OpenAI) and not self.script_creator or self.force and not self.script_creator or self.is_md_scraper:
template_no_chunks_prompt = template_no_chunks_md template_no_chunks_prompt = template_no_chunks_md
template_chunks_prompt = template_chunks_md template_chunks_prompt = template_chunks_md
template_merge_prompt = template_merge_md template_merge_prompt = template_merge_md