CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-07-12 21:01:56 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #707 from ScrapeGraphAI/reasoning-branch

Browse Source 
Reasoning branch integration
This commit is contained in:
Marco Vinciguerra 2024-09-28 12:40:56 +02:00 committed by GitHub
commit ac552bce54
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 37 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

44
scrapegraphai/graphs/smart_scraper_graph.py
View File

@ -70,7 +70,6 @@ class SmartScraperGraph(AbstractGraph):
"scrape_do": self.config.get("scrape_do")
}
)
generate_answer_node = GenerateAnswerNode(
input="user_prompt & (relevant_chunks | parsed_doc | doc)",
@ -82,14 +81,15 @@ class SmartScraperGraph(AbstractGraph):
}
)
if self.config.get("html_mode") is not True:
if self.config.get("html_mode") is False:
parse_node = ParseNode(
input="doc",
output=["parsed_doc"],
node_config={
"llm_model": self.llm_model,
"chunk_size": self.model_token
}
)
if self.config.get("reasoning"):
reasoning_node = ReasoningNode(
@ -102,17 +102,17 @@ class SmartScraperGraph(AbstractGraph):
}
)
if self.config.get("html_mode") is False and self.config.get("reasoning") is True:
return BaseGraph(
nodes=[
fetch_node,
parse_node,
reasoning_node,
generate_answer_node,
],
edges=[
(fetch_node, parse_node),
(parse_node, generate_answer_node)
(parse_node, reasoning_node),
(reasoning_node, generate_answer_node)
],
@ -120,19 +120,49 @@ class SmartScraperGraph(AbstractGraph):
graph_name=self.__class__.__name__
)
elif self.config.get("html_mode") is True and self.config.get("reasoning") is True:
return BaseGraph(
nodes=[
fetch_node,
reasoning_node,
generate_answer_node,
],
edges=[
(fetch_node, reasoning_node),
(reasoning_node, generate_answer_node)
],
entry_point=fetch_node,
graph_name=self.__class__.__name__
)
elif self.config.get("html_mode") is True and self.config.get("reasoning") is False:
return BaseGraph(
nodes=[
fetch_node,
generate_answer_node,
],
edges=[
(fetch_node, generate_answer_node)
],
entry_point=fetch_node,
graph_name=self.__class__.__name__
)
return BaseGraph(
nodes=[
fetch_node,
parse_node,
generate_answer_node,
],
edges=[
(fetch_node, generate_answer_node)
(fetch_node, parse_node),
(parse_node, generate_answer_node)
],
entry_point=fetch_node,
graph_name=self.__class__.__name__
)
def run(self) -> str:
"""
Executes the scraping process and returns the answer to the prompt.