CodeCow/Scrapegraph-ai
1
0
Fork 0
mirror of https://github.com/VinciGit00/Scrapegraph-ai.git synced 2026-07-01 21:00:48 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: update search_link graph

Browse Source
This commit is contained in:
Marco Vinciguerra 2024-09-22 11:32:46 +02:00
parent 9b3695db53
commit e724ae4492
1 changed files with 2 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
scrapegraphai/graphs/search_link_graph.py
View File

@ -62,14 +62,7 @@ class SearchLinkGraph(AbstractGraph):
"loader_kwargs": self.config.get("loader_kwargs", {}),
}
)
parse_node = ParseNode(
input="doc",
output=["parsed_doc"],
node_config={
"chunk_size": self.model_token,
"llm_model": self.llm_model
}
)
search_link_node = SearchLinkNode(
input="doc",
output=["parsed_doc"],
@ -84,12 +77,10 @@ class SearchLinkGraph(AbstractGraph):
return BaseGraph(
nodes=[
fetch_node,
parse_node,
search_link_node
],
edges=[
(fetch_node, parse_node),
(parse_node, search_link_node)
(fetch_node, search_link_node)
],
entry_point=fetch_node,
graph_name=self.__class__.__name__