From 8cf96857a000eada6d1c9ce1a357ee3d1f2bd003 Mon Sep 17 00:00:00 2001 From: Marco Vinciguerra Date: Tue, 25 Feb 2025 12:09:58 +0100 Subject: [PATCH] feat: update parse node --- scrapegraphai/nodes/parse_node.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/scrapegraphai/nodes/parse_node.py b/scrapegraphai/nodes/parse_node.py index fbc9ba31..cb61a643 100644 --- a/scrapegraphai/nodes/parse_node.py +++ b/scrapegraphai/nodes/parse_node.py @@ -78,7 +78,6 @@ class ParseNode(BaseNode): self.logger.info(f"--- Executing {self.node_name} Node ---") input_keys = self.get_input_keys(state) - input_data = [state[key] for key in input_keys] docs_transformed = input_data[0] source = input_data[1] if self.parse_urls else None @@ -121,6 +120,9 @@ class ParseNode(BaseNode): ) state.update({self.output[0]: chunks}) + state.update({"parsed_doc": chunks}) + state.update({"content": chunks}) + if self.parse_urls: state.update({self.output[1]: link_urls}) state.update({self.output[2]: img_urls})