66from ..nodes import (
77 FetchNode ,
88 ParseNode ,
9- RAGNode ,
109 GenerateScraperNode
1110)
1211from .abstract_graph import AbstractGraph
@@ -70,20 +69,12 @@ def _create_graph(self) -> BaseGraph:
7069 input = "doc" ,
7170 output = ["parsed_doc" ],
7271 node_config = {"chunk_size" : self .model_token ,
73- "verbose" : self .verbose
72+ "verbose" : self .verbose ,
73+ "parse_html" : False
7474 }
7575 )
76- rag_node = RAGNode (
77- input = "user_prompt & (parsed_doc | doc)" ,
78- output = ["relevant_chunks" ],
79- node_config = {
80- "llm" : self .llm_model ,
81- "embedder_model" : self .embedder_model ,
82- "verbose" : self .verbose
83- }
84- )
8576 generate_scraper_node = GenerateScraperNode (
86- input = "user_prompt & (relevant_chunks | parsed_doc | doc)" ,
77+ input = "user_prompt & (doc)" ,
8778 output = ["answer" ],
8879 node_config = {"llm" : self .llm_model ,
8980 "verbose" : self .verbose },
@@ -95,13 +86,11 @@ def _create_graph(self) -> BaseGraph:
9586 nodes = [
9687 fetch_node ,
9788 parse_node ,
98- rag_node ,
9989 generate_scraper_node ,
10090 ],
10191 edges = [
10292 (fetch_node , parse_node ),
103- (parse_node , rag_node ),
104- (rag_node , generate_scraper_node )
93+ (parse_node , generate_scraper_node ),
10594 ],
10695 entry_point = fetch_node
10796 )
0 commit comments