Skip to content

Commit 828bdee

Browse files
Update smart_scraper_graph.py
1 parent 81f89d8 commit 828bdee

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

scrapegraphai/graphs/smart_scraper_graph.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -65,8 +65,10 @@ def _create_graph(self) -> BaseGraph:
6565
output=["doc", "link_urls", "img_urls"],
6666
node_config={
6767
"loader_kwargs": self.config.get("loader_kwargs", {}),
68+
"headless": self.config.get("headless", True) # Ensure headless flag is passed
6869
}
6970
)
71+
logging.info("FetchNode configured with headless: %s", self.config.get("headless", True))
7072
parse_node = ParseNode(
7173
input="doc",
7274
output=["parsed_doc"],
@@ -117,4 +119,4 @@ def run(self) -> str:
117119
inputs = {"user_prompt": self.prompt, self.input_key: self.source}
118120
self.final_state, self.execution_info = self.graph.execute(inputs)
119121

120-
return self.final_state.get("answer", "No answer found.")
122+
return self.final_state.get("answer", "No answer found.")

0 commit comments

Comments
 (0)