Skip to content

Commit be870a4

Browse files
VinciGit00DiTo97
andcommitted
Update fetch_node.py
Co-Authored-By: Federico Minutoli <[email protected]>
1 parent 6d8e02c commit be870a4

File tree

1 file changed

+3
-4
lines changed

1 file changed

+3
-4
lines changed

scrapegraphai/nodes/fetch_node.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -202,11 +202,10 @@ def execute(self, state):
202202
loader_kwargs = self.node_config.get("loader_kwargs", {})
203203

204204
if self.browser_base is not None:
205-
if self.browser_base is not None:
206-
data = browser_base_fetch(self.browser_base.get("api_key"),
207-
self.browser_base.get("project_id"), [source])
205+
data = browser_base_fetch(self.browser_base.get("api_key"),
206+
self.browser_base.get("project_id"), [source])
208207

209-
document = [Document(page_content=content, metadata={"source": source}) for content in data]
208+
document = [Document(page_content=content, metadata={"source": source}) for content in data]
210209
else:
211210
loader = ChromiumLoader([source], headless=self.headless, **loader_kwargs)
212211
document = loader.load()

0 commit comments

Comments
 (0)