Skip to content

Commit 3b4ae8c

Browse files
committed
Make skip_tags configurable
1 parent b76d178 commit 3b4ae8c

File tree

1 file changed

+6
-1
lines changed

1 file changed

+6
-1
lines changed

llmstack/processors/providers/promptly/static_web_browser.py

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,11 @@ class StaticWebBrowserConfiguration(ApiProcessorSchema):
4040
ge=1,
4141
le=100,
4242
)
43+
skip_tags: bool = Field(
44+
description="Skip extracting tags. This will skip processing HTML tags and only return text content to speed up processing",
45+
default=True,
46+
advanced_parameter=True,
47+
)
4348

4449

4550
class StaticWebBrowserInput(ApiProcessorSchema):
@@ -132,7 +137,7 @@ def _request_iterator(
132137
)
133138
playwright_request.steps.append(input)
134139
playwright_request.url = self._input.url
135-
playwright_request.skip_tags = True
140+
playwright_request.skip_tags = self._config.skip_tags
136141
playwright_request.timeout = (
137142
self._config.timeout
138143
if self._config.timeout and self._config.timeout > 0 and self._config.timeout <= 100

0 commit comments

Comments
 (0)