Skip to content

Commit 1b44070

Browse files
committed
fix: Only apply requestHandlerTimeout to request handler
1 parent 4379d87 commit 1b44070

File tree

1 file changed

+9
-6
lines changed

1 file changed

+9
-6
lines changed

src/crawlee/crawlers/_basic/_basic_crawler.py

Lines changed: 9 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1483,12 +1483,15 @@ async def __run_task_function(self) -> None:
14831483
raise
14841484

14851485
async def _run_request_handler(self, context: BasicCrawlingContext) -> None:
1486-
await wait_for(
1487-
lambda: self._context_pipeline(context, self.router),
1488-
timeout=self._request_handler_timeout,
1489-
timeout_message=f'{self._request_handler_timeout_text}'
1490-
f' {self._request_handler_timeout.total_seconds()} seconds',
1491-
logger=self._logger,
1486+
await self._context_pipeline(
1487+
context,
1488+
lambda final_context: wait_for(
1489+
lambda: self.router(final_context),
1490+
timeout=self._request_handler_timeout,
1491+
timeout_message=f'{self._request_handler_timeout_text}'
1492+
f' {self._request_handler_timeout.total_seconds()} seconds',
1493+
logger=self._logger,
1494+
),
14921495
)
14931496

14941497
def _raise_for_error_status_code(self, status_code: int) -> None:

0 commit comments

Comments
 (0)