We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
RequestLoader.fetch_next_request
1 parent 3d27f8c commit bf47abcCopy full SHA for bf47abc
src/crawlee/request_loaders/_request_loader.py
@@ -43,7 +43,11 @@ async def is_finished(self) -> bool:
43
44
@abstractmethod
45
async def fetch_next_request(self) -> Request | None:
46
- """Return the next request to be processed, or `null` if there are no more pending requests."""
+ """Return the next request to be processed, or `None` if there are no more pending requests.
47
+
48
+ The method should return `None` if and only if `is_finished` would return `True`. In other cases, the method
49
+ should wait until a request appears.
50
+ """
51
52
53
async def mark_request_as_handled(self, request: Request) -> ProcessedRequest | None:
0 commit comments