RQ FS client improvements

Author: vdusek

Makefile

@@ -30,13 +30,13 @@ type-check:
 	uv run mypy
 
 unit-tests:
-	uv run pytest --numprocesses=auto --verbose --cov=src/crawlee tests/unit
+	uv run pytest --numprocesses=auto -vv --cov=src/crawlee tests/unit
 
 unit-tests-cov:
-	uv run pytest --numprocesses=auto --verbose --cov=src/crawlee --cov-report=html tests/unit
+	uv run pytest --numprocesses=auto -vv --cov=src/crawlee --cov-report=html tests/unit
 
 e2e-templates-tests $(args):
-	uv run pytest --numprocesses=$(E2E_TESTS_CONCURRENCY) --verbose tests/e2e/project_template "$(args)"
+	uv run pytest --numprocesses=$(E2E_TESTS_CONCURRENCY) -vv tests/e2e/project_template "$(args)"
 
 format:
 	uv run ruff check --fix

src/crawlee/_request.py

@@ -158,7 +158,23 @@ class Request(BaseModel):
     ```
     """
 
-    model_config = ConfigDict(populate_by_name=True)
+    model_config = ConfigDict(populate_by_name=True, extra='allow')
+
+    id: str
+    """A unique identifier for the request. Note that this is not used for deduplication, and should not be confused
+    with `unique_key`."""
+
+    unique_key: Annotated[str, Field(alias='uniqueKey')]
+    """A unique key identifying the request. Two requests with the same `unique_key` are considered as pointing
+    to the same URL.
+
+    If `unique_key` is not provided, then it is automatically generated by normalizing the URL.
+    For example, the URL of `HTTP://www.EXAMPLE.com/something/` will produce the `unique_key`
+    of `http://www.example.com/something`.
+
+    Pass an arbitrary non-empty text value to the `unique_key` property to override the default behavior
+    and specify which URLs shall be considered equal.
+    """
 
     url: Annotated[str, BeforeValidator(validate_http_url), Field()]
     """The URL of the web page to crawl. Must be a valid HTTP or HTTPS URL, and may include query parameters
@@ -207,22 +223,6 @@ class Request(BaseModel):
     handled_at: Annotated[datetime | None, Field(alias='handledAt')] = None
     """Timestamp when the request was handled."""
 
-    unique_key: Annotated[str, Field(alias='uniqueKey')]
-    """A unique key identifying the request. Two requests with the same `unique_key` are considered as pointing
-    to the same URL.
-
-    If `unique_key` is not provided, then it is automatically generated by normalizing the URL.
-    For example, the URL of `HTTP://www.EXAMPLE.com/something/` will produce the `unique_key`
-    of `http://www.example.com/something`.
-
-    Pass an arbitrary non-empty text value to the `unique_key` property
-    to override the default behavior and specify which URLs shall be considered equal.
-    """
-
-    id: str
-    """A unique identifier for the request. Note that this is not used for deduplication, and should not be confused
-    with `unique_key`."""
-
     @classmethod
     def from_url(
         cls,
@@ -398,6 +398,11 @@ def forefront(self) -> bool:
     def forefront(self, new_value: bool) -> None:
         self.crawlee_data.forefront = new_value
 
+    @property
+    def was_already_handled(self) -> bool:
+        """Indicates whether the request was handled."""
+        return self.handled_at is not None
+
 
 class RequestWithLock(Request):
     """A crawling request with information about locks."""