chore: update Ruff to 0.8 (#738)

Author: vdusek

poetry.lock

@@ -84,7 +84,7 @@ pytest-only = "~2.1.0"
 pytest-timeout = "~2.3.0"
 pytest-xdist = "~3.6.0"
 respx = "~0.21.0"
-ruff = "~0.7.0"
+ruff = "~0.8.0"
 setuptools = "~75.6.0"                    # setuptools are used by pytest, but not explicitly required
 sortedcontainers-stubs = "^2.4.2"
 types-beautifulsoup4 = "~4.12.0.20240229"
@@ -109,8 +109,6 @@ line-length = 120
 [tool.ruff.lint]
 select = ["ALL"]
 ignore = [
-    "ANN101",   # Missing type annotation for `self` in method
-    "ANN102",   # Missing type annotation for `{name}` in classmethod
     "ANN401",   # Dynamically typed expressions (typing.Any) are disallowed in {filename}
     "ASYNC109", # Async function definition with a `timeout` parameter
     "BLE001",   # Do not catch blind exception
@@ -158,18 +156,21 @@ indent-style = "space"
     "TRY301",  # Abstract `raise` to an inner function
 ]
 "**/{docs}/**" = [
-    "D",       # Everything from the pydocstyle
-    "INP001",  # File {filename} is part of an implicit namespace package, add an __init__.py
-    "F841",    # Local variable {variable} is assigned to but never used
-    "N999",    # Invalid module name
+    "D",      # Everything from the pydocstyle
+    "INP001", # File {filename} is part of an implicit namespace package, add an __init__.py
+    "F841",   # Local variable {variable} is assigned to but never used
+    "N999",   # Invalid module name
 ]
 
 [tool.ruff.lint.flake8-quotes]
 docstring-quotes = "double"
 inline-quotes = "single"
 
 [tool.ruff.lint.flake8-type-checking]
-runtime-evaluated-base-classes = ["pydantic.BaseModel", "pydantic_settings.BaseSettings"]
+runtime-evaluated-base-classes = [
+    "pydantic.BaseModel",
+    "pydantic_settings.BaseSettings",
+]
 
 [tool.ruff.lint.flake8-builtins]
 builtins-ignorelist = ["id"]
@@ -217,7 +218,7 @@ ignore_missing_imports = true
 exclude_lines = [
     "pragma: no cover",
     "if TYPE_CHECKING:",
-    "assert_never()"
+    "assert_never()",
 ]
 
 [tool.basedpyright]

pyproject.toml

@@ -7,13 +7,15 @@
 from contextlib import suppress
 from datetime import timedelta
 from logging import getLogger
-from typing import TYPE_CHECKING, Awaitable, Callable
+from typing import TYPE_CHECKING, Callable
 
 from crawlee._types import ConcurrencySettings
 from crawlee._utils.docs import docs_group
 from crawlee._utils.recurring_task import RecurringTask
 
 if TYPE_CHECKING:
+    from collections.abc import Awaitable
+
     from crawlee._autoscaling import SystemStatus
 
 logger = getLogger(__name__)

src/crawlee/_autoscaling/autoscaled_pool.py

@@ -1,9 +1,9 @@
 from __future__ import annotations
 
 from collections import OrderedDict
-from collections.abc import MutableMapping
-from typing import Generic, ItemsView, Iterator, TypeVar, ValuesView
-from typing import OrderedDict as OrderedDictType
+from collections import OrderedDict as OrderedDictType
+from collections.abc import ItemsView, Iterator, MutableMapping, ValuesView
+from typing import Generic, TypeVar
 
 T = TypeVar('T')
 

src/crawlee/_utils/lru_cache.py

@@ -3,7 +3,10 @@
 import time
 from contextlib import contextmanager
 from dataclasses import dataclass
-from typing import Iterator
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from collections.abc import Iterator
 
 
 @dataclass

src/crawlee/_utils/measure_time.py

@@ -1,11 +1,14 @@
 from __future__ import annotations
 
 from abc import ABC, abstractmethod
-from typing import TYPE_CHECKING, AsyncContextManager, AsyncIterator
+from typing import TYPE_CHECKING
 
 from crawlee._utils.docs import docs_group
 
 if TYPE_CHECKING:
+    from collections.abc import AsyncIterator
+    from contextlib import AbstractAsyncContextManager
+
     from httpx import Response
 
     from crawlee._types import JsonSerializable
@@ -195,7 +198,7 @@ async def stream_items(
         skip_hidden: bool = False,
         xml_root: str | None = None,
         xml_row: str | None = None,
-    ) -> AsyncContextManager[Response | None]:
+    ) -> AbstractAsyncContextManager[Response | None]:
         """Retrieves dataset items as a streaming response.
 
         Args:

src/crawlee/base_storage_client/_base_dataset_client.py

@@ -1,11 +1,13 @@
 from __future__ import annotations
 
 from abc import ABC, abstractmethod
-from typing import TYPE_CHECKING, Any, AsyncContextManager
+from typing import TYPE_CHECKING, Any
 
 from crawlee._utils.docs import docs_group
 
 if TYPE_CHECKING:
+    from contextlib import AbstractAsyncContextManager
+
     from httpx import Response
 
     from crawlee.base_storage_client._models import (
@@ -90,7 +92,7 @@ async def get_record_as_bytes(self, key: str) -> KeyValueStoreRecord[bytes] | No
         """
 
     @abstractmethod
-    async def stream_record(self, key: str) -> AsyncContextManager[KeyValueStoreRecord[Response] | None]:
+    async def stream_record(self, key: str) -> AbstractAsyncContextManager[KeyValueStoreRecord[Response] | None]:
         """Retrieve the given record from the key-value store, as a stream.
 
         Args:

src/crawlee/base_storage_client/_base_key_value_store_client.py

@@ -3,4 +3,4 @@
 from ._basic_crawler import BasicCrawler, BasicCrawlerOptions
 from ._context_pipeline import ContextPipeline
 
-__all__ = ['BasicCrawler', 'BasicCrawlingContext', 'BasicCrawlerOptions', 'ContextPipeline']
+__all__ = ['BasicCrawler', 'BasicCrawlerOptions', 'BasicCrawlingContext', 'ContextPipeline']

src/crawlee/basic_crawler/__init__.py

@@ -12,7 +12,7 @@
 from datetime import timedelta
 from functools import partial
 from pathlib import Path
-from typing import TYPE_CHECKING, Any, AsyncContextManager, Callable, Generic, Union, cast
+from typing import TYPE_CHECKING, Any, Callable, Generic, Union, cast
 from urllib.parse import ParseResult, urlparse
 
 from tldextract import TLDExtract
@@ -47,6 +47,7 @@
 
 if TYPE_CHECKING:
     import re
+    from contextlib import AbstractAsyncContextManager
 
     from crawlee._types import ConcurrencySettings, HttpMethod, JsonSerializable
     from crawlee.base_storage_client._models import DatasetItemsListPage
@@ -130,7 +131,7 @@ class BasicCrawlerOptions(TypedDict, Generic[TCrawlingContext]):
     """Enables extending the request lifecycle and modifying the crawling context. Intended for use by
     subclasses rather than direct instantiation of `BasicCrawler`."""
 
-    _additional_context_managers: NotRequired[Sequence[AsyncContextManager]]
+    _additional_context_managers: NotRequired[Sequence[AbstractAsyncContextManager]]
     """Additional context managers used throughout the crawler lifecycle."""
 
     _logger: NotRequired[logging.Logger]
@@ -183,7 +184,7 @@ def __init__(
         configure_logging: bool = True,
         max_crawl_depth: int | None = None,
         _context_pipeline: ContextPipeline[TCrawlingContext] | None = None,
-        _additional_context_managers: Sequence[AsyncContextManager] | None = None,
+        _additional_context_managers: Sequence[AbstractAsyncContextManager] | None = None,
         _logger: logging.Logger | None = None,
     ) -> None:
         """A default constructor.

src/crawlee/basic_crawler/_basic_crawler.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
-from typing import Any, AsyncGenerator, Awaitable, Callable, Generator, Generic, cast
+from collections.abc import AsyncGenerator, Awaitable, Generator
+from typing import Any, Callable, Generic, cast
 
 from typing_extensions import TypeVar