Upgrade dev dependencies due to mypy 1.10 issue with latest transformers release (#141)

Author: markurtz

.pre-commit-config.yaml

@@ -5,11 +5,11 @@ repos:
   - id: trailing-whitespace
   - id: end-of-file-fixer
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.5.2
+  rev: v0.11.7
   hooks:
     - id: ruff
 - repo: https://github.com/pre-commit/mirrors-mypy
-  rev: v1.10.1
+  rev: v1.15.0
   hooks:
   - id: mypy
     args: [--check-untyped-defs]

pyproject.toml

@@ -81,8 +81,8 @@ dev = [
     "respx~=0.22.0",
 
     # code quality
-    "mypy~=1.10.1",
-    "ruff~=0.5.2",
+    "mypy~=1.15.0",
+    "ruff~=0.11.7",
 
     # docs quality
     "mdformat~=0.7.17",
@@ -147,10 +147,10 @@ indent-style = "space"
 [tool.ruff.lint]
 ignore = [
     "PLR0913",
-    "TCH001",
+    "TC001",
     "COM812",
     "ISC001",
-    "TCH002",
+    "TC002",
     "PLW1514", # allow Path.open without encoding
     "RET505", # allow `else` blocks
     "RET506", # allow `else` blocks

src/guidellm/__init__.py

@@ -3,15 +3,12 @@
 evaluating and benchmarking large language models (LLMs).
 """
 
-# flake8: noqa
-
-import os
-import logging
 import contextlib
-
+import logging
+import os
 
 with (
-    open(os.devnull, "w") as devnull,
+    open(os.devnull, "w") as devnull,  # noqa: PTH123
     contextlib.redirect_stderr(devnull),
     contextlib.redirect_stdout(devnull),
 ):
@@ -24,28 +21,26 @@
     logging.getLogger("transformers").setLevel(logging.ERROR)
 
 from .config import (
-    settings,
     DatasetSettings,
     Environment,
     LoggingSettings,
     OpenAISettings,
-    print_config,
     Settings,
+    print_config,
     reload_settings,
+    settings,
 )
 from .logger import configure_logger, logger
 
 __all__ = [
-    # Config
     "DatasetSettings",
     "Environment",
     "LoggingSettings",
     "OpenAISettings",
-    "print_config",
     "Settings",
+    "configure_logger",
+    "logger",
+    "print_config",
     "reload_settings",
     "settings",
-    # Logger
-    "logger",
-    "configure_logger",
 ]

src/guidellm/backend/__init__.py

@@ -11,13 +11,13 @@
 )
 
 __all__ = [
-    "StreamingResponseType",
-    "StreamingTextResponse",
-    "RequestArgs",
-    "ResponseSummary",
+    "CHAT_COMPLETIONS_PATH",
+    "TEXT_COMPLETIONS_PATH",
     "Backend",
     "BackendType",
     "OpenAIHTTPBackend",
-    "TEXT_COMPLETIONS_PATH",
-    "CHAT_COMPLETIONS_PATH",
+    "RequestArgs",
+    "ResponseSummary",
+    "StreamingResponseType",
+    "StreamingTextResponse",
 ]

src/guidellm/backend/openai.py

@@ -17,7 +17,7 @@
 )
 from guidellm.config import settings
 
-__all__ = ["OpenAIHTTPBackend", "TEXT_COMPLETIONS_PATH", "CHAT_COMPLETIONS_PATH"]
+__all__ = ["CHAT_COMPLETIONS_PATH", "TEXT_COMPLETIONS_PATH", "OpenAIHTTPBackend"]
 
 
 TEXT_COMPLETIONS_PATH = "/v1/completions"

src/guidellm/backend/response.py

@@ -6,10 +6,10 @@
 from guidellm.objects.pydantic import StandardBaseModel
 
 __all__ = [
-    "StreamingResponseType",
-    "StreamingTextResponse",
     "RequestArgs",
     "ResponseSummary",
+    "StreamingResponseType",
+    "StreamingTextResponse",
 ]
 
 

src/guidellm/benchmark/__init__.py

@@ -32,42 +32,35 @@
 )
 
 __all__ = [
-    # Aggregator
     "AggregatorT",
-    "BenchmarkAggregator",
-    "GenerativeBenchmarkAggregator",
-    # Benchmark
+    "AsyncProfile",
     "Benchmark",
+    "BenchmarkAggregator",
     "BenchmarkArgs",
     "BenchmarkMetrics",
     "BenchmarkRunStats",
     "BenchmarkT",
-    "GenerativeBenchmark",
-    "GenerativeMetrics",
-    "GenerativeTextErrorStats",
-    "GenerativeTextResponseStats",
-    "StatusBreakdown",
-    # Benchmarker
     "Benchmarker",
+    "BenchmarkerProgressDisplay",
     "BenchmarkerResult",
+    "BenchmarkerTaskProgressState",
+    "ConcurrentProfile",
+    "GenerativeBenchmark",
+    "GenerativeBenchmarkAggregator",
     "GenerativeBenchmarker",
-    # Entry points
-    "benchmark_generative_text",
-    # Output
     "GenerativeBenchmarksConsole",
     "GenerativeBenchmarksReport",
-    # Profile
-    "AsyncProfile",
-    "ConcurrentProfile",
+    "GenerativeMetrics",
+    "GenerativeTextBenchmarkerProgressDisplay",
+    "GenerativeTextBenchmarkerTaskProgressState",
+    "GenerativeTextErrorStats",
+    "GenerativeTextResponseStats",
     "Profile",
     "ProfileType",
+    "StatusBreakdown",
     "SweepProfile",
     "SynchronousProfile",
     "ThroughputProfile",
+    "benchmark_generative_text",
     "create_profile",
-    # Progress
-    "BenchmarkerProgressDisplay",
-    "BenchmarkerTaskProgressState",
-    "GenerativeTextBenchmarkerProgressDisplay",
-    "GenerativeTextBenchmarkerTaskProgressState",
 ]

src/guidellm/benchmark/benchmark.py

@@ -34,16 +34,16 @@
 )
 
 __all__ = [
-    "BenchmarkT",
-    "StatusBreakdown",
-    "BenchmarkArgs",
-    "BenchmarkRunStats",
     "Benchmark",
+    "BenchmarkArgs",
     "BenchmarkMetrics",
-    "GenerativeTextResponseStats",
-    "GenerativeTextErrorStats",
-    "GenerativeMetrics",
+    "BenchmarkRunStats",
+    "BenchmarkT",
     "GenerativeBenchmark",
+    "GenerativeMetrics",
+    "GenerativeTextErrorStats",
+    "GenerativeTextResponseStats",
+    "StatusBreakdown",
 ]
 
 

src/guidellm/benchmark/output.py

@@ -29,8 +29,8 @@
 from guidellm.utils import Colors, split_text_list_by_length
 
 __all__ = [
-    "GenerativeBenchmarksReport",
     "GenerativeBenchmarksConsole",
+    "GenerativeBenchmarksReport",
 ]
 
 

src/guidellm/benchmark/profile.py

@@ -17,13 +17,13 @@
 )
 
 __all__ = [
-    "ProfileType",
+    "AsyncProfile",
+    "ConcurrentProfile",
     "Profile",
+    "ProfileType",
+    "SweepProfile",
     "SynchronousProfile",
-    "ConcurrentProfile",
     "ThroughputProfile",
-    "AsyncProfile",
-    "SweepProfile",
     "create_profile",
 ]