Add Ruff and Basedpyright linters to (the newer) Python scripts in Mbed

.github/workflows/basic_checks.yml

@@ -151,6 +151,12 @@ jobs:
         run: |
           cd tools
           ruff format --diff
+
+      - name: Check Python Lint
+        run: |
+          cd tools
+          ruff check --diff python/mbed_tools python/mbed_platformio
+          basedpyright
 
 
   docs-check:

tools/pyproject.toml

@@ -20,11 +20,10 @@ dependencies = [
     "jinja2>=2.11.3",
     "python-dotenv",
     "Click>=8.0", # Need at least this version for pathlib.Path support
-    "GitPython",
     "tqdm",
     "tabulate",
     "requests>=2.20",
-    "typing-extensions",
+    "typing-extensions>=4.4.0",
     "pyserial",
     "appdirs",
     "pyjson5>=1.6",
@@ -34,12 +33,12 @@ dependencies = [
     # Needed for downloading CMSIS MCU descriptions
     "cmsis-pack-manager>=0.5.0",
 
-    # USB device detection on Mac
+    # USB device detection on Windows
     "pywin32; platform_system=='Windows'",
 
     # USB device detection on Linux
     "psutil; platform_system=='Linux'",
-    "pyudev; platform_system=='Linux'",
+    "pyudev>=0.24; platform_system=='Linux'", # 0.23.x seems to have issues with its Six dependency
 
     # USB device detection on Mac
     "beautifulsoup4; sys_platform == 'darwin'",
@@ -72,7 +71,16 @@ unit-tests = [
     "lxml"
 ]
 linters = [
-    "ruff"
+    "ruff",
+    "basedpyright",
+
+    # To pass Pyright we need all the platform-dependent packages
+    "platformio",
+    "SCons",
+    "psutil",
+    "pyudev>=0.24",
+    "beautifulsoup4",
+    "lxml"
 ]
 greentea = [
     ## Additional requirements to install into the Mbed environment when running Greentea tests
@@ -109,4 +117,143 @@ ambiq_svl = "ambiq_svl.svl:cli"
 
 [tool.ruff]
 line-length = 120
-src = ['python']
+src = ['python']
+
+[tool.ruff.lint]
+select = [
+    'A',    # Builtins
+    'ANN',  # Annotations
+    'ARG',  # Unused arguments
+    'B',    # Bugbear
+    'BLE',  # Blind except
+    'C4',   # Comprehensions
+    'C90',  # mccabe
+    'COM',  # Commas
+    'D2',   # Docstring conventions
+    'DTZ',  # Datetimes
+    'EM',   # Error messages
+    'ERA',  # Commented-out code
+    'EXE',  # Executable
+    'F',    # Pyflakes
+    'FA',   # __future__ annotations
+    'FLY',  # F-strings
+    'FURB', # Refurb
+    'G',    # Logging format
+    'I',    # Isort
+    'ICN',  # Import conventions
+    'INP',  # Disallow PEP-420 (Implicit namespace packages)
+    'INT',  # gettext
+    'ISC',  # Implicit str concat
+    'LOG',  # Logging
+    'N',    # PEP-8 Naming
+    'NPY',  # Numpy
+    'PERF', # Unnecessary performance costs
+    'PGH',  # Pygrep hooks
+    'PIE',  # Unnecessary code
+    'PL',   # Pylint
+    'PT',   # Pytest
+    'PTH',  # Use Pathlib
+    'PYI',  # Stub files
+    'Q',    # Quotes
+    'RET',  # Return
+    'RUF',  # Ruff
+    'RSE',  # Raise
+    'S',    # Bandit
+    'SIM',  # Code simplification
+    'SLF',  # Private member access
+    'SLOT', # __slots__
+    'T10',  # Debugger
+    'T20',  # Print
+    'TCH',  # Type checking
+    'TID',  # Tidy imports
+    'TRY',  # Exception handling
+    'UP',   # Pyupgrade
+    'W',    # Warnings
+    'YTT',  # sys.version
+]
+ignore = [
+    'D203',    # One blank line before class docstring
+    'D212',    # Multi-line summary first line
+    'Q000',    # Single quotes found but double quotes preferred
+    'D200',    # One-line docstring should fit on one line
+    'S101',    # Assert statements
+    'RET505',  # Unnecessary `elif` after `return` statement
+    'RET506',  # Unnecessary `else` after `raise` statement
+    'TRY003',  # Inline exception messages - Redundant with EM101
+    'COM812',  # Missing trailing commas - incompatible with formatter
+    'ISC001',  # Single line implicit string concatenation - incompatible with formatter
+    'TRY300',  # Returns within try blocks
+    'PLR2004', # Magic value used in comparison
+    'SIM102',  # Allow multiple nested if statements.  Sometimes it's nice for readability
+    'TC001', 'TC003', # Don't require TYPE_CHECKING checks in imports. Waaaay too annoying to manage.
+    'PERF203', # Allow try-except within loops. Sometimes this is needed!
+    'PERF401', # Allow for loops that could be comprehensions. Sometimes this makes code easier to understand.
+    'PLR5501', # Stop collapsing my if statements!
+    'TC006',   # Allow unquoted types passed to typing.cast()
+    'G004',    # Allow f-strings in logging calls
+    'ANN401',  # Allow typing things as Any
+    'DTZ005',  # Allow creating datetime.datetime without passing a timezone. If this lint is enabled, it seems difficult to actually work with datetime objects that should be in the local time zone.
+    'S701',    # Allow using jinja without autoescape. autoescape not needed because we are not rendering HTML
+    'BLE001',  # Allow catching Exception
+    'S603',    # Allow running subprocesses with variable arguments (why is this a lint in the first place??)
+    'ERA001',  # Allow commented code
+    'T201',    # Allow print()
+
+    # For now allow old-style type annotations. Currently there's lots of code that uses them, and I am
+    # not sure if there is a way to upgrade them automatically. And since this project still supports
+    # back to Python 3.7, you can't actually use the new style of annotations without using the future annotations feature.
+    "FA100",
+    "UP045",
+    "UP006"
+]
+
+[tool.ruff.lint.mccabe]
+max-complexity = 15
+
+[tool.ruff.lint.pylint]
+max-args = 10
+
+[tool.ruff.lint.flake8-annotations]
+# Don't require a return type annotation for __init__ in most cases
+mypy-init-return = true
+
+[tool.basedpyright]
+
+# Don't warn about things deprecated more recently than python 3.7
+pythonVersion = "3.7"
+
+include = [
+    "python/mbed_tools/**",
+    "python/mbed_platformio/**"
+]
+
+# For right now, we can configure basedpyright in relatively permissive mode.
+# We will allow code where the types of things are partially unknown, as there is
+# lots of legacy code in that category.
+# Also the PlatformIO code has to work with SCons, which is fundamentally type
+# annotation proof, so it can likely never pass these checks.
+reportUnknownVariableType = false
+reportUnknownMemberType = false
+reportUnknownLambdaType = false
+reportMissingTypeArgument = false
+reportUnknownArgumentType = false
+reportUnknownParameterType = false
+reportAny = false
+reportExplicitAny = false
+reportMissingTypeStubs = false
+
+# Use "medium strict" member variable annotation rules, where the type checker
+# is allowed to infer the types of class variables based on what gets assigned in __init__
+reportIncompatibleUnannotatedOverride = true
+reportUnannotatedClassAttribute = false
+
+# Conflicts with Ruff rules
+reportImplicitStringConcatenation = false
+
+# Allow isinstance() even when it seems unneccessary based on type annotations.
+# This call is useful to check that the runtime types match the annotations.
+reportUnnecessaryIsInstance = false
+
+# Some ignore comments are only needed on specific platforms, so failing due to unneeded ignore
+# comments creates an impossible situation
+reportUnnecessaryTypeIgnoreComment = false

tools/python/mbed_platformio/__init__.py

@@ -1,4 +1,5 @@
 """
 Copyright (c) 2025 Jamie Smith
+
 SPDX-License-Identifier: Apache-2.0
 """