tests: switch to uv pip-compile for lockfiles (ansible#2084)

* tests: switch to uv pip-compile for lockfiles

This switches the nox pip-compile session and lockfiles to use uv pip
compile (written in Rust and much faster) instead of pip-compile from
pip-tools for our dependency update jobs.

As a side effect, this addresses the issue brought up in
ansible#1950 (comment),
as we're no longer using pip-compile that can break anytime pip changes
the private/internal APIs that pip-tools relies on.

I re-generated the lockfiles with `--no-upgrade` to avoid extraneous
changes in this PR.
The only additions are the formatting of comments in the lockfile and
colorama.
colorama was added as a result of `uv pip-compile`'s `--universal` flag
which creates "universal" lockfiles that include dependencies of other
platforms, architectures, and Python versions than those of the system
used to generate the lockfile.
`--universal` should create more consistent results for contributors who
use other systems
(e.g., Mac OS or a newer Python version than the one used in CI).

Fixes: ansible#1755

* nox pip_compile: improve code comments

Suggested-by: Don Naro <[email protected]>

Author: gotmax23

.pip-tools.toml

@@ -4,6 +4,7 @@
 import shlex
 import shutil
 from argparse import ArgumentParser, BooleanOptionalAction
+from contextlib import suppress
 from glob import iglob
 from pathlib import Path
 from typing import cast
@@ -157,28 +158,42 @@ def lint(session: nox.Session):
 @nox.session(name="pip-compile", python=["3.11"])
 @nox.parametrize(["req"], requirements_files, requirements_files)
 def pip_compile(session: nox.Session, req: str):
-    # .pip-tools.toml was introduced in v7
-    # pip 24.3 causes a regression in pip-compile.
-    # See https://github.com/jazzband/pip-tools/issues/2131.
-    session.install("pip-tools >= 7", "pip < 24.3")
+    """
+    Update dependency lockfiles in tests/ directory with uv pip compile.
+    In addition to the usual flags supported by uv pip compile,
+    this nox session implements two custom custom flags:
+
+        --no-upgrade
+            By default, the noxfile passes --upgrade to uv pip compile which
+            updates all package versions in the lockfiles.
+            Pass --no-upgrade to keep existing package versions as they are and
+            only make the most minimal changes to sync the lockfiles with the input
+            (.in) files.
+        --check
+            Run uv pip compile without --upgrade and fail if any changes were made.
+            This ensures the lockfiles are in sync with the input files.
+    """
+    install(session, req="pip-compile")
 
-    # Use --upgrade by default unless a user passes -P.
     args = list(session.posargs)
-
-    # Support a custom --check flag to fail if pip-compile made any changes
-    # so we can check that that lockfiles are in sync with the input (.in) files.
     check_mode = "--check" in args
     if check_mode:
-        # Remove from args, as pip-compile doesn't actually support --check.
+        # Remove from args, as pip compile doesn't actually support --check.
         args.remove("--check")
     elif not any(
         arg.startswith(("-P", "--upgrade-package", "--no-upgrade")) for arg in args
     ):
+        # Use --upgrade by default unless the user passes a conflicting flag.
         args.append("--upgrade")
+    # Like --check, also remove --no-upgrade from args if it's present.
+    with suppress(ValueError):
+        args.remove("--no-upgrade")
 
     # fmt: off
     session.run(
-        "pip-compile",
+        "uv", "pip", "compile",
+        "--universal",
+        "--quiet",
         "--output-file", f"tests/{req}.txt",
         *args,
         f"tests/{req}.in",

noxfile.py

@@ -1,13 +1,11 @@
-#
-# This file is autogenerated by pip-compile with Python 3.11
-# by the following command:
-#
-#    pip-compile --allow-unsafe --output-file=tests/formatters.txt --strip-extras tests/formatters.in
-#
+# This file was autogenerated by uv via the following command:
+#    uv pip compile --universal --output-file tests/formatters.txt tests/formatters.in
 black==24.10.0
     # via -r tests/formatters.in
 click==8.1.7
     # via black
+colorama==0.4.6 ; platform_system == 'Windows'
+    # via click
 isort==5.13.2
     # via -r tests/formatters.in
 mypy-extensions==1.0.0

tests/formatters.txt

@@ -0,0 +1,2 @@
+# Pin the version of uv used for the pip-compile nox session
+uv

tests/pip-compile.in

@@ -0,0 +1,4 @@
+# This file was autogenerated by uv via the following command:
+#    uv pip compile --universal --output-file tests/pip-compile.txt tests/pip-compile.in
+uv==0.4.28
+    # via -r tests/pip-compile.in

tests/pip-compile.txt

@@ -1,9 +1,5 @@
-#
-# This file is autogenerated by pip-compile with Python 3.11
-# by the following command:
-#
-#    pip-compile --allow-unsafe --output-file=tests/pr_labeler.txt --strip-extras tests/pr_labeler.in
-#
+# This file was autogenerated by uv via the following command:
+#    uv pip compile --universal --output-file tests/pr_labeler.txt tests/pr_labeler.in
 certifi==2024.8.30
     # via requests
 cffi==1.17.1
@@ -16,6 +12,8 @@ click==8.1.7
     # via typer-slim
 codeowners==0.7.0
     # via -r tests/pr_labeler.in
+colorama==0.4.6 ; platform_system == 'Windows'
+    # via click
 cryptography==43.0.1
     # via pyjwt
 deprecated==1.2.14

tests/pr_labeler.txt

@@ -1,9 +1,5 @@
-#
-# This file is autogenerated by pip-compile with Python 3.11
-# by the following command:
-#
-#    pip-compile --allow-unsafe --output-file=tests/requirements-relaxed.txt --strip-extras tests/requirements-relaxed.in
-#
+# This file was autogenerated by uv via the following command:
+#    uv pip compile --universal --output-file tests/requirements-relaxed.txt tests/requirements-relaxed.in
 aiofiles==24.1.0
     # via
     #   antsibull-core
@@ -55,6 +51,11 @@ charset-normalizer==3.4.0
     # via requests
 click==8.1.7
     # via sphinx-intl
+colorama==0.4.6 ; (platform_system != 'Windows' and sys_platform == 'win32') or platform_system == 'Windows' or os_name == 'nt'
+    # via
+    #   build
+    #   click
+    #   sphinx
 docutils==0.21.2
     # via
     #   antsibull-changelog
@@ -129,6 +130,8 @@ semantic-version==2.10.0
     #   antsibull-changelog
     #   antsibull-core
     #   antsibull-docs
+setuptools==75.6.0
+    # via sphinx-intl
 six==1.16.0
     # via twiggy
 snowballstemmer==2.2.0
@@ -181,7 +184,3 @@ urllib3==2.2.3
     # via requests
 yarl==1.18.0
     # via aiohttp
-
-# The following packages are considered to be unsafe in a requirements file:
-setuptools==75.6.0
-    # via sphinx-intl

tests/requirements-relaxed.txt

@@ -1,9 +1,5 @@
-#
-# This file is autogenerated by pip-compile with Python 3.11
-# by the following command:
-#
-#    pip-compile --allow-unsafe --output-file=tests/requirements.txt --strip-extras tests/requirements.in
-#
+# This file was autogenerated by uv via the following command:
+#    uv pip compile --universal --output-file tests/requirements.txt tests/requirements.in
 aiofiles==24.1.0
     # via
     #   antsibull-core
@@ -57,6 +53,11 @@ charset-normalizer==3.4.0
     # via requests
 click==8.1.7
     # via sphinx-intl
+colorama==0.4.6 ; (platform_system != 'Windows' and sys_platform == 'win32') or platform_system == 'Windows' or os_name == 'nt'
+    # via
+    #   build
+    #   click
+    #   sphinx
 docutils==0.18.1
     # via
     #   antsibull-changelog
@@ -131,6 +132,8 @@ semantic-version==2.10.0
     #   antsibull-changelog
     #   antsibull-core
     #   antsibull-docs
+setuptools==75.6.0
+    # via sphinx-intl
 six==1.16.0
     # via twiggy
 snowballstemmer==2.2.0
@@ -187,7 +190,3 @@ urllib3==2.2.3
     # via requests
 yarl==1.18.0
     # via aiohttp
-
-# The following packages are considered to be unsafe in a requirements file:
-setuptools==75.6.0
-    # via sphinx-intl

tests/requirements.txt

@@ -1,8 +1,4 @@
-#
-# This file is autogenerated by pip-compile with Python 3.11
-# by the following command:
-#
-#    pip-compile --allow-unsafe --output-file=tests/spelling.txt --strip-extras tests/spelling.in
-#
+# This file was autogenerated by uv via the following command:
+#    uv pip compile --universal --output-file tests/spelling.txt tests/spelling.in
 codespell==2.3.0
     # via -r tests/spelling.in

tests/spelling.txt

@@ -1,8 +1,4 @@
-#
-# This file is autogenerated by pip-compile with Python 3.11
-# by the following command:
-#
-#    pip-compile --allow-unsafe --output-file=tests/static.txt --strip-extras tests/static.in
-#
+# This file was autogenerated by uv via the following command:
+#    uv pip compile --universal --output-file tests/static.txt tests/static.in
 ruff==0.8.1
     # via -r tests/static.in