Use uv to run build python scripts

Author: overfl0

.github/workflows/build.yml

@@ -10,10 +10,6 @@ jobs:
         os: [windows-2019, ubuntu-22.04]
 
     steps:
-      - uses: actions/setup-python@v4
-        with:
-          python-version: 3.9
-
       - name: Cache interpreters
         uses: actions/cache@v3
         id: cache
@@ -30,14 +26,12 @@ jobs:
         uses: astral-sh/setup-uv@v7
         with:
           version: "0.9.17"
-
-      - name: Install requirements
-        if: steps.cache.outputs.cache-hit != 'true'
-        run: pip install -r requirements.txt
+          ignore-empty-workdir: true
+          enable-cache: false
 
       - name: Create interpreters
         if: steps.cache.outputs.cache-hit != 'true'
-        run: python tools/build.py create_interpreters ${{ env.PYTHON_VERSION }} --dest .
+        run: uv run tools/build.py create_interpreters ${{ env.PYTHON_VERSION }} --dest .
 
       - name: Tar interpreters
         if: steps.cache.outputs.cache-hit != 'true'
@@ -60,9 +54,12 @@ jobs:
         arch: [x64, x86]
 
     steps:
-      - uses: actions/setup-python@v4
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          python-version: 3.9
+          version: "0.9.17"
+          ignore-empty-workdir: true
+          enable-cache: false
 
       - name: Check out repository code
         uses: actions/checkout@v3
@@ -86,7 +83,7 @@ jobs:
           arch: ${{ matrix.arch }}
 
       - name: Perform build
-        run: python tools/build.py build_binaries ${{ env.PYTHON_VERSION }} ${{ matrix.arch }} ${{ runner.os }}
+        run: uv run tools/build.py build_binaries ${{ env.PYTHON_VERSION }} ${{ matrix.arch }} ${{ runner.os }}
 
       - uses: actions/upload-artifact@v4
         with:
@@ -102,9 +99,12 @@ jobs:
   Build-PBO:
     runs-on: windows-latest
     steps:
-      - uses: actions/setup-python@v4
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          python-version: 3.9
+          version: "0.9.17"
+          ignore-empty-workdir: true
+          enable-cache: false
 
       - name: Check out repository code
         uses: actions/checkout@v3
@@ -119,7 +119,7 @@ jobs:
       - name: Install Mikero's tools
         uses: arma-actions/mikero-tools@bec8b18fc507ee3180cadeaf35249d3f2702b1ff
 
-      - run: python tools/build.py build_pbos
+      - run: uv run tools/build.py build_pbos
 
       - uses: actions/upload-artifact@v4
         with:
@@ -140,9 +140,12 @@ jobs:
         arch: [x64, x86]
 
     steps:
-      - uses: actions/setup-python@v4
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          python-version: 3.9
+          version: "0.9.17"
+          ignore-empty-workdir: true
+          enable-cache: false
 
       - name: Check out repository code
         uses: actions/checkout@v3
@@ -173,10 +176,10 @@ jobs:
         run: sudo apt install -y gcc-multilib
 
       - name: Copy templates
-        run: python tools/build.py copy_templates ${{ env.PYTHON_VERSION }}
+        run: uv run tools/build.py copy_templates ${{ env.PYTHON_VERSION }}
 
       - name: Run basic tests
-        run: python tools/build.py run_tests ${{ env.PYTHON_VERSION }} ${{ matrix.arch }} ${{ runner.os }}
+        run: uv run tools/build.py run_tests ${{ env.PYTHON_VERSION }} ${{ matrix.arch }} ${{ runner.os }}
 
   Consolidate:
     needs:
@@ -185,9 +188,12 @@ jobs:
       - Build-PBO
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/setup-python@v4
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
         with:
-          python-version: 3.9
+          version: "0.9.17"
+          ignore-empty-workdir: true
+          enable-cache: false
 
       - name: Check out repository code
         uses: actions/checkout@v3
@@ -215,13 +221,12 @@ jobs:
         run: chmod a+x @Pythia/PythiaTester*
 
       - name: Copy templates
-        run: python tools/build.py copy_templates ${{ env.PYTHON_VERSION }}
+        run: uv run tools/build.py copy_templates ${{ env.PYTHON_VERSION }}
 
       - name: Unpack interpreters
         run: for i in python-*.tar; do tar xf "$i" --directory "@Pythia"; done
 
-      - run: pip install -r requirements.txt
-      - run: python tools/build.py safety_checks ${{ env.PYTHON_VERSION }}
+      - run: uv run tools/build.py safety_checks ${{ env.PYTHON_VERSION }}
 
       - name: Remove linux 32bit Pythia
         run: rm -rf @Pythia/python-*-embed-linux32 @Pythia/Pythia.so @Pythia/PythiaSetPythonPath.so @Pythia/PythiaTester @Pythia/install_requirements32.sh

README.md

@@ -265,11 +265,10 @@ instead.
 Building requirements
 ---------------------
 
-- Any Python 3 installation
+- uv
 - Visual Studio Community 2022
 - WSL2 with clang and Docker installed and configured
 - MakePBO
-- uv
 
 Building
 --------
@@ -278,17 +277,15 @@ Building
 
 Run this on Windows (requires WSL2 and Docker to be installed and configured!)
 
-    python -m pip install -r requirements.txt
     powershell -ExecutionPolicy ByPass -c "irm https://astral.sh/uv/install.ps1 | iex"
 
     # Setup WSL for both x86 and x64 architectures
     wsl /bin/bash -ic "sudo dpkg --add-architecture i386"
     wsl /bin/bash -ic "sudo apt update"
     wsl /bin/bash -ic "sudo apt install python3-pip patchelf libcrypt1:i386 clang gcc-multilib"
-    wsl /bin/bash -ic "python3 -m pip install -r requirements.txt"
     wsl /bin/bash -ic "curl -LsSf https://astral.sh/uv/install.sh | sh"
 
-    python tools\rebuild_all.py
+    uv run tools\rebuild_all.py
 
 This will fetch and install all the python interpreters required both for
 building Pythia and then used by Pythia itself at runtime. See `build.py` which
@@ -301,7 +298,7 @@ is used by `rebuild_all.py` for details.
 
 #### Later, for building everything else:
 
-- `python tools\build.py --help`
+- `uv run tools\build.py --help`
 - See `rebuild_all.py` for usage
 
 Common errors

requirements.txt

@@ -1,3 +1,12 @@
+# /// script
+# dependencies = [
+#   "auditwheel < 5",
+#   "pefile",
+#   "pyelftools",  # elftools
+#   "setuptools < 74",
+# ]
+# ///
+
 import argparse
 import os
 import shutil
@@ -6,7 +15,7 @@
 import sys
 from datetime import datetime
 
-import setuptools
+import setuptools.msvc
 from pkg_resources import parse_version
 
 os.chdir(os.path.dirname(os.path.dirname(os.path.realpath(__file__))))

tools/build.py

@@ -1,3 +1,12 @@
+# /// script
+# dependencies = [
+#   "auditwheel < 5",
+#   "pefile",
+#   "pyelftools",
+#   "setuptools < 74",
+# ]
+# ///
+
 import argparse
 import os.path
 import posixpath
@@ -16,7 +25,7 @@ def rebuild_all(args):
     if not args.wsl and not args.clear:
         # Call ourselves through WSL to build the linux part of Pythia
         rebuild_all_py = posixpath.join(os.path.relpath(THIS_DIR), 'rebuild_all.py')
-        _verbose_run(['wsl', '/bin/bash', '-lic', f'python3 {rebuild_all_py} {args.version} --wsl --clear'], check=True)
+        _verbose_run(['wsl', '/bin/bash', '-lic', f'uv run {rebuild_all_py} {args.version} --wsl --clear'], check=True)
 
     if args.clear:
         clear_pythia_directory()

tools/rebuild_all.py

@@ -1,3 +1,12 @@
+# /// script
+# dependencies = [
+#   "auditwheel < 5",
+#   "pefile",
+#   "pyelftools",  # elftools
+#   "setuptools < 74",
+# ]
+# ///
+
 import argparse
 import os
 import sys