Support musl Linux for aarch64. (#184)

jsirois · web-flow · commit 6d644a6d1bf0 · 2025-11-24T15:18:04.000-08:00
Also upgrade the science internal Python distribution to PBS CPython
3.14.0. As part of this work, the PBS provider now supports musl Linux
on aarch64. The PBS provider also now favors native CPython
distributions on Windows aarch64 when available and only falls back to
Prism emulation with x86_64 distributions when needed.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -42,7 +42,11 @@ jobs:
             image: debian/bookworm
             arch: amd64
           - os: ubuntu-24.04
-            name: Linux aarch64
+            name: Linux aarch64 (musl)
+            image: alpine
+            arch: arm64
+          - os: ubuntu-24.04
+            name: Linux aarch64 (glibc)
             image: debian/bookworm
             arch: arm64
           - os: ubuntu-24.04
@@ -81,17 +85,15 @@ jobs:
           export UV="$(which uv)"
           "${UV}" -V
           echo UV="${UV}" >> ${GITHUB_ENV}
-      - name: Setup x86_64 Python for Prism
+      - name: Checkout Lift
+        uses: actions/checkout@v4
+      - name: Ensure aarch64 Python for Windows ARM
         if: matrix.os == 'windows-11-arm'
         run: |
-          # N.B.: We use an x86-64 Python for Windows ARM64 because this is what we ship with via
-          # PBS, and we need to be able to resolve x86-64 compatible requirements (which include
-          # native deps like psutil) for our shiv.
-          UV_PYTHON_VERSION=cpython-3.13.7-windows-x86_64-none
+          # N.B.: uv still defaults to x86_64 / Prism emulation; so we have to force aarch64 here.
+          UV_PYTHON_VERSION="cpython-$(cat .python-version)-windows-aarch64"
           "${UV}" python install ${UV_PYTHON_VERSION}
           echo UV_PYTHON="${UV_PYTHON_VERSION}" >> ${GITHUB_ENV}
-      - name: Checkout Lift
-        uses: actions/checkout@v4
       - name: Restore MyPy Cache
         id: restore-mypy-cache
         uses: actions/cache/restore@v4
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -58,7 +58,11 @@ jobs:
             name: Linux x86-64 (glibc)
             image: debian/bookworm
             arch: amd64
-          - os: ubuntu-24.04
+          - os: ubuntu-24.04 (musl)
+            name: Linux aarch64
+            image: alpine
+            arch: arm64
+          - os: ubuntu-24.04 (glibc)
             name: Linux aarch64
             image: debian/bookworm
             arch: arm64
@@ -103,22 +107,20 @@ jobs:
           export UV="$(which uv)"
           "${UV}" -V
           echo UV="${UV}" >> ${GITHUB_ENV}
-      - name: Setup x86_64 Python for Prism
-        if: matrix.os == 'windows-11-arm'
-        run: |
-          # N.B.: We use an x86-64 Python for Windows ARM64 because this is what we ship with via
-          # PBS, and we need to be able to resolve x86-64 compatible requirements (which include
-          # native deps like psutil) for our shiv.
-          UV_PYTHON_VERSION=cpython-3.13.7-windows-x86_64-none
-          "${UV}" python install ${UV_PYTHON_VERSION}
-          echo UV_PYTHON_ARGS="--python ${UV_PYTHON_VERSION}" >> ${GITHUB_ENV}
       - name: Installing emulators
         if: matrix.image != ''
         run: docker run --privileged --rm tonistiigi/binfmt --install all
       - name: Checkout lift ${{ needs.determine-tag.outputs.release-tag }}
         uses: actions/checkout@v4
         with:
           ref: ${{ needs.determine-tag.outputs.release-tag }}
+      - name: Ensure aarch64 Python for Windows ARM
+        if: matrix.os == 'windows-11-arm'
+        run: |
+          # N.B.: uv still defaults to x86_64 / Prism emulation; so we have to force aarch64 here.
+          UV_PYTHON_VERSION="cpython-$(cat .python-version)-windows-aarch64"
+          "${UV}" python install ${UV_PYTHON_VERSION}
+          echo UV_PYTHON="${UV_PYTHON_VERSION}" >> ${GITHUB_ENV}
       - name: Package science ${{ needs.determine-tag.outputs.release-tag }} binary
         if: matrix.image == ''
         run: |
diff --git a/.python-version b/.python-version
@@ -1 +1 @@
-3.13.9
+3.14.0
diff --git a/CHANGES.md b/CHANGES.md
@@ -1,5 +1,13 @@
 # Release Notes
 
+## 0.16.0
+
+This release adds support for musl Linux on aarch64 and upgrades the `science` internal Python
+distribution to [PBS][PBS] CPython 3.14.0. As part of this work, the [PBS][PBS] provider now
+supports musl Linux on aarch64. The [PBS][PBS] provider also now favors native CPython distributions
+on Windows aarch64 when available and only falls back to Prism emulation with x86_64 distributions
+when needed.
+
 ## 0.15.3
 
 This release fixes handling of the case of a scie with no files. These would build previously, but
diff --git a/docs/_ext/sphinx_science/directives.py b/docs/_ext/sphinx_science/directives.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import shutil
 from abc import ABC, abstractmethod
diff --git a/docs/_ext/sphinx_science/providers.py b/docs/_ext/sphinx_science/providers.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import dataclasses
 from typing import Iterator
diff --git a/docs/_ext/sphinx_science/toml.py b/docs/_ext/sphinx_science/toml.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import dataclasses
 import os
diff --git a/lift.toml b/lift.toml
@@ -8,8 +8,8 @@ description = "Ship your interpreted executables using science."
 id = "cpython"
 provider = "PythonBuildStandalone"
 
-release = "20251014"
-version = "3.13.9"
+release = "20251120"
+version = "3.14.0"
 flavor = "install_only_stripped"
 
 # By default, science ships as a "thin" scie that fetches CPython 3.13 on first run.
diff --git a/pyproject.toml b/pyproject.toml
@@ -9,7 +9,7 @@ authors = [
 ]
 description = "A high level tool to build scies with."
 readme = "README.md"
-requires-python = "==3.13.*"
+requires-python = "==3.14.*"
 license = {file = "LICENSE"}
 dynamic = ["version"]
 dependencies = [
diff --git a/science/__init__.py b/science/__init__.py
@@ -3,6 +3,6 @@
 
 from packaging.version import Version
 
-__version__ = "0.15.3"
+__version__ = "0.16.0"
 
 VERSION = Version(__version__)
diff --git a/science/build_info.py b/science/build_info.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import dataclasses
 import logging
diff --git a/science/cache.py b/science/cache.py
@@ -1,7 +1,6 @@
 # Copyright 2022 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import atexit
 import errno
diff --git a/science/commands/_psutil.py b/science/commands/_psutil.py
diff --git a/science/commands/complete.py b/science/commands/complete.py
@@ -6,7 +6,8 @@
 from functools import cache
 from typing import Self
 
-from science.commands import _psutil as psutil
+import psutil
+
 from science.os import EXE_EXT
 
 logger = logging.getLogger(__name__)
diff --git a/science/commands/doc.py b/science/commands/doc.py
@@ -1,7 +1,6 @@
 # Copyright 2024 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import json
 import logging
@@ -17,9 +16,10 @@
 from pathlib import Path, PurePath
 from typing import Any
 
+import psutil
+
 from science import __version__
 from science.cache import science_cache
-from science.commands import _psutil as psutil
 from science.platform import CURRENT_PLATFORM
 
 logger = logging.getLogger(__name__)
diff --git a/science/commands/lift.py b/science/commands/lift.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import atexit
 import dataclasses
diff --git a/science/config.py b/science/config.py
@@ -1,7 +1,6 @@
 # Copyright 2022 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import dataclasses
 import difflib
diff --git a/science/context.py b/science/context.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import logging
 from dataclasses import dataclass
diff --git a/science/data.py b/science/data.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import dataclasses
 import os
diff --git a/science/dataclass/__init__.py b/science/dataclass/__init__.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 from typing import Any, ClassVar, Protocol, TypeVar
 
diff --git a/science/dataclass/deserializer.py b/science/dataclass/deserializer.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import dataclasses
 import os
diff --git a/science/dataclass/reflect.py b/science/dataclass/reflect.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import dataclasses
 import inspect
diff --git a/science/doc.py b/science/doc.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import os
 from dataclasses import dataclass
diff --git a/science/exe.py b/science/exe.py
@@ -1,7 +1,6 @@
 # Copyright 2022 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import dataclasses
 import functools
diff --git a/science/fetcher.py b/science/fetcher.py
@@ -1,7 +1,6 @@
 # Copyright 2022 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import hashlib
 import io
diff --git a/science/fs.py b/science/fs.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import tempfile
 from contextlib import contextmanager
diff --git a/science/hashing.py b/science/hashing.py
@@ -1,7 +1,6 @@
 # Copyright 2023 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import hashlib
 import io
diff --git a/science/model.py b/science/model.py
@@ -1,7 +1,6 @@
 # Copyright 2022 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import dataclasses
 import os.path
diff --git a/science/platform.py b/science/platform.py
@@ -1,7 +1,6 @@
 # Copyright 2022 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import os
 import platform
diff --git a/science/providers/pypy.py b/science/providers/pypy.py
@@ -1,7 +1,6 @@
 # Copyright 2024 Science project contributors.
 # Licensed under the Apache License, Version 2.0 (see LICENSE).
 
-from __future__ import annotations
 
 import dataclasses
 import json
diff --git a/science/providers/python_build_standalone.py b/science/providers/python_build_standalone.py
diff --git a/science/types.py b/science/types.py
diff --git a/scripts/docker/alpine/Dockerfile b/scripts/docker/alpine/Dockerfile
diff --git a/scripts/docker/debian/bookworm/Dockerfile b/scripts/docker/debian/bookworm/Dockerfile
diff --git a/scripts/docker/debian/trixie/Dockerfile b/scripts/docker/debian/trixie/Dockerfile
diff --git a/tests/data/command-descriptions.toml b/tests/data/command-descriptions.toml
diff --git a/tests/data/interpreter-groups.toml b/tests/data/interpreter-groups.toml
diff --git a/tests/data/scie-base.windows.toml b/tests/data/scie-base.windows.toml
diff --git a/tests/test_config.py b/tests/test_config.py
diff --git a/tests/test_download.py b/tests/test_download.py
diff --git a/tests/test_exe.py b/tests/test_exe.py
diff --git a/tests/test_installer.py b/tests/test_installer.py
diff --git a/uv.lock b/uv.lock

Original file line number	Diff line number	Diff line change
`@@ -9,7 +9,7 @@ authors = [`
`9`	`9`	`]`
`10`	`10`	`description = "A high level tool to build scies with."`
`11`	`11`	`readme = "README.md"`
`12`		`-requires-python = "==3.13.*"`
	`12`	`+requires-python = "==3.14.*"`
`13`	`13`	`license = {file = "LICENSE"}`
`14`	`14`	`dynamic = ["version"]`
`15`	`15`	`dependencies = [`