ci: produce installation only .tar.gz archives

This should satisfy the feature request in #79.

Closes #79.

Author: indygreg

.github/workflows/apple.yml

@@ -257,3 +257,32 @@ jobs:
         with:
           name: ${{ matrix.build.py }}-${{ matrix.build.target_triple }}
           path: dist/*
+
+  install-only:
+    needs:
+      - build
+    runs-on: 'ubuntu-20.04'
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - name: Install Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.9'
+
+      - name: Download Python
+        uses: actions/download-artifact@v2
+        with:
+          name: cpython-3.9-x86_64-apple-darwin
+
+      - name: Repack Distribution
+        run: |
+          ./prune-distribution.py cpython-*-pgo+lto-*
+
+      - name: Upload Distribution
+        uses: actions/upload-artifact@v2
+        with:
+          name: cpython-install-only
+          path: cpython-*.tar.gz

.github/workflows/linux.yml

@@ -316,3 +316,32 @@ jobs:
         with:
           name: ${{ matrix.build.py }}-${{ matrix.build.target_triple }}
           path: dist/*
+
+  install-only:
+    needs:
+      - build
+    runs-on: 'ubuntu-20.04'
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - name: Install Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.9'
+
+      - name: Download Python
+        uses: actions/download-artifact@v2
+        with:
+          name: cpython-3.9-x86_64-unknown-linux-gnu
+
+      - name: Repack Distribution
+        run: |
+          ./prune-distribution.py cpython-*-pgo+lto-*
+
+      - name: Upload Distribution
+        uses: actions/upload-artifact@v2
+        with:
+          name: cpython-install-only
+          path: cpython-*.tar.gz

.github/workflows/windows.yml

@@ -92,3 +92,32 @@ jobs:
         with:
           name: ${{ matrix.py }}-${{ matrix.vcvars }}
           path: dist/*
+
+  install-only:
+    needs:
+      - build
+    runs-on: 'ubuntu-20.04'
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - name: Install Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.9'
+
+      - name: Download Python
+        uses: actions/download-artifact@v2
+        with:
+          name: cpython-3.9-vcvars64.bat
+
+      - name: Repack Distribution
+        run: |
+          ./prune-distribution.py cpython-*-pgo-*
+
+      - name: Upload Distribution
+        uses: actions/upload-artifact@v2
+        with:
+          name: cpython-install-only
+          path: cpython-*.tar.gz

prune-distribution.py

@@ -0,0 +1,51 @@
+#!/usr/bin/env python3
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at https://mozilla.org/MPL/2.0/.
+
+import os
+import pathlib
+import subprocess
+import sys
+import venv
+
+
+ROOT = pathlib.Path(os.path.abspath(__file__)).parent
+BUILD = ROOT / "build"
+VENV = BUILD / "venv"
+PIP = VENV / "bin" / "pip"
+PYTHON = VENV / "bin" / "python"
+REQUIREMENTS = ROOT / "requirements.txt"
+
+
+def bootstrap():
+    BUILD.mkdir(exist_ok=True)
+
+    venv.create(VENV, with_pip=True)
+
+    subprocess.run([str(PIP), "install", "-r", str(REQUIREMENTS)], check=True)
+
+    os.environ["PYBUILD_BOOTSTRAPPED"] = "1"
+    os.environ["PATH"] = "%s:%s" % (str(VENV / "bin"), os.environ["PATH"])
+    os.environ["PYTHONPATH"] = str(ROOT)
+
+    args = [str(PYTHON), __file__, *sys.argv[1:]]
+
+    os.execv(str(PYTHON), args)
+
+
+def run():
+    from pythonbuild.utils import prune_distribution_archive
+
+    for p in sys.argv[1:]:
+        prune_distribution_archive(pathlib.Path(p))
+
+
+if __name__ == "__main__":
+    try:
+        if "PYBUILD_BOOTSTRAPPED" not in os.environ:
+            bootstrap()
+        else:
+            run()
+    except subprocess.CalledProcessError as e:
+        sys.exit(e.returncode)

pythonbuild/utils.py

@@ -390,6 +390,40 @@ def compress_python_archive(
     return dest_path
 
 
+def prune_distribution_archive(source_path: pathlib.Path):
+    """Prunes a full Python distribution archive into one with just a Python install."""
+    name_parts = source_path.name.split("-")
+    name_parts[-2] = "install_only"
+
+    dest_path = source_path.with_name("-".join(name_parts)).with_suffix(".gz")
+
+    with source_path.open("rb") as ifh, tarfile.open(dest_path, "w:gz") as otf:
+        dctx = zstandard.ZstdDecompressor()
+        with dctx.stream_reader(ifh) as tar_reader:
+            with tarfile.open(fileobj=tar_reader, mode="r|") as itf:
+                for member in itf:
+                    if not member.name.startswith("python/install/"):
+                        continue
+
+                    member.name = "python/%s" % member.name[len("python/install/") :]
+
+                    if member.pax_headers.get("path"):
+                        member.pax_headers["path"] = (
+                            "python/%s"
+                            % member.pax_headers["path"][len("python/install/") :]
+                        )
+
+                    if member.issym():
+                        data = None
+                    else:
+                        data = itf.extractfile(member)
+
+                    print("adding %s" % member.name)
+                    otf.addfile(member, data)
+
+    print("wrote %s" % dest_path)
+
+
 def add_licenses_to_extension_entry(entry, ignore_keys=None):
     """Add licenses keys to a ``extensions`` entry for JSON distribution info."""