Fix tests on aarch64-linux-gnu

This drastically improves the multiarch build process, directly reusing
other `qemu-*-static` binaries, and ensuring that tests can actually
pass on an `aarch64-linux-gnu` VM.

Author: staticfloat

Artifacts.toml

@@ -1,19 +1,3 @@
-[debian-minimal-rootfs-x86_64]
-git-tree-sha1 = "16738e2d713323e608ff891cb66de38d9d667d45"
-lazy = true
-
-    [[debian-minimal-rootfs-x86_64.download]]
-    sha256 = "5be53620d001a4907e5471689d1876dfd26f7e7d8e14af6424418218d0eb4e08"
-    url = "https://github.com/JuliaCI/rootfs-images/releases/download/v5.53/debian_minimal.x86_64.tar.gz"
-
-[debian-minimal-rootfs-i686]
-git-tree-sha1 = "6acbceb9cb6e0dca4165cb0ba6935595601592a7"
-lazy = true
-
-    [[debian-minimal-rootfs-i686.download]]
-    sha256 = "d69ccf1f27808593be02dfdb5c2fb93e3e5098138a25b8dcb0e5d884b8c2f707"
-    url = "https://github.com/JuliaCI/rootfs-images/releases/download/v5.53/debian_minimal.i686.tar.gz"
-
 [debian-minimal-rootfs-aarch64]
 git-tree-sha1 = "14e9dcabf9b1eb2870158b06f16fc3742b53c493"
 lazy = true
@@ -30,6 +14,14 @@ lazy = true
     sha256 = "dd1f98b273a5322532bd64796326b1c0132a70f4cee1ad77270e6e307a646c05"
     url = "https://github.com/JuliaCI/rootfs-images/releases/download/v5.53/debian_minimal.armv7l.tar.gz"
 
+[debian-minimal-rootfs-i686]
+git-tree-sha1 = "6acbceb9cb6e0dca4165cb0ba6935595601592a7"
+lazy = true
+
+    [[debian-minimal-rootfs-i686.download]]
+    sha256 = "d69ccf1f27808593be02dfdb5c2fb93e3e5098138a25b8dcb0e5d884b8c2f707"
+    url = "https://github.com/JuliaCI/rootfs-images/releases/download/v5.53/debian_minimal.i686.tar.gz"
+
 [debian-minimal-rootfs-powerpc64le]
 git-tree-sha1 = "b77c22a4a1dff4bdde33d07fb02146ad3a58bd88"
 lazy = true
@@ -38,6 +30,14 @@ lazy = true
     sha256 = "1a2293147ccf9a158b0a272ba5dee48c0206a172a002a2556fa0296a71b5cec7"
     url = "https://github.com/JuliaCI/rootfs-images/releases/download/v5.53/debian_minimal.ppc64le.tar.gz"
 
+[debian-minimal-rootfs-x86_64]
+git-tree-sha1 = "16738e2d713323e608ff891cb66de38d9d667d45"
+lazy = true
+
+    [[debian-minimal-rootfs-x86_64.download]]
+    sha256 = "5be53620d001a4907e5471689d1876dfd26f7e7d8e14af6424418218d0eb4e08"
+    url = "https://github.com/JuliaCI/rootfs-images/releases/download/v5.53/debian_minimal.x86_64.tar.gz"
+
 [multiarch-rootfs]
 git-tree-sha1 = "b9bc181be08c4a0598539af7ef93340778df527c"
 lazy = true
@@ -46,21 +46,200 @@ lazy = true
     sha256 = "d88de5783becfc22cfd13dfa5ad965197f9bae2256e8ad89ff358adb2994b4c1"
     url = "https://github.com/staticfloat/Sandbox.jl/releases/download/multiarch-78df527c/multiarch.tar.gz"
 
-[[multiarch-support]]
+[multiarch-testing]
+git-tree-sha1 = "d0e5365dc9e5083e1624a2733d0a8834dc9f14af"
+lazy = true
+
+    [[multiarch-testing.download]]
+    sha256 = "0a3603e2e76f9614c6b9c6e5ba67a64a2442660718b5bbe1e07da08bee631f83"
+    url = "https://github.com/staticfloat/Sandbox.jl/releases/download/multiarch-testing-dc9f14af/multiarch-testing.tar.gz"
+
+[[qemu-aarch64]]
 arch = "x86_64"
-git-tree-sha1 = "378e2a4e3e4421d517f01b24f96f3eb2e3674774"
+git-tree-sha1 = "e35008c8e38ee71e3e4c9c2b4ad472d37665fa17"
 lazy = true
-libc = "glibc"
 os = "linux"
 
-    [[multiarch-support.download]]
-    sha256 = "711afa233aa47132871dd0638ef94cb6329ca9c5bb397a9622e47b19a94e50c4"
-    url = "https://github.com/staticfloat/Sandbox.jl/releases/download/multiarch-support-e3674774/multiarch-support.tar.gz"
+    [[qemu-aarch64.download]]
+    sha256 = "c83bf89f81d142dd258a0325f7ab9dbe197490d3f0f0816b3eb9ddac1ceaf4f0"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-aarch64-static_amd64.tgz"
+[[qemu-aarch64]]
+arch = "aarch64"
+git-tree-sha1 = "1e8dc9efe0e04fdb232328d059c7bb83fba966bc"
+lazy = true
+os = "linux"
 
-[multiarch-testing]
-git-tree-sha1 = "88a9ec7a6394e96eae6304799ba03d6f65fee52d"
+    [[qemu-aarch64.download]]
+    sha256 = "b4c723c38a372b0297c1e81d9b59212282e4728196985ce7f0367d0713dc661e"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-aarch64-static_arm64v8.tgz"
+[[qemu-aarch64]]
+arch = "armv7l"
+call_abi = "eabihf"
+git-tree-sha1 = "55ab825a49473b89edec04d0709eae9e551f9fd2"
 lazy = true
+os = "linux"
 
-    [[multiarch-testing.download]]
-    sha256 = "32aa6559ff62b9114967614a1e8947d7e385f9aaf7daa99fb7a79e9972abebb9"
-    url = "https://github.com/staticfloat/Sandbox.jl/releases/download/multiarch-testing-65fee52d/multiarch-testing.tar.gz"
+    [[qemu-aarch64.download]]
+    sha256 = "93f12f528fb706f9f9026f00837c8c04f7d829570b0894d74a6582aaca489bf2"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-aarch64-static_arm32v7.tgz"
+[[qemu-aarch64]]
+arch = "powerpc64le"
+git-tree-sha1 = "0e4aba704dd70bbe9aedf4c66faf5d346547cfa3"
+lazy = true
+os = "linux"
+
+    [[qemu-aarch64.download]]
+    sha256 = "49d02309ada4028566efd075a18abedceff94102f5c34f6a7f9a35988f9f2e48"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-aarch64-static_ppc64le.tgz"
+
+[[qemu-arm]]
+arch = "x86_64"
+git-tree-sha1 = "cc5e763bd0383fb5030e2846f72fcdd42f426079"
+lazy = true
+os = "linux"
+
+    [[qemu-arm.download]]
+    sha256 = "338e80f422da2f1ce391ff44a07f3091aa3669caeef36c871f0acfdea6a0ae49"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-arm-static_amd64.tgz"
+[[qemu-arm]]
+arch = "aarch64"
+git-tree-sha1 = "4584318d303b0215132c046893971eb8815836c6"
+lazy = true
+os = "linux"
+
+    [[qemu-arm.download]]
+    sha256 = "cafdcb659e581a587182030cbb2e2910d7a1b8bba482a38fd2fe6389691d045d"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-arm-static_arm64v8.tgz"
+[[qemu-arm]]
+arch = "armv7l"
+call_abi = "eabihf"
+git-tree-sha1 = "ebd96913b6ea99524cf278ef05355e7476b33c63"
+lazy = true
+os = "linux"
+
+    [[qemu-arm.download]]
+    sha256 = "78746fddd2cbc6f6b93da0140545ce9bdb41e3be1ca3a8cd8afafcaf5e6b84ee"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-arm-static_arm32v7.tgz"
+[[qemu-arm]]
+arch = "powerpc64le"
+git-tree-sha1 = "e3aa9d8f1c5ca1b91bd4ae8f44694139f8cb58d4"
+lazy = true
+os = "linux"
+
+    [[qemu-arm.download]]
+    sha256 = "c2c2685410cec3b66378a2b03f0d2f5cfac799dd171658a672e27774eb09a26b"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-arm-static_ppc64le.tgz"
+
+[[qemu-i386]]
+arch = "x86_64"
+git-tree-sha1 = "9ddc7fc256b2a85facf877196721917235df051b"
+lazy = true
+os = "linux"
+
+    [[qemu-i386.download]]
+    sha256 = "8daddbf18f11e871df86ecced50f6942cfbc419e58c3e5c03c5f581ea933b703"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-i386-static_amd64.tgz"
+[[qemu-i386]]
+arch = "aarch64"
+git-tree-sha1 = "efb9b46225c916dd63319fb1035d97b6d48ed327"
+lazy = true
+os = "linux"
+
+    [[qemu-i386.download]]
+    sha256 = "3b873f1d8ee35e8918bb3bf46617a45d0c5f2f3a0e44dccd6aff6e6beadd986a"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-i386-static_arm64v8.tgz"
+[[qemu-i386]]
+arch = "armv7l"
+call_abi = "eabihf"
+git-tree-sha1 = "be1c6999815ae41586d617d013679efe85773698"
+lazy = true
+os = "linux"
+
+    [[qemu-i386.download]]
+    sha256 = "e4d5c5a68e663af1331e8ed48b0e19da687d9787f90f30eb8d390bb007cf11ae"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-i386-static_arm32v7.tgz"
+[[qemu-i386]]
+arch = "powerpc64le"
+git-tree-sha1 = "e654eb5edbfc577e389fafde1bc24c0b3d3e8172"
+lazy = true
+os = "linux"
+
+    [[qemu-i386.download]]
+    sha256 = "e4ec15af65edaf88421cd351bd2ff83d51adebe37228d3e29092b8bbed2be98f"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-i386-static_ppc64le.tgz"
+
+[[qemu-ppc64le]]
+arch = "x86_64"
+git-tree-sha1 = "80ba72c58ad50c856304e160b9e20dc6a6960652"
+lazy = true
+os = "linux"
+
+    [[qemu-ppc64le.download]]
+    sha256 = "d97277890cb3513935262a02218a66f67fbad8d63715f599ca36e838b1b2b360"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-ppc64le-static_amd64.tgz"
+[[qemu-ppc64le]]
+arch = "aarch64"
+git-tree-sha1 = "42320d44ebbf7e6cbba0690fb20c099164135a67"
+lazy = true
+os = "linux"
+
+    [[qemu-ppc64le.download]]
+    sha256 = "a1023fca3b5172494df1b29f2a0b51857f621c7e5a9e9154f3f962fa5c5852d1"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-ppc64le-static_arm64v8.tgz"
+[[qemu-ppc64le]]
+arch = "armv7l"
+call_abi = "eabihf"
+git-tree-sha1 = "88c508d2e366856b69ba2ab5108a6f0756a92208"
+lazy = true
+os = "linux"
+
+    [[qemu-ppc64le.download]]
+    sha256 = "0fbd0237ffdd48df96a8fc845f4cc5617309f5db70300e1d78d0902e388f8194"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-ppc64le-static_arm32v7.tgz"
+[[qemu-ppc64le]]
+arch = "powerpc64le"
+git-tree-sha1 = "229cb21bd293ec774343a4c58e52c4eae4291a00"
+lazy = true
+os = "linux"
+
+    [[qemu-ppc64le.download]]
+    sha256 = "5e685f388546da1fc140934fa9886d8b077e9bce90d1cb1a098506cca18a9eea"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-ppc64le-static_ppc64le.tgz"
+
+[[qemu-x86_64]]
+arch = "x86_64"
+git-tree-sha1 = "4700fc8a9b0449c05f890f444f854b00dfdb34a2"
+lazy = true
+os = "linux"
+
+    [[qemu-x86_64.download]]
+    sha256 = "60dfecc8d9c4937bae782b927caed430766c8b176b9868e5646682f4a97cd8f8"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-x86_64-static_amd64.tgz"
+[[qemu-x86_64]]
+arch = "aarch64"
+git-tree-sha1 = "a2d47598ec825bb8964113a77bbca138324e37c1"
+lazy = true
+os = "linux"
+
+    [[qemu-x86_64.download]]
+    sha256 = "1e75f4f8f84306bbe944c98bbd26e25134d34cfa940308e2f9871ad8bc8d76ca"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-x86_64-static_arm64v8.tgz"
+[[qemu-x86_64]]
+arch = "armv7l"
+call_abi = "eabihf"
+git-tree-sha1 = "9d5e29117909f4db9f40e7f9e5b20fa728673812"
+lazy = true
+os = "linux"
+
+    [[qemu-x86_64.download]]
+    sha256 = "1a8641e7e2db4ee2b7e6f4eee6b0ea1bd84f53bf95ca225a776524d8d38296b0"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-x86_64-static_arm32v7.tgz"
+[[qemu-x86_64]]
+arch = "powerpc64le"
+git-tree-sha1 = "f6a6ab80ffdb0970059a1bd0edb04ba2eab7a9f7"
+lazy = true
+os = "linux"
+
+    [[qemu-x86_64.download]]
+    sha256 = "7700bff013489b748ed27fbd2042c5bc5224d681eb446b359b91cf7618ec8039"
+    url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3/qemu-x86_64-static_ppc64le.tgz"

contrib/Project.toml

@@ -4,4 +4,5 @@ SHA = "ea8e919c-243c-51af-8825-aaa63cd721ce"
 Sandbox = "9307e30f-c43e-9ca7-d17c-c2dc59df670d"
 Scratch = "6c6a2e73-6563-6170-7368-637461726353"
 Tar = "a4e569a6-e804-4fa4-b0f3-eef7a1d5b13e"
+TreeArchival = "216c6a2e-6c61-7669-6863-726165657274"
 ghr_jll = "07c12ed4-43bc-5495-8a2a-d5838ef8d533"

contrib/bind_multiarch_support.jl

@@ -0,0 +1,49 @@
+using Pkg, Downloads, TreeArchival, SHA, Base.BinaryPlatforms
+
+root_url = "https://github.com/dbhi/qus/releases/download/v0.0.11-v7.1%2Bdfsg-2--bpo11%2B3"
+
+qemu_host_maps = (
+    "x86_64" => "amd64",
+    "aarch64" => "arm64v8",
+    "armv7l" => "arm32v7",
+    "ppc64le" => "ppc64le",
+)
+qemu_target_arch_list = [
+    "x86_64",
+    "i386",
+    "aarch64",
+    "arm",
+    "ppc64le",
+]
+
+for (host_arch, tarball_arch) in qemu_host_maps
+    for target_arch in qemu_target_arch_list
+        # First, download the tarball
+        mktempdir() do dir
+            url = "$(root_url)/qemu-$(target_arch)-static_$(tarball_arch).tgz"
+            file_path = joinpath(dir, basename(url))
+            Downloads.download(url, file_path)
+
+            # Get the tarball and tree hashes
+            tarball_hash = bytes2hex(open(SHA.sha256, file_path))
+            tree_hash = Base.SHA1(TreeArchival.treehash(file_path))
+
+            artifacts_toml = Pkg.Artifacts.find_artifacts_toml(dirname(@__DIR__))
+
+            # Because this is technically a static executable, we drop the implicit `libc` constraint
+            # so that it matches both `glibc` and `musl` hosts:
+            host_platform = Platform(host_arch, "linux")
+            delete!(tags(host_platform), "libc")
+            Pkg.Artifacts.bind_artifact!(
+                artifacts_toml,
+                "qemu-$(target_arch)",
+                tree_hash;
+                platform=host_platform,
+                download_info=[(url, tarball_hash)],
+                lazy=true,
+                force=true,
+            )
+        end
+    end
+end
+