test test

Author: baileympearson

.github/docker/Dockerfile.glibc

@@ -1,7 +1,7 @@
-ARG UBUNTU_VERSION=bionic
+ARG UBUNTU_VERSION
 FROM ubuntu:${UBUNTU_VERSION} AS build
 
-ARG NODE_VERSION=16.20.1
+ARG NODE_VERSION
 # Possible values: s390x, arm64, x64
 ARG NODE_ARCH
 ADD https://nodejs.org/dist/v${NODE_VERSION}/node-v${NODE_VERSION}-linux-${NODE_ARCH}.tar.gz /

.github/docker/Dockerfile.musl

@@ -0,0 +1,18 @@
+ARG PLATFORM=arm64
+ARG NODE_VERSION=16.20.1
+
+FROM ${PLATFORM}/node:${NODE_VERSION}-alpine AS build
+
+WORKDIR /zstd
+COPY . .
+
+RUN apk --no-cache add make g++ libc-dev curl bash python3 py3-pip vim cmake
+RUN npm run install:libmongocrypt
+RUN npm run prebuild
+
+ARG RUN_TEST
+RUN if [ -n "$RUN_TEST" ]; then npm test ; else echo "skipping tests" ; fi
+
+FROM scratch
+
+COPY --from=build /zstd/prebuilds/ /

.github/scripts/libmongocrypt.mjs

@@ -9,6 +9,7 @@ import path from 'node:path';
 import https from 'node:https';
 import stream from 'node:stream/promises';
 import url from 'node:url';
+import { getLibc, getLibmongocryptPackageName } from './utils.mjs';
 
 const __dirname = path.dirname(url.fileURLToPath(import.meta.url));
 
@@ -161,22 +162,7 @@ export async function downloadLibMongoCrypt(nodeDepsRoot, { ref, fastDownload })
   await fs.rm(destination, { recursive: true, force: true });
   await fs.mkdir(destination);
 
-  const platformMatrix = {
-    ['darwin-arm64']: 'macos',
-    ['darwin-x64']: 'macos',
-    ['linux-ppc64']: 'rhel-71-ppc64el',
-    ['linux-s390x']: 'rhel72-zseries-test',
-    ['linux-arm64']: 'ubuntu1804-arm64',
-    ['linux-x64']: 'rhel-70-64-bit',
-    ['win32-x64']: 'windows-test'
-  };
-
-  const detectedPlatform = `${process.platform}-${process.arch}`;
-  const prebuild = platformMatrix[detectedPlatform];
-  if (prebuild == null) throw new Error(`Unsupported: ${detectedPlatform}`);
-
-  console.error(`Platform: ${detectedPlatform} Prebuild: ${prebuild}`);
-
+  const prebuild = getLibmongocryptPackageName();
   const downloadDestination = `${prebuild}/nocrypto`;
   const unzipArgs = ['-xzv', '-C', `_libmongocrypt-${ref}`, downloadDestination];
   console.error(`+ tar ${unzipArgs.join(' ')}`);

.github/scripts/utils.mjs

@@ -0,0 +1,52 @@
+import { execSync } from "child_process";
+
+
+/**
+ * @returns the libc (`musl` or `glibc`), if the platform is linux, otherwise null.
+ */
+export function getLibc() {
+    if (process.platform !== 'linux') return null;
+
+    /**
+     * executes `ldd --version`.  on Alpine linux, `ldd` and `ldd --version` return exit code 1 and print the version
+     * info to stderr, but on other platforms, `ldd --version` prints to stdout and returns exit code 0.
+     * 
+     * So, this script works on both by return stderr if the command returns a non-zero exit code, otherwise stdout.
+     */
+    function lddVersion() {
+        try {
+            return execSync('ldd --version', { encoding: 'utf-8' });
+        } catch (error) {
+            return error.stderr;
+        }
+    }
+
+    console.error({ ldd: lddVersion() });
+    return lddVersion().includes('musl') ? 'musl' : 'glibc';
+}
+
+/**
+ * @returns the name of the package inside the libmognocrypt prebuild tarball for the current platform, arch and libc (if linux).
+ */
+export function getLibmongocryptPackageName() {
+    const platformFactory = {
+        'darwin': () => 'macos',
+        'win32': () => 'windows-test',
+        'linux': () => {
+            const key = `${getLibc()}-${process.arch}`;
+            return {
+                ['musl-x64']: 'alpine-amd64-earthly',
+                ['musl-arm64']: 'alpine-arm64-earthly',
+                ['glibc-ppc64']: 'rhel-71-ppc64el',
+                ['glibc-s390x']: 'rhel72-zseries-test',
+                ['glibc-arm64']: 'ubuntu1804-arm64',
+                ['glibc-x64']: 'rhel-70-64-bit',
+            }[key]
+        }
+    }[process.platform] ?? (() => {
+        throw new Error('unexpected platform.')
+    });
+
+    return platformFactory();
+}
+

etc/docker.sh

@@ -0,0 +1,46 @@
+#! /bin/bash
+
+# script to aid in local testing of linux platforms
+# requires a running docker instance
+
+# s390x, arm64, amd64 for ubuntu
+# amd64 or arm64v8 for alpine
+LINUX_ARCH=amd64
+
+# 16.20.1+, default 16.20.1
+NODE_VERSION=20.0.0
+
+SCRIPT_DIR=$(dirname ${BASH_SOURCE:-$0})
+PROJECT_DIR=$SCRIPT_DIR/..
+
+build_and_test_musl() {
+    docker buildx create --name builder --bootstrap --use
+
+    docker --debug buildx build --load --progress=plain --no-cache \
+        --platform linux/$LINUX_ARCH --output=type=docker \
+        --build-arg="PLATFORM=$LINUX_ARCH" \
+        --build-arg="NODE_VERSION=$NODE_VERSION" \
+        --build-arg="RUN_TEST=true" \
+        -f ./.github/docker/Dockerfile.musl -t musl-zstd-base \
+        .
+}
+
+build_and_test_glibc() {
+    docker buildx create --name builder --bootstrap --use
+
+    UBUNTU_VERSION=$(node --print 'Number(process.argv[1].split(`.`).at(0)) > 16 ? `noble` : `bionic`' $NODE_VERSION)
+    NODE_ARCH=$(node -p 'process.argv[1] === `amd64` && `x64` || process.argv[1]' $LINUX_ARCH)
+    echo $UBUNTU_VERSION
+    docker buildx build --progress=plain --no-cache \
+        --platform linux/$LINUX_ARCH \
+        --build-arg="NODE_ARCH=$NODE_ARCH" \
+        --build-arg="NODE_VERSION=$NODE_VERSION" \
+        --build-arg="UBUNTU_VERSION=$UBUNTU_VERSION" \
+        --build-arg="RUN_TEST=true" \
+        --output type=local,dest=./prebuilds,platform-split=false \
+        -f ./.github/docker/Dockerfile.glibc \
+        $PROJECT_DIR
+}
+
+build_and_test_musl
+# build_and_test_glibc