Arm the workflow

Author: kraenhansen

.github/workflows/test-installers.yml

@@ -21,8 +21,74 @@ on:
 
 jobs:
   test:
-    name: Dummy action
-    runs-on: ubuntu-latest
+    name: '${{ matrix.test }} test ${{ matrix.format }} on ${{ matrix.platform }} (${{ matrix.arch }})'
+    strategy:
+      fail-fast: false
+      matrix:
+        test:
+          - time-to-first-query
+          - auto-update-from
+        platform:
+          - windows
+          - osx
+          - linux
+        hadron-distribution:
+          - compass
+        include:
+          # Windows formats
+          - platform: windows
+            format: setup
+          - platform: windows
+            format: msi
+          - platform: windows
+            format: zip
+
+          # OSX formats
+          - platform: osx
+            format: dmg
+          - platform: osx
+            format: zip
+
+          # Linux formats
+          - platform: linux
+            format: deb
+          - platform: linux
+            format: tar
+          - platform: linux
+            format: rpm
+
+          # Runner per platform
+          - platform: windows
+            arch: x64
+            runs-on: windows-latest
+          - platform: osx
+            arch: x64
+            runs-on: macos-13
+          - platform: osx
+            arch: arm64
+            runs-on: macos-latest
+          - platform: linux
+            arch: x64
+            runs-on: ubuntu-latest
+            test_command_prefix: "xvfb"
+
+          # Hadron platform names pr OS
+          - platform: windows
+            hadron-platform: windows
+          - platform: osx
+            hadron-platform: darwin
+          - platform: linux
+            hadron-platform: linux
+
+        exclude:
+          # Temporarily disable running on Windows, Ubuntu
+          - platform:
+              name: windows
+          - platform:
+              name: linux
+          # Temporarily disable running the auto-update-from
+          - test: auto-update-from
+    runs-on: ${{ matrix.runs-on }}
     steps:
       - name: Checkout
         uses: actions/checkout@v2
@@ -33,4 +99,13 @@ jobs:
           cache: "npm"
       - name: Install dependencies
         run: npm ci
-        
+      - name: Run tests
+        env:
+          EVERGREEN_BUCKET_NAME: ${{ inputs.bucket_name }}
+          EVERGREEN_BUCKET_KEY_PREFIX: ${{ inputs.bucket_key_prefix }}
+          DEV_VERSION_IDENTIFIER: ${{ inputs.version }}
+          HADRON_DISTRIBUTION: ${{ matrix.hadron-distribution }}
+          PLATFORM: ${{ matrix.hadron-platform }}
+          ARCH: ${{ matrix.arch }}
+        working-directory: packages/compass-smoke-tests
+        run: npm start -- --package ${{ matrix.platform }}_${{ matrix.format }} --tests ${{ matrix.test }}