Arm the workflow

Author: kraenhansen

.github/workflows/test-installers.yml

@@ -21,8 +21,87 @@ on:
 
 jobs:
   test:
-    name: Dummy action
-    runs-on: ubuntu-latest
+    name: '${{ matrix.test }} test ${{ matrix.format }} on ${{ matrix.platform.name }} (${{ matrix.platform.arch }})'
+    strategy:
+      fail-fast: false
+      matrix:
+        test:
+          - time-to-first-query
+          - auto-update-from
+        platform:
+          - name: windows
+            arch: x64
+            runs-on: windows-latest
+            hadron-platform: windows
+          - name: osx
+            arch: x64
+            runs-on: macos-13
+            hadron-platform: darwin
+          - name: osx
+            arch: arm64
+            runs-on: macos-latest
+            hadron-platform: darwin
+          - name: linux
+            arch: x64
+            runs-on: ubuntu-latest
+            hadron-platform: linux
+            test_command_prefix: "xvfb"
+        format:
+          - zip
+          - setup
+          - msi
+          - dmg
+          - deb
+          - tar
+          - rpm
+        hadron-distribution:
+          - compass
+        exclude:
+          # Excluding formats per platform
+          - platform:
+              name: osx
+            format: setup
+          - platform:
+              name: osx
+            format: msi
+          - platform:
+              name: osx
+            format: deb
+          - platform:
+              name: osx
+            format: tar
+          - platform:
+              name: osx
+            format: rpm
+          - platform:
+              name: windows
+            format: dmg
+          - platform:
+              name: windows
+            format: deb
+          - platform:
+              name: windows
+            format: tar
+          - platform:
+              name: windows
+            format: rpm
+          - platform:
+              name: linux
+            format: setup
+          - platform:
+              name: linux
+            format: msi
+          - platform:
+              name: linux
+            format: dmg
+          # Temporarily disable running on Windows, Ubuntu
+          - platform:
+              name: windows
+          - platform:
+              name: linux
+          # Temporarily disable running the auto-update-from
+          - test: auto-update-from
+    runs-on: ${{ matrix.platform.runs-on }}
     steps:
       - name: Checkout
         uses: actions/checkout@v2
@@ -33,4 +112,13 @@ jobs:
           cache: "npm"
       - name: Install dependencies
         run: npm ci
-        
+      - name: Run tests
+        env:
+          EVERGREEN_BUCKET_NAME: ${{ inputs.bucket_name }}
+          EVERGREEN_BUCKET_KEY_PREFIX: ${{ inputs.bucket_key_prefix }}
+          DEV_VERSION_IDENTIFIER: ${{ inputs.version }}
+          HADRON_DISTRIBUTION: ${{ matrix.hadron-distribution }}
+          PLATFORM: ${{ matrix.platform.hadron-platform }}
+          ARCH: ${{ matrix.platform.arch }}
+        working-directory: packages/compass-smoke-tests
+        run: npm start -- --package ${{ matrix.platform.name }}_${{ matrix.format }} --tests ${{ matrix.test }}