just run time-to-first-query on mac in CI for now

Author: lerouxb

packages/compass-smoke-tests/src/cli.ts

@@ -194,24 +194,20 @@ async function run() {
     });
 
     try {
-      const server = startAutoUpdateServer({
-        allowDowngrades: true,
-        port: 8080,
-      });
-      try {
-        runTest({
+      if (context.platform === 'darwin' && process.env.CI) {
+        // Auto-update does not work on mac in CI at the moment. So in that case
+        // we just run the E2E tests to make sure the app at least starts up.
+        runE2ETest({
+          appName,
+          appPath,
+        });
+      } else {
+        runUpdateTest({
           appName,
           appPath,
           autoUpdatable,
           testName: 'AUTO_UPDATE_FROM',
         });
-      } finally {
-        if (server.pid) {
-          console.log('Stopping auto-update server');
-          kill(server.pid, 'SIGINT');
-        } else {
-          console.log('cannnot stop auto-update server because no pid');
-        }
       }
     } finally {
       await uninstall();
@@ -263,19 +259,12 @@ function startAutoUpdateServer({
   });
 }
 
-type RunTestOptions = {
+type RunE2ETestOptions = {
   appName: string;
   appPath: string;
-  autoUpdatable?: boolean;
-  testName: string;
 };
 
-function runTest({
-  appName,
-  appPath,
-  autoUpdatable,
-  testName,
-}: RunTestOptions) {
+function runE2ETest({ appName, appPath }: RunE2ETestOptions) {
   execute(
     'npm',
     [
@@ -285,23 +274,72 @@ function runTest({
       '--workspace',
       'compass-e2e-tests',
       '--',
-      '--test-filter=auto-update',
+      '--test-filter=time-to-first-query',
     ],
     {
       // We need to use a shell to get environment variables setup correctly
       shell: true,
       env: {
         ...process.env,
-        HADRON_AUTO_UPDATE_ENDPOINT_OVERRIDE: 'http://localhost:8080',
-        AUTO_UPDATE_UPDATABLE: (!!autoUpdatable).toString(),
-        TEST_NAME: testName,
         COMPASS_APP_NAME: appName,
         COMPASS_APP_PATH: appPath,
       },
     }
   );
 }
 
+type RunUpdateTestOptions = {
+  appName: string;
+  appPath: string;
+  autoUpdatable?: boolean;
+  testName: string;
+};
+
+function runUpdateTest({
+  appName,
+  appPath,
+  autoUpdatable,
+  testName,
+}: RunUpdateTestOptions) {
+  const server = startAutoUpdateServer({
+    allowDowngrades: true,
+    port: 8080,
+  });
+  try {
+    execute(
+      'npm',
+      [
+        'run',
+        '--unsafe-perm',
+        'test-packaged',
+        '--workspace',
+        'compass-e2e-tests',
+        '--',
+        '--test-filter=auto-update',
+      ],
+      {
+        // We need to use a shell to get environment variables setup correctly
+        shell: true,
+        env: {
+          ...process.env,
+          HADRON_AUTO_UPDATE_ENDPOINT_OVERRIDE: 'http://localhost:8080',
+          AUTO_UPDATE_UPDATABLE: (!!autoUpdatable).toString(),
+          TEST_NAME: testName,
+          COMPASS_APP_NAME: appName,
+          COMPASS_APP_PATH: appPath,
+        },
+      }
+    );
+  } finally {
+    if (server.pid) {
+      console.log('Stopping auto-update server');
+      kill(server.pid, 'SIGINT');
+    } else {
+      console.log('cannnot stop auto-update server because no pid');
+    }
+  }
+}
+
 run()
   .then(function () {
     console.log('done');