ci: exclude parallelism tests

Author: arilotter

.config/nextest.toml

@@ -1,2 +1,21 @@
 [profile.default]
 slow-timeout = { period = "30s", terminate-after = 3 }
+
+# the default profile runs ALL tests,
+# the CI runs everything except parallel & decentralized,
+# and there's a decentralized & parallel section to cover the gap
+# parallelism tests require more than one gpu.
+# psyche-decentralized-testing tests are slow and laborious.
+
+[profile.ci]
+slow-timeout = { period = "30s", terminate-after = 3 }
+default-filter = 'not (package(psyche-modeling) and test(parallelism::)) and not package(psyche-decentralized-testing)'
+fail-fast = false
+
+[profile.decentralized]
+slow-timeout = { period = "60s", terminate-after = 3 }
+default-filter = 'package(psyche-decentralized-testing)'
+
+[profile.parallelism]
+slow-timeout = { period = "30s", terminate-after = 3 }
+default-filter = 'package(psyche-modeling) and test(parallelism::)'

Cargo.toml

@@ -111,3 +111,6 @@ rstest = "0.25.0"
 
 [profile.dev]
 opt-level = 1
+
+[profile.test]
+opt-level = 1

garnix.yaml

@@ -22,7 +22,10 @@ builds:
   # only build the rust packages explicitly!
   # all other packages like the book are built via deployments, etc
   # and duplicating work in garnix causes big big compute overspend.
-  - exclude: []
+  - exclude:
+      - 'checks.x86_64-linux.workspace-test-all'
+      - 'checks.x86_64-linux.workspace-test-decentralized'
+      - 'checks.x86_64-linux.workspace-test-parallelism'
     include:
       - 'packages.x86_64-linux.psyche-solana-client'
       - 'packages.x86_64-linux.psyche-centralized-client'
@@ -32,7 +35,7 @@ builds:
       - 'packages.x86_64-linux.expand-distro'
       - devShells.x86_64-linux.default
       - devShells.aarch64-darwin.default
-      - nixosConfigurations.*
+      - 'nixosConfigurations.*'
       - 'checks.x86_64-linux.*'
 
   # on main, might as well build everything, though

nix/checks.nix

@@ -16,50 +16,63 @@
         ;
     in
     {
-      checks = {
-        workspace-clippy = craneLib.cargoClippy (
-          rustWorkspaceArgs
-          // {
-            inherit cargoArtifacts;
-            cargoClippyExtraArgs = "--workspace -- --deny warnings";
-          }
-        );
+      checks =
+        let
+          testWithProfile =
+            profile:
+            craneLib.cargoNextest (
+              rustWorkspaceArgsWithPython
+              // {
+                inherit cargoArtifacts;
 
-        workspace-test = craneLib.cargoNextest (
-          rustWorkspaceArgsWithPython
-          // {
-            inherit cargoArtifacts;
-            RUST_LOG = "info,psyche=trace";
-            partitions = 1;
-            partitionType = "count";
-            cargoNextestExtraArgs = "--workspace --exclude psyche-decentralized-testing";
-          }
-        );
+                RUST_LOG = "info,psyche=trace";
+                partitions = 1;
+                partitionType = "count";
+                cargoNextestExtraArgs = "--workspace --profile ${profile}";
+              }
+            );
+        in
+        {
+          workspace-clippy = craneLib.cargoClippy (
+            rustWorkspaceArgs
+            // {
+              inherit cargoArtifacts;
+              cargoClippyExtraArgs = "--workspace -- --deny warnings";
+            }
+          );
 
-        validate-all-configs =
-          pkgs.runCommandNoCC "validate-configs"
-            { nativeBuildInputs = [ self'.packages.psyche-centralized-server ]; }
-            ''
-              dir="${../config}"
-              if [ ! -d "$dir" ]; then
-                echo "config dir $dir does not exist."
-                exit 1
-              fi
+          workspace-test-all = testWithProfile "default";
 
-              for f in $dir/*; do
-                if [ -f $f/data.toml ]; then
-                  psyche-centralized-server validate-config --state $f/state.toml --data-config $f/data.toml || exit 1
-                  echo "config $f/data.toml and $f/state.toml ok!"
-                else
-                  psyche-centralized-server validate-config --state $f/state.toml|| exit 1
-                  echo "config $f/state.toml ok!"
+          workspace-test-ci = testWithProfile "ci";
+
+          workspace-test-decentralized = testWithProfile "decentralized";
+
+          workspace-test-parallelism = testWithProfile "parallelism";
+
+          validate-all-configs =
+            pkgs.runCommandNoCC "validate-configs"
+              { nativeBuildInputs = [ self'.packages.psyche-centralized-server ]; }
+              ''
+                dir="${../config}"
+                if [ ! -d "$dir" ]; then
+                  echo "config dir $dir does not exist."
+                  exit 1
                 fi
-              done;
 
-              echo "all configs ok!"
+                for f in $dir/*; do
+                  if [ -f $f/data.toml ]; then
+                    psyche-centralized-server validate-config --state $f/state.toml --data-config $f/data.toml || exit 1
+                    echo "config $f/data.toml and $f/state.toml ok!"
+                  else
+                    psyche-centralized-server validate-config --state $f/state.toml|| exit 1
+                    echo "config $f/state.toml ok!"
+                  fi
+                done;
+
+                echo "all configs ok!"
 
-              touch $out
-            '';
-      };
+                touch $out
+              '';
+        };
     };
 }