Chore: optimize CI with concurrency groups (#5659)

These rules allow us to stop CI when changes get overwritten.

I was pretty careful to make sure each of the rules make sense, but I
could have misunderstood something.

This also fixes the issue where we trigger CI twice on both push and
pull request changes (#5649).

Also, if you look at #5660
you'll see that CI triggers when merging into this branch so just the
plain `pull_request:` works fine.

---------

Signed-off-by: Connor Tsui <[email protected]>

Author: connortsui20

.github/workflows/bench-pr.yml

@@ -2,6 +2,12 @@
 
 name: PR Benchmarks
 
+concurrency:
+  # The group causes runs to queue instead of running in parallel.
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  # Don't cancel benchmarks that are already running, instead just queue them up.
+  cancel-in-progress: false
+
 on:
   pull_request:
     types: [labeled, synchronize]

.github/workflows/ci.yml

@@ -1,10 +1,18 @@
 name: CI
 
+# Concurrency control:
+# - PRs: new commits on a feature branch will cancel in-progress (outdated) runs.
+# - Push to develop: runs queue sequentially, never cancelled. This allows us to have benchmarks
+#   run on every commit for our benchmarks website.
+# - `workflow_dispatch`: groups by branch and queues if run on develop.
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: ${{ github.ref != 'refs/heads/develop' }}
-
-on: [push, pull_request, workflow_dispatch]
+on:
+  push:
+    branches: [develop]
+  pull_request: { }
+  workflow_dispatch: { }
 
 permissions:
   actions: read

.github/workflows/claude.yml

@@ -1,5 +1,10 @@
 name: Claude Code
 
+concurrency:
+  # We shouldn't have multiple instances of Claude running on the same PR.
+  group: ${{ github.event.issue.number || github.event.pull_request.number }}
+  cancel-in-progress: true
+
 on:
   issue_comment:
     types: [created]

.github/workflows/docs.yml

@@ -1,5 +1,9 @@
 name: Vortex Docs
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
 on:
   push:
     branches: [develop]

.github/workflows/fuzz.yml

@@ -1,9 +1,16 @@
 name: Fuzz
 
+concurrency:
+  # The group causes runs to queue instead of running in parallel.
+  group: fuzz
+  # This ensures each run builds on the previous run's corpus discoveries rather than losing them to
+  # failed compare-and-swap uploads.
+  cancel-in-progress: false
+
 on:
   schedule:
     - cron: "0 */4 * * *"  # every 4 hours
-  workflow_dispatch:
+  workflow_dispatch: { }
 
 jobs:
   io_fuzz:

.github/workflows/fuzzer-fix-automation.yml

@@ -1,5 +1,9 @@
 name: Fuzzer Fix Automation
 
+concurrency:
+  group: fuzzer-fix-${{ inputs.issue_number || github.run_id }}
+  cancel-in-progress: true
+
 on:
   workflow_dispatch:
     inputs:

.github/workflows/labels.yml

@@ -1,8 +1,13 @@
 name: PR Labels
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
 on:
   pull_request:
-    types: [opened, reopened, synchronize, labeled, unlabeled]  # Trigger on these PR activities
+    # Trigger on these PR activities
+    types: [opened, reopened, synchronize, labeled, unlabeled]
 
 jobs:
   check_changelog_label:

.github/workflows/minimize_fuzz_corpus.yml

@@ -1,7 +1,13 @@
 name: Minimize Fuzz Corpus
 
+concurrency:
+  # The group causes runs to queue instead of running in parallel.
+  group: minimize-corpus
+  # This prevents one run from overwriting another's minimization work (no compare-and-swap used).
+  cancel-in-progress: false
+
 on:
-  workflow_dispatch:
+  workflow_dispatch: { }
 
 jobs:
   io_fuzz_minimize:

.github/workflows/nightly-bench.yml

@@ -1,9 +1,15 @@
 name: Nightly Benchmarks
 
+concurrency:
+  # The group causes runs to queue instead of running in parallel.
+  group: nightly-bench
+  # This queues manual triggers to run after scheduled benchmarks complete.
+  cancel-in-progress: false
+
 on:
   schedule:
     - cron: "0 0 * * *"  # daily
-  workflow_dispatch:
+  workflow_dispatch: { }
 
 permissions:
   id-token: write  # enables AWS-GitHub OIDC

.github/workflows/package.yml

@@ -1,5 +1,9 @@
 name: Package
 
+concurrency:
+  group: package-${{ inputs.version }}
+  cancel-in-progress: true
+
 on:
   workflow_dispatch:
     inputs: