feat(ci): bisect flaky tests

Author: BuonOmo

.github/workflows/flaky.yml

@@ -59,7 +59,11 @@ jobs:
       - name: Set Up Actions
         uses: actions/checkout@v4
       - uses: ./.github/actions/test-runner
+        id: test
         with:
           crdb: ${{ matrix.crdb }}
           ruby: ${{ matrix.ruby }}
           TESTOPTS: --fail-fast
+      - name: Bisect failing test
+        if: ${{ failure() && steps.test.conclusion == 'failure' }}
+        run: bin/minitest_bisect ${{ matrix.seed }}

Gemfile

@@ -54,6 +54,7 @@ group :development, :test do
 
   gem "rake"
   gem "debug"
+  gem "minitest-bisect", github: "BuonOmo/minitest-bisect", branch: "main"
   gem "minitest-excludes", "~> 2.0.1"
   gem "minitest-github_action_reporter", github: "BuonOmo/minitest-github_action_reporter", require: "minitest/github_action_reporter_plugin"
   gem "ostruct", "~> 0.6"

bin/minitest_bisect

@@ -0,0 +1,19 @@
+#!/usr/bin/env -S bundle exec ruby
+
+require 'rake/file_list'
+require_relative '../test/support/paths_cockroachdb'
+require_relative '../test/support/rake_helpers'
+
+libs = ARTest::CockroachDB.test_load_paths
+test_files = RakeHelpers.test_files
+
+Dir.chdir(File.dirname __dir__) do
+  system(
+    "bundle",
+    "exec",
+  	"minitest_bisect",
+  	"--seed=#{ARGV[0]}",
+  	"-I" + libs.join(":"),
+  	*test_files
+  )
+end

test/support/rake_helpers.rb

@@ -26,12 +26,12 @@ def test_files
 
   def all_test_files
     activerecord_test_files =
-      FileList["#{ARTest::CockroachDB.root_activerecord}/test/cases/**/*_test.rb"].
+      ::Rake::FileList["#{ARTest::CockroachDB.root_activerecord}/test/cases/**/*_test.rb"].
       reject { _1.include?("/adapters/") || _1.include?("/encryption/performance") } +
-      FileList["#{ARTest::CockroachDB.root_activerecord}/test/cases/adapters/postgresql/**/*_test.rb"]
+      ::Rake::FileList["#{ARTest::CockroachDB.root_activerecord}/test/cases/adapters/postgresql/**/*_test.rb"]
 
-    cockroachdb_test_files = FileList['test/cases/**/*_test.rb']
+      cockroachdb_test_files = ::Rake::FileList['test/cases/**/*_test.rb']
 
-    FileList[COCKROACHDB_TEST_HELPER] + activerecord_test_files + cockroachdb_test_files
+      ::Rake::FileList[COCKROACHDB_TEST_HELPER] + activerecord_test_files + cockroachdb_test_files
   end
 end