wip

Author: rwstauner

.github/workflows/test.yml

@@ -1,8 +1,8 @@
 name: Test benchmarks
 on:
   push:
-    branches:
-      - main
+    # branches:
+    #   - main
   pull_request:
   schedule:
     - cron: "00 15 * * *"
@@ -17,6 +17,7 @@ jobs:
           - ruby: head
           - ruby: truffleruby-head
             skip: protoboeuf-encode sequel
+            continue-on-error: true
     if: ${{ github.event_name != 'schedule' || github.repository == 'Shopify/yjit-bench' }}
     steps:
       - uses: actions/checkout@v3
@@ -33,12 +34,14 @@ jobs:
           for benchmark in $SKIP_BENCHMARKS; do
             rm -rf "benchmarks/${benchmark}.rb" "benchmarks/${benchmark}/"
           done
-          ./run_benchmarks.rb
+          echo ./run_benchmarks.rb
+          exit 1
         env:
           WARMUP_ITRS: '1'
           MIN_BENCH_ITRS: '1'
           MIN_BENCH_TIME: '0'
           SKIP_BENCHMARKS: ${{ matrix.skip }}
+        continue-on-error: ${{ matrix.continue-on-error || false }}
 
       - name: Test run_once.sh
         run: ./run_once.sh --yjit-stats benchmarks/railsbench/benchmark.rb