Move benchmark run to main.yml file

Hotfix pip3 install error: externally-managed-environment

Reference:
- https://stackoverflow.com/questions/75608323/how-do-i-solve-error-externally-managed-environment-every-time-i-use-pip-3

Author: henrybear327

.github/workflows/benchmark.yml

@@ -6,7 +6,7 @@ jobs:
   benchmark:
     name: Performance regression check
     if: contains(toJSON(github.event.head_commit.message), 'Merge pull request ') == false
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-24.04
     steps:
       - uses: actions/checkout@v4
       - name: Test changed files
@@ -23,12 +23,12 @@ jobs:
         if: ${{ steps.changed-files.outputs.any_changed == 'true' ||
             github.event_name == 'workflow_dispatch'}}
         run: |
-            sudo pip3 install numpy
+            sudo pip3 install numpy --break-system-packages
         shell: bash
       - name: default build
         if: ${{ steps.changed-files.outputs.any_changed == 'true' ||
             github.event_name == 'workflow_dispatch'}}
-        run: make
+        run: make ENABLE_SDL=0
       - name: Run benchmark
         if: ${{ steps.changed-files.outputs.any_changed == 'true' ||
             github.event_name == 'workflow_dispatch'}}

.github/workflows/main.yml

@@ -3,6 +3,49 @@ name: CI
 on: [push, pull_request]
 
 jobs:
+  benchmark:
+    runs-on: ubuntu-24.04
+    steps:
+      - uses: actions/checkout@v4
+      - name: Test changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v44
+        with:
+          files: |
+              src/riscv.c
+              src/decode.c
+              src/emulate.c
+              src/rv32_template.c
+              src/rv32_constopt.c
+      - name: install-dependencies
+        if: ${{ steps.changed-files.outputs.any_changed == 'true' ||
+            github.event_name == 'workflow_dispatch'}}
+        run: |
+            sudo pip3 install numpy --break-system-packages
+        shell: bash
+      - name: default build
+        if: ${{ steps.changed-files.outputs.any_changed == 'true' ||
+            github.event_name == 'workflow_dispatch'}}
+        run: make ENABLE_SDL=0
+      - name: Run benchmark
+        if: ${{ steps.changed-files.outputs.any_changed == 'true' ||
+            github.event_name == 'workflow_dispatch'}}
+        run: |
+          tests/bench-aggregator.py
+      - name: Store benchmark results
+        if: ${{ steps.changed-files.outputs.any_changed == 'true' ||
+            github.event_name == 'workflow_dispatch'}}
+        uses: benchmark-action/github-action-benchmark@v1
+        with:
+          name: Benchmarks
+          tool: 'customBiggerIsBetter'
+          output-file-path: benchmark_output.json
+          github-token: ${{ secrets.RV32EMU_BENCH_TOKEN }}
+          gh-repository: 'github.com/sysprog21/rv32emu-bench'
+          gh-pages-branch: 'master'
+          auto-push: true
+          comment-always: true
+          benchmark-data-dir-path: .
   detect-code-related-file-changes:
     runs-on: ubuntu-22.04
     outputs: