Add continuous benchmarks

Add GitHub Actions workflow to run continuous benchmarks and publish to a tracking website.

Author: martincostello

.github/workflows/benchmark.yml

@@ -0,0 +1,72 @@
+name: benchmark
+
+env:
+  DOTNET_CLI_TELEMETRY_OPTOUT: true
+  DOTNET_NOLOGO: true
+  DOTNET_SYSTEM_CONSOLE_ALLOW_ANSI_COLOR_REDIRECTION: 1
+  NUGET_XMLDOC_MODE: skip
+  TERM: xterm
+
+on:
+  push:
+    branches:
+      - main
+      - dotnet-vnext
+      - dotnet-nightly
+    paths-ignore:
+      - '**/*.gitattributes'
+      - '**/*.gitignore'
+      - '**/*.md'
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  benchmark:
+    name: benchmark
+    runs-on: ubuntu-latest
+
+    steps:
+
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Setup .NET SDK
+      uses: actions/setup-dotnet@v4
+
+    - name: Run benchmarks
+      shell: pwsh
+      run: ./benchmark.ps1
+
+    - name: Get repository name
+      id: get-repo-name
+      shell: pwsh
+      run: |
+        $repoName = ${env:GITHUB_REPOSITORY}.Split("/")[-1]
+        "repo-name=${repoName}" >> ${env:GITHUB_OUTPUT}
+
+    - name: Publish results
+      uses: benchmark-action/github-action-benchmark@v1
+      with:
+        auto-push: true
+        alert-comment-cc-users: '@${{ github.repository_owner }}'
+        benchmark-data-dir-path: ${{ steps.get-repo-name.outputs.repo-name }}
+        comment-on-alert: true
+        fail-on-alert: true
+        gh-pages-branch: ${{ github.ref_name }}
+        gh-repository: 'github.com/${{ github.repository_owner }}/benchmarks'
+        github-token: ${{ secrets.BENCHMARKS_TOKEN }}
+        name: 'ASP.NET Core OpenAPI'
+        output-file-path: BenchmarkDotNet.Artifacts/results/TodoApp.OpenApiBenchmarks-report-full-compressed.json
+        tool: benchmarkdotnet
+
+    - name: Output summary
+      shell: pwsh
+      env:
+        REPO_NAME: ${{ steps.get-repo-name.outputs.repo-name }}
+      run: |
+        $summary = Get-Content -Path (Join-Path ${env:GITHUB_WORKSPACE} "BenchmarkDotNet.Artifacts" "results" "TodoApp.OpenApiBenchmarks-report-github.md") -Raw
+        $summary += "`n`n"
+        $summary += "View benchmark results history [here](https://benchmarks.martincostello.com/${env:REPO_NAME}?branch=${env:GITHUB_REF_NAME})."
+        $summary >> ${env:GITHUB_STEP_SUMMARY}

benchmark.ps1

@@ -85,4 +85,9 @@ if (-Not [string]::IsNullOrEmpty($Job)) {
     $additionalArgs += $Job
 }
 
+if (-Not [string]::IsNullOrEmpty(${env:GITHUB_SHA})) {
+    $additionalArgs += "--exporters"
+    $additionalArgs += "json"
+}
+
 & $dotnet run --project $benchmarks --configuration "Release" -- $additionalArgs

perf/TodoApp.Benchmarks/OpenApiBenchmarks.cs

@@ -14,7 +14,7 @@ namespace TodoApp;
 
 [EventPipeProfiler(EventPipeProfile.CpuSampling)]
 [MemoryDiagnoser]
-[ShortRunJob]
+[ShortRunJob] // TODO Remove once https://github.com/dotnet/aspnetcore/issues/56990 is resolved
 public class OpenApiBenchmarks : IAsyncDisposable
 {
     private WebApplication? _app;