build: add benchmark workflow

Author: tobyhede

.github/actions/setup-rust/action.yml

@@ -0,0 +1,22 @@
+name: Setup Test
+description: |
+  This action sets up the environment for running tests in a Rust project.
+  It installs Rust, sets up caching, and installs mise.
+
+runs:
+  using: composite
+  steps:
+    - uses: actions/checkout@v4
+    - name: Install rust
+      shell: /bin/bash -l {0}
+      run: rustup toolchain install stable --profile minimal --no-self-update
+    - name: Setup Rust cache
+      uses: Swatinem/rust-cache@v2
+      with:
+        cache-provider: buildjet
+        cache-all-crates: true
+    - uses: jdx/mise-action@v2
+      with:
+        version: 2025.1.0 # [default: latest] mise version to install
+        install: true # [default: true] run `mise install`
+        cache: true # [default: true] cache mise using GitHub's cache

.github/actions/setup-test/action.yml

@@ -0,0 +1,63 @@
+name: Benchmark Proxy
+on:
+  pull_request:
+    branches:
+      - main
+  push:
+    branches:
+      - main
+  workflow_dispatch:
+
+env:
+  CARGO_TERM_COLOR: always
+
+permissions:
+  # deployments permission to deploy GitHub pages website
+  deployments: write
+  # contents permission to update benchmark contents in gh-pages branch
+  contents: write
+
+jobs:
+  benchmark:
+    name: Performance regression check
+    runs-on: buildjet-16vcpu-ubuntu-2204
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ./.github/actions/setup-test
+      - run: |
+          mise run postgres:up --extra-args "--detach --wait"
+      - name: Run benchmark
+        working-directory: tests/benchmark
+        env:
+          CS_WORKSPACE_ID: ${{ secrets.CS_WORKSPACE_ID }}
+          CS_CLIENT_ACCESS_KEY: ${{ secrets.CS_CLIENT_ACCESS_KEY }}
+          CS_DEFAULT_KEYSET_ID: ${{ secrets.CS_DEFAULT_KEYSET_ID }}
+          CS_CLIENT_ID: ${{ secrets.CS_CLIENT_ID }}
+          CS_CLIENT_KEY: ${{ secrets.CS_CLIENT_KEY }}
+          RUST_BACKTRACE: "1"
+        run: mise run benchmark:continuous
+      # Download previous benchmark result from cache (if exists)
+      - name: Download previous benchmark data
+        uses: actions/cache@v4
+        with:
+          path: ./cache
+          key: ${{ runner.os }}-benchmark
+      # Run `github-action-benchmark` action
+      - name: Store benchmark result
+        uses: benchmark-action/github-action-benchmark@v1
+        with:
+          # What benchmark tool the output.txt came from
+          tool: 'customSmallerIsBetter'
+          # Where the output from the benchmark tool is stored
+          output-file-path: tests/benchmark/results/output.json
+          # # Where the previous data file is stored
+          # external-data-json-path: ./cache/benchmark-data.json
+          # Workflow will fail when an alert happens
+          fail-on-alert: true
+          # Enable alert commit comment
+          # comment-on-alert: true
+          # GitHub API token to make a commit comment
+          # github-token: ${{ secrets.GITHUB_TOKEN }}
+          # Enable Job Summary for PRs
+          summary-always: true
+          auto-push: true

.github/workflows/benchmark.yml

@@ -1,4 +1,4 @@
-name: test
+name: Test
 on:
   pull_request:
     branches:
@@ -10,25 +10,14 @@ on:
 
 env:
   CARGO_TERM_COLOR: always
+
 jobs:
   test:
     name: Test
     runs-on: buildjet-16vcpu-ubuntu-2204
     steps:
       - uses: actions/checkout@v4
-      - name: Install rust
-        shell: /bin/bash -l {0}
-        run: rustup toolchain install stable --profile minimal --no-self-update
-      - name: Setup Rust cache
-        uses: Swatinem/rust-cache@v2
-        with:
-          cache-provider: buildjet
-          cache-all-crates: true
-      - uses: jdx/mise-action@v2
-        with:
-          version: 2025.1.0 # [default: latest] mise version to install
-          install: true # [default: true] run `mise install`
-          cache: true # [default: true] cache mise using GitHub's cache
+      - uses: ./.github/actions/setup-test
       - run: |
           mise run postgres:up --extra-args "--detach --wait"
       - env:

.github/workflows/test.yml

@@ -10,17 +10,29 @@ edition = "2021"
 incremental = true
 debug = true
 
+# [profile.dev.package]# aws-lc-sys.opt-level = 3
+# proc-macro2.opt-level = 3
+# quote.opt-level = 3
+# serde_derive.opt-level = 3
+# sqlparser.opt-level = 3
+# syn.opt-level = 3
+
 [profile.dev.build-override]
 opt-level = 3
 
 [profile.test]
 incremental = true
 debug = true
 
+#  Default release profile (https://doc.rust-lang.org/cargo/reference/profiles.html)
 [profile.release]
 codegen-units = 1
 strip = "symbols"
-lto = true
+
+[profile.profiling]
+inherits = "release"
+strip = "none"
+debug = true
 
 [workspace.dependencies]
 sqlparser = { version = "^0.52", features = ["bigdecimal", "serde"] }

Cargo.toml

@@ -56,7 +56,6 @@ uuid = { version = "1.11.0", features = ["serde", "v4"] }
 x509-parser = "0.17.0"
 vitaminc-protected = "0.1.0-pre2"
 
-
 [dev-dependencies]
 recipher = "0.1.3"
 temp-env = "0.3.6"

packages/cipherstash-proxy/Cargo.toml

@@ -2,14 +2,12 @@
 cipherstash = host=host.docker.internal port=5532 dbname=cipherstash user=cipherstash password=password
 
 [users]
-;user1 = pool_size=5 pool_mode=transaction max_user_connections=10
 
 [pgbouncer]
 listen_addr = *
 listen_port = 6433
 listen_backlog = 1000
 so_reuseport = 1
-; pool_mode = session
 
 default_pool_size = 100
 min_pool_size = 20