CryProt/.github/workflows/bench.yml at main · dartdart26/CryProt · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
name: bench

env:
  RUSTFLAGS: "-C target-feature=+pclmulqdq,+avx2,+aes"

on:
  push:
    branches:
      - "main"
  workflow_dispatch:
    inputs:
      filter:
        description: 'Optional filter for cargo bench (e.g., a specific benchmark name)'
        default: ''
        required: false
      ref:
        description: 'Optional git ref to benchmark'
        default: ''
        required: false

jobs:
  benchmarks:
    runs-on: "ubicloud-standard-4"
    steps:
      - name: Check out repository
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
        with:
          submodules: recursive
          ref: ${{ github.event.inputs.ref }}
          fetch-depth: 0
          persist-credentials: false

      - name: Install stable
        uses: dtolnay/rust-toolchain@efa25f7f19611383d5b0ccf2d1c8914531636bf9
        id: toolchain
        with:
          toolchain: stable

      - run: cargo --version

      - name: Install bencher
        uses: bencherdev/bencher@8151077aa7b1bceaac11c4b308265417cae60e2b # 0.5.10

      - name: CPU information
        run: lscpu

      - name: Cache
        uses: ubicloud/rust-cache@65b3ff06b9bcc69d88c25e212f1ae3d14a0953c3

      - name: Run benchmarks
        run: |
          bencher run \
          --project cryprot \
          --token '${{ secrets.BENCHER_API_TOKEN }}' \
          --branch '${{github.ref_name}}' \
          --testbed ubicloud-standard-4 \
          --threshold-measure latency \
          --threshold-test t_test \
          --threshold-upper-boundary 0.99 \
          'cargo bench ${{ github.event.inputs.filter }}'