sightglass/.github/workflows/benchmarks.yml at ba16cf228349b29f323c1beeb1d4683cf9b70f9a · bytecodealliance/sightglass · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
name: benchmarks

on:
  push:
    branches: [ main ]
  pull_request:
    branches: [ main ]
  workflow_dispatch:

env:
  CARGO_TERM_COLOR: always
  RUST_LOG: info
  PARTITIONS: 8

jobs:
  # verify that we are able to rebuild all benchmarks; the results here
  # are not used in the CI pipeline but this verifies that changes have
  # not regressed our ability to rebuild benchmarks.
  rebuild:
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4
    - run: rustup update
    - name: Rebuild benchmarks
      run: benchmarks/build-all.sh

  build-wasmtime:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        # for now, limit this a bit
        revision: ["main", "v38.0.3"]
    env:
      REVISION: ${{ matrix.revision }}
    steps:
    - uses: actions/checkout@v4
    - run: rustup update
    - name: Build Engine
      run: |
        pushd engines/wasmtime
        rustc build.rs
        ./build
        popd
    - name: Upload Wasmtime Shared Library
      uses: actions/upload-artifact@v4
      with:
        name: wasmtime-${{ matrix.revision }}
        path: engines/wasmtime/libengine.so

  benchmark:
    runs-on: ubuntu-latest
    needs: build-wasmtime
    strategy:
      matrix:
        partition: ["00", "01", "02", "03", "04", "05", "06", "07"]
    env:
      SPLIT_PREFIX: "benchmarks/split-"
      PARTITION_SUITE: "benchmarks/split-${{ matrix.partition }}.suite"
    steps:
    - uses: actions/checkout@v4
    - name: Downloads All Artifacts (root)
      uses: actions/download-artifact@v4
      with:
        path: artifacts
    - run: ls -al . artifacts/
    - run: rustup update
    - run: chmod +x artifacts/*/*.so
    - name: Partition Benchmark Suite
      run: |
        benchmarks/split-suite.sh benchmarks/all.suite ${PARTITIONS} "${SPLIT_PREFIX}"

    - name: Output Running Benchmarks
      run: cat "${PARTITION_SUITE}"

    - name: Benchmark Partition ${{ matrix.partition }}
      run: |
        cargo run benchmark \
        --engine=artifacts/wasmtime-main/libengine.so \
        --engine=artifacts/wasmtime-v38.0.3/libengine.so \
        --processes=4 \
        --iterations-per-process=1 \
        -- "${PARTITION_SUITE}"

  check:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: Check for missing paths in `all.suite`
        run: benchmarks/check-incomplete-suite.sh