1- name : Aggregate compute-benchmark averages from historical data
2-
3- # The benchmarking workflow in sycl-linux-run-tests.yml passes or fails based on
4- # how the benchmark results compare to a historical average: This historical
5- # average is calculated in this workflow, which aggregates historical data and
6- # produces measures of central tendency (median in this case) used for this
7- # purpose.
1+ name : Test benchmark.yml using sycl-benchmark-aggregate
82
93on :
104 workflow_dispatch :
115 inputs :
12- lookback_days :
13- description : |
14- Number of days from today to look back in historical results for:
15- This sets the age limit of data used in average calculation: Any
16- benchmark results created before `lookback_days` from today is
17- excluded from being aggregated in the historical average.
18- type : number
19- required : true
20- workflow_call :
21- inputs :
22- lookback_days :
23- type : number
24- required : true
25- secrets :
26- LLVM_SYCL_BENCHMARK_TOKEN :
27- description : |
28- Github token used by the faceless account to push newly calculated
29- medians.
30- required : true
31-
6+ commit_hash :
7+ description : Specific commit hash to build SYCL from
8+ type : string
9+ required : false
10+ upload_results :
11+ description : ' Save and upload results'
12+ type : choice
13+ options :
14+ - false
15+ - true
16+ default : true
17+ runner :
18+ type : choice
19+ options :
20+ - ' ["PVC_PERF"]'
21+ backend :
22+ description : Backend to use
23+ type : choice
24+ options :
25+ - ' level_zero:gpu'
26+ # TODO L0 V2 support
27+ reset_intel_gpu :
28+ description : Reset Intel GPUs
29+ type : choice
30+ options :
31+ - false
32+ - true
33+ default : true
3234
33- permissions :
34- contents : read
35+ permissions : read-all
3536
3637jobs :
3738 aggregate :
38- name : Aggregate average (median) value for all metrics
39- runs-on : ubuntu-latest
40- steps :
41- - uses : actions/checkout@v4
42- with :
43- sparse-checkout : |
44- devops/scripts/benchmarking
45- devops/benchmarking
46- devops/actions/benchmarking
47- - name : Aggregate benchmark results and produce historical average
48- uses : ./devops/actions/benchmarking/aggregate
49- with :
50- lookback_days : ${{ inputs.lookback_days }}
51- env :
52- GITHUB_TOKEN : ${{ secrets.LLVM_SYCL_BENCHMARK_TOKEN }}
39+ name : Test benchmark.yml
40+ uses : ./.github/workflows/benchmark.yml
41+ secrets : inherit
42+ with :
43+ commit_hash : ${{ inputs.commit_hash }}
44+ upload_results : ${{ inputs.upload_results }}
45+ runner : ${{ inputs.runner }}
46+ backend : ${{ inputs.backend }}
47+ reset_intel_gpu : ${{ inputs.reset_intel_gpu }}
0 commit comments