1- name : Test benchmark.yml using sycl-benchmark-aggregate
1+ name : Aggregate compute-benchmark averages from historical data
2+
3+ # The benchmarking workflow in sycl-linux-run-tests.yml passes or fails based on
4+ # how the benchmark results compare to a historical average: This historical
5+ # average is calculated in this workflow, which aggregates historical data and
6+ # produces measures of central tendency (median in this case) used for this
7+ # purpose.
28
39on :
410 workflow_dispatch :
511 inputs :
6- commit_hash :
7- description : Specific commit hash to build SYCL from
8- type : string
9- required : false
10- upload_results :
11- description : ' Save and upload results'
12- type : choice
13- options :
14- - false
15- - true
16- default : true
17- runner :
18- type : choice
19- options :
20- - ' ["PVC_PERF"]'
21- backend :
22- description : Backend to use
23- type : choice
24- options :
25- - ' level_zero:gpu'
26- # TODO L0 V2 support
27- reset_intel_gpu :
28- description : Reset Intel GPUs
29- type : choice
30- options :
31- - false
32- - true
33- default : true
12+ lookback_days :
13+ description : |
14+ Number of days from today to look back in historical results for:
15+ This sets the age limit of data used in average calculation: Any
16+ benchmark results created before `lookback_days` from today is
17+ excluded from being aggregated in the historical average.
18+ type : number
19+ required : true
20+ workflow_call :
21+ inputs :
22+ lookback_days :
23+ type : number
24+ required : true
25+ secrets :
26+ LLVM_SYCL_BENCHMARK_TOKEN :
27+ description : |
28+ Github token used by the faceless account to push newly calculated
29+ medians.
30+ required : true
31+
3432
35- permissions : read-all
33+ permissions :
34+ contents : read
3635
3736jobs :
3837 aggregate :
39- name : Test benchmark.yml
40- uses : ./.github/workflows/benchmark.yml
41- secrets : inherit
42- with :
43- commit_hash : ${{ inputs.commit_hash }}
44- upload_results : ${{ inputs.upload_results }}
45- runner : ${{ inputs.runner }}
46- backend : ${{ inputs.backend }}
47- reset_intel_gpu : ${{ inputs.reset_intel_gpu }}
38+ name : Aggregate average (median) value for all metrics
39+ runs-on : ubuntu-latest
40+ steps :
41+ - uses : actions/checkout@v4
42+ with :
43+ sparse-checkout : |
44+ devops/scripts/benchmarking
45+ devops/benchmarking
46+ devops/actions/benchmarking
47+ - name : Aggregate benchmark results and produce historical average
48+ uses : ./devops/actions/benchmarking/aggregate
49+ with :
50+ lookback_days : ${{ inputs.lookback_days }}
51+ env :
52+ GITHUB_TOKEN : ${{ secrets.LLVM_SYCL_BENCHMARK_TOKEN }}
0 commit comments