|
12 | 12 | - 'integration/**'
|
13 | 13 | - 'scripts/**'
|
14 | 14 | - '.github/workflows/**'
|
15 |
| - |
| 15 | + |
16 | 16 | jobs:
|
17 |
| - benchmark-and-fetch-previous-results_and_compare: |
18 |
| - name: Run Benchmark on current Branch |
| 17 | + test-twice: |
19 | 18 | runs-on: ubuntu-20.04
|
| 19 | + |
20 | 20 | steps:
|
21 |
| - - uses: actions/checkout@v3 |
22 | 21 | - uses: actions/setup-go@v4
|
23 | 22 | with:
|
24 | 23 | go-version: '1.18.10'
|
| 24 | + - name: Checkout main |
| 25 | + uses: actions/checkout@v3 |
| 26 | + with: |
| 27 | + ref: main |
25 | 28 | - run: make
|
26 | 29 | - name: Run benchmark
|
27 |
| - run: make benchmarks-perf-test |
| 30 | + run: make benchmarks-perf-test |
28 | 31 | - name: Make previous directory
|
29 | 32 | run: mkdir -v ${{ github.workspace }}/previous
|
30 |
| - - name: Download previous run artifact |
31 |
| - id: download-artifact |
32 |
| - uses: dawidd6/action-download-artifact@v2 |
| 33 | + - name: Copy results to previous directory |
| 34 | + run: cp -r ${{ github.workspace }}/benchmark/performanceTest/output ${{ github.workspace }}/previous |
| 35 | + - name: Check out PR |
| 36 | + uses: actions/checkout@v3 |
33 | 37 | with:
|
34 |
| - github_token: ${{secrets.GITHUB_TOKEN}} |
35 |
| - name: benchmark-result-artifact |
36 |
| - name_is_regexp: true |
37 |
| - path: ${{ github.workspace }}/previous |
38 |
| - repo: ${{ github.repository }} |
39 |
| - check_artifacts: false |
40 |
| - search_artifacts: true |
41 |
| - skip_unpack: false |
42 |
| - if_no_artifact_found: fail |
43 |
| - workflow: benchmark_visualization.yml |
| 38 | + ref: ${{ github.event.pull_request.head.sha }} |
| 39 | + - run: make |
| 40 | + - name: Run benchmark |
| 41 | + run: make benchmarks-perf-test |
| 42 | + - name: Make current directory |
| 43 | + run: mkdir -v ${{ github.workspace }}/current |
| 44 | + - name: Copy results to current directory |
| 45 | + run: cp -r ${{ github.workspace }}/benchmark/performanceTest/output ${{ github.workspace }}/current |
44 | 46 | - name: Perform Comparison and log results
|
45 | 47 | id: run-compare
|
46 | 48 | run: |
|
47 | 49 | sudo chmod +x ${{ github.workspace }}/scripts/check_regression.sh
|
48 |
| - if sudo ${{ github.workspace }}/scripts/check_regression.sh ${{ github.workspace }}/previous/benchmark-result-artifact/results.json ${{github.workspace}}/benchmark/performanceTest/output/results.json; then |
| 50 | + if sudo ${{ github.workspace }}/scripts/check_regression.sh ${{ github.workspace }}/previous/results.json ${{github.workspace}}/current/results.json; then |
49 | 51 | echo "Comparison successful. All P90 values are within the acceptable range."
|
50 | 52 | else
|
51 | 53 | echo "Comparison failed. Current P90 values exceed 110% of the corresponding past values."
|
|
0 commit comments