@@ -111,7 +111,7 @@ jobs:
111111 run : mvn -B -Dquickly clean install
112112
113113 # Clone timefold-solver-enterprise
114- - name : Phase 2 - Checkout timefold-solver-enterprise (PR) # Checkout the PR branch first, if it exists
114+ - name : Phase 2 - Checkout timefold-solver-enterprise (Specified)
115115 id : checkout-solver-enterprise
116116 uses : actions/checkout@v4
117117 continue-on-error : true
@@ -120,7 +120,7 @@ jobs:
120120 ref : ${{ github.event.inputs.branch }}
121121 token : ${{ secrets.BENCHMARK_PUBLISH_TOKEN }}
122122 path : ./timefold-solver-enterprise
123- - name : Phase 2 - Checkout timefold-solver-enterprise (main) # Checkout the main branch if the PR branch does not exist
123+ - name : Phase 2 - Checkout timefold-solver-enterprise (Fallback)
124124 if : steps.checkout-solver-enterprise.outcome != 'success'
125125 uses : actions/checkout@v4
126126 with :
@@ -184,10 +184,18 @@ jobs:
184184 export FAIL=true
185185 fi
186186
187- echo "| | **Ref** | **Min** | **Max** |" >> $GITHUB_STEP_SUMMARY
188- echo "|:-----:|:-----------:|:-----------:|:-----------:|" >> $GITHUB_STEP_SUMMARY
189- echo "| _Old_ | ${{ github.event.inputs.baseline }} | ${OLD_RANGE_START} | ${OLD_RANGE_END} |" >> $GITHUB_STEP_SUMMARY
190- echo "| _New_ | ${{ github.event.inputs.branch }} | ${NEW_RANGE_START} | ${NEW_RANGE_END} |" >> $GITHUB_STEP_SUMMARY
187+ export DIFF_START=$(echo "scale=2; ($OLD_RANGE_START / $NEW_RANGE_START) * 100" | bc)
188+ export DIFF_END=$(echo "scale=2; ($OLD_RANGE_END / $NEW_RANGE_END) * 100" | bc)
189+
190+ echo "| | **Ref** | **Min** | **Max** |" >> $GITHUB_STEP_SUMMARY
191+ echo "|:------:|:-----------:|:-----------------:|:-----------------:|" >> $GITHUB_STEP_SUMMARY
192+ echo "| _Old_ | ${{ github.event.inputs.baseline }} | ${OLD_RANGE_START} | ${OLD_RANGE_END} |" >> $GITHUB_STEP_SUMMARY
193+ echo "| _New_ | ${{ github.event.inputs.branch }} | ${NEW_RANGE_START} | ${NEW_RANGE_END} |" >> $GITHUB_STEP_SUMMARY
194+ echo "| _Diff_ | | ${DIFF_START} % | ${DIFF_END} % |" >> $GITHUB_STEP_SUMMARY
195+
196+ echo "Min and max define a 99.9 % confidence interval." >> $GITHUB_STEP_SUMMARY
197+ echo "Min and max are in operations per second. Higher is better." >> $GITHUB_STEP_SUMMARY
198+ echo "Diff over 100 % represents an improvement, under 100 % a regression." >> $GITHUB_STEP_SUMMARY
191199
192200 if [ "$FAIL" = true ]; then
193201 exit 1
0 commit comments