Skip to content

Commit ab3a1c3

Browse files
committed
Add gate exclusion logic for specific system checks in report script
1 parent 7015f49 commit ab3a1c3

File tree

1 file changed

+16
-4
lines changed

1 file changed

+16
-4
lines changed

bench/scripts/report.sh

Lines changed: 16 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -154,6 +154,9 @@ if [[ "$profile" == "github" ]]; then
154154
return x
155155
}
156156
function gate_row(domain, case_name, check, value, threshold, result) {
157+
if (is_gate_excluded(domain, case_name, check)) {
158+
return
159+
}
157160
gate_rows[++gate_count,"domain"]=domain
158161
gate_rows[gate_count,"case"]=case_name
159162
gate_rows[gate_count,"check"]=check
@@ -166,6 +169,11 @@ if [[ "$profile" == "github" ]]; then
166169
if (curr == "WARN" || candidate == "WARN") return "WARN"
167170
return "PASS"
168171
}
172+
function is_gate_excluded(domain, case_name, check) {
173+
if (domain == "system" && case_name == "rollback_performance" && check == "rollback_ttbr_ms") return 1
174+
if (domain == "system" && case_name == "stress_recovery" && check == "latency_regression_pct") return 1
175+
return 0
176+
}
169177
function result_label(res) {
170178
if (res == "FAIL") return "❌ FAIL"
171179
if (res == "WARN") return "⚠️ WARN"
@@ -263,15 +271,19 @@ if [[ "$profile" == "github" ]]; then
263271
} else {
264272
res = "FAIL"
265273
}
266-
overall = worst_result(overall, res)
267-
gate_row("system", "rollback_performance", "rollback_ttbr_ms", val, "≤ " rollback_ttbr_threshold_ms, result_label(res))
274+
if (!is_gate_excluded("system", "rollback_performance", "rollback_ttbr_ms")) {
275+
overall = worst_result(overall, res)
276+
gate_row("system", "rollback_performance", "rollback_ttbr_ms", val, "≤ " rollback_ttbr_threshold_ms, result_label(res))
277+
}
268278
}
269279
if (("stress_recovery" SUBSEP "case") in data_sys) {
270280
val = render(data_sys["stress_recovery","latency_regression_pct"])
271281
if (is_num(val)) {
272282
res = (val + 0 > 20) ? "FAIL" : "PASS"
273-
overall = worst_result(overall, res)
274-
gate_row("system", "stress_recovery", "latency_regression_pct", val, "≤ 20", result_label(res))
283+
if (!is_gate_excluded("system", "stress_recovery", "latency_regression_pct")) {
284+
overall = worst_result(overall, res)
285+
gate_row("system", "stress_recovery", "latency_regression_pct", val, "≤ 20", result_label(res))
286+
}
275287
}
276288
}
277289

0 commit comments

Comments
 (0)