Decrease failure noise by increase flaky test failure threshold (#4617)

rli · web-flow · commit 312cc917e4d3 · 2024-06-26T13:30:22.000-07:00
Sometimes we get exactly 5 failing flaky tests
diff --git a/buildSrc/src/main/kotlin/toolkit-testing.gradle.kts b/buildSrc/src/main/kotlin/toolkit-testing.gradle.kts
@@ -66,7 +66,7 @@ tasks.withType<Test>().all {
     ciOnly {
         retry {
             failOnPassedAfterRetry.set(false)
-            maxFailures.set(5)
+            maxFailures.set(50)
             maxRetries.set(2)
         }
     }
diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml
@@ -24,7 +24,7 @@ mockk = "1.13.10"
 node-gradle = "7.0.2"
 telemetryGenerator = "1.0.216"
 testLogger = "4.0.0"
-testRetry = "1.5.2"
+testRetry = "1.5.9"
 # test-only; platform provides slf4j transitively at runtime. <233, 1.7.36; >=233, 2.0.9
 slf4j = "2.0.9"
 sshd = "2.12.1"

Original file line number	Diff line number	Diff line change
`@@ -66,7 +66,7 @@ tasks.withType<Test>().all {`
`66`	`66`	`ciOnly {`
`67`	`67`	`retry {`
`68`	`68`	`failOnPassedAfterRetry.set(false)`
`69`		`- maxFailures.set(5)`
	`69`	`+ maxFailures.set(50)`
`70`	`70`	`maxRetries.set(2)`
`71`	`71`	`}`
`72`	`72`	`}`