Skip to content

Commit fb3c13c

Browse files
committed
Tests: Reduce flakieness
1 parent b6d24cd commit fb3c13c

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

Tests/CornucopiaCoreTests/Extensions/Bool/Bool+Random.swift

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@ class BoolPlusRandom: XCTestCase {
2929
}
3030
let expectedSuccesses = Double(runs) * probability
3131
let standardDeviation = sqrt(Double(runs) * probability * (1 - probability))
32-
let confidenceInterval = 1.645 * standardDeviation // 90% confidence interval
32+
let confidenceInterval = 5.0 * standardDeviation // ~5σ interval to reduce flakiness
3333
let lowerBound = expectedSuccesses - confidenceInterval
3434
let upperBound = expectedSuccesses + confidenceInterval
3535
print("\(successes) successes, expected successes \(expectedSuccesses), confidence interval [\(lowerBound), \(upperBound)]")
@@ -59,9 +59,10 @@ class BoolPlusRandom: XCTestCase {
5959
}
6060
let expectedSuccesses = Double(runs) * probability
6161
let standardDeviation = sqrt(Double(runs) * probability * (1 - probability))
62-
let confidenceInterval = 1.645 * standardDeviation // 90% confidence interval
62+
let confidenceInterval = 5.0 * standardDeviation // ~5σ interval to reduce flakiness
6363
let lowerBound = expectedSuccesses - confidenceInterval
6464
let upperBound = expectedSuccesses + confidenceInterval
6565
print("\(successes) successes, expected successes \(expectedSuccesses), confidence interval [\(lowerBound), \(upperBound)]")
66-
XCTAssertTrue(Double(successes) >= lowerBound && Double(successes) <= upperBound) }
66+
XCTAssertTrue(Double(successes) >= lowerBound && Double(successes) <= upperBound)
67+
}
6768
}

0 commit comments

Comments
 (0)