Handle panic in flakeguard tests

Author: lukaszcl

tools/flakeguard/reports/reports.go

@@ -13,6 +13,8 @@ import (
 type TestResult struct {
 	TestName            string
 	TestPackage         string
+	Panicked            bool    // Indicates a test-level panic
+	PackagePanicked     bool    // Indicates a package-level panic
 	PassRatio           float64 // Pass ratio in decimal format like 0.5
 	PassRatioPercentage string  // Pass ratio in percentage format like "50%"
 	Skipped             bool    // Indicates if the test was skipped

tools/flakeguard/runner/runner.go

@@ -8,11 +8,16 @@ import (
 	"log"
 	"os"
 	"os/exec"
+	"regexp"
 	"strings"
 
 	"github.com/smartcontractkit/chainlink-testing-framework/tools/flakeguard/reports"
 )
 
+var (
+	panicRe = regexp.MustCompile(`^panic:`)
+)
+
 type Runner struct {
 	ProjectPath          string   // Path to the Go project directory.
 	Verbose              bool     // If true, provides detailed logging.
@@ -140,6 +145,18 @@ func parseTestResults(filePaths []string) ([]reports.TestResult, error) {
 				result.Durations = append(result.Durations, entry.Elapsed)
 			case "output":
 				result.Outputs = append(result.Outputs, entry.Output)
+				if panicRe.MatchString(entry.Output) {
+					if entry.Test != "" {
+						// Test-level panic: treat it as a failing test
+						result.Panicked = true
+					} else {
+						// Package-level panic
+						result.PackagePanicked = true
+					}
+					result.PassRatio = (result.PassRatio * float64(result.Runs-1)) / float64(result.Runs)
+					result.PassRatioPercentage = fmt.Sprintf("%.0f%%", result.PassRatio*100)
+					result.Durations = append(result.Durations, entry.Elapsed)
+				}
 			case "fail":
 				result.PassRatio = (result.PassRatio * float64(result.Runs-1)) / float64(result.Runs)
 				result.PassRatioPercentage = fmt.Sprintf("%.0f%%", result.PassRatio*100)