flakeguard: Add option to skip running some tests (#1286)

Author: lukaszcl

tools/flakeguard/cmd/run.go

@@ -22,6 +22,7 @@ var RunTestsCmd = &cobra.Command{
 		useRace, _ := cmd.Flags().GetBool("race")
 		outputPath, _ := cmd.Flags().GetString("output-json")
 		threshold, _ := cmd.Flags().GetFloat64("threshold")
+		skipTests, _ := cmd.Flags().GetStringSlice("skip-tests")
 
 		var testPackages []string
 		if testPackagesJson != "" {
@@ -40,6 +41,7 @@ var RunTestsCmd = &cobra.Command{
 			RunCount:    runCount,
 			UseRace:     useRace,
 			FailFast:    threshold == 1.0, // Fail test on first test run if threshold is 1.0
+			SkipTests:   skipTests,
 		}
 
 		testResults, err := runner.RunTests(testPackages)
@@ -84,12 +86,13 @@ var RunTestsCmd = &cobra.Command{
 }
 
 func init() {
-	RunTestsCmd.Flags().StringP("project-path", "r", ".", "The path to the Go project. Default is the current directory. Useful for subprojects.")
+	RunTestsCmd.Flags().StringP("project-path", "r", ".", "The path to the Go project. Default is the current directory. Useful for subprojects")
 	RunTestsCmd.Flags().String("test-packages-json", "", "JSON-encoded string of test packages")
 	RunTestsCmd.Flags().StringSlice("test-packages", nil, "Comma-separated list of test packages to run")
 	RunTestsCmd.Flags().IntP("run-count", "c", 1, "Number of times to run the tests")
 	RunTestsCmd.Flags().Bool("race", false, "Enable the race detector")
 	RunTestsCmd.Flags().Bool("fail-fast", false, "Stop on the first test failure")
 	RunTestsCmd.Flags().String("output-json", "", "Path to output the test results in JSON format")
 	RunTestsCmd.Flags().Float64("threshold", 0.8, "Threshold for considering a test as flaky")
+	RunTestsCmd.Flags().StringSlice("skip-tests", nil, "Comma-separated list of test names to skip from running")
 }

tools/flakeguard/runner/runner.go

@@ -14,11 +14,12 @@ import (
 )
 
 type Runner struct {
-	ProjectPath string // Path to the Go project directory.
-	Verbose     bool   // If true, provides detailed logging.
-	RunCount    int    // Number of times to run the tests.
-	UseRace     bool   // Enable race detector.
-	FailFast    bool   // Stop on first test failure.
+	ProjectPath string   // Path to the Go project directory.
+	Verbose     bool     // If true, provides detailed logging.
+	RunCount    int      // Number of times to run the tests.
+	UseRace     bool     // Enable race detector.
+	FailFast    bool     // Stop on first test failure.
+	SkipTests   []string // Test names to exclude.
 }
 
 // RunTests executes the tests for each provided package and aggregates all results.
@@ -53,6 +54,13 @@ func (r *Runner) runTestPackage(testPackage string) ([]byte, bool, error) {
 	if r.UseRace {
 		args = append(args, "-race")
 	}
+
+	// Construct regex pattern from ExcludedTests slice
+	if len(r.SkipTests) > 0 {
+		skipPattern := strings.Join(r.SkipTests, "|")
+		args = append(args, fmt.Sprintf("-skip=%s", skipPattern))
+	}
+
 	args = append(args, testPackage)
 
 	if r.Verbose {
@@ -61,7 +69,6 @@ func (r *Runner) runTestPackage(testPackage string) ([]byte, bool, error) {
 	cmd := exec.Command("go", args...)
 	cmd.Dir = r.ProjectPath
 
-	// cmd.Env = append(cmd.Env, "GOFLAGS=-extldflags=-Wl,-ld_classic") // Ensure modules are enabled
 	var out bytes.Buffer
 	cmd.Stdout = &out
 	cmd.Stderr = &out