ci: add coverage improvement workflow and enhance test validation

Add a GitHub Actions workflow to improve test coverage with scheduled and manual triggers.
Update coverage tool to separate test generation logic and improve validation by regenerating
tests on failure, switching to 'make ut' for unit test execution, and simplifying retry handling.

Signed-off-by: Peng Tao <bergwolf@hyper.sh>

Author: bergwolf

.github/workflows/coverage-improvement.yml

@@ -1,29 +1,29 @@
 ---
 name: Coverage Improvement
 
-'on':
+"on":
   # Run weekly on Mondays at 00:00 UTC
   schedule:
-    - cron: '0 0 * * 1'
+    - cron: "0 0 * * 1"
   # Allow manual trigger
   workflow_dispatch:
     inputs:
       git_user_name:
-        description: 'Git user name for commits'
+        description: "Git user name for commits"
         required: false
-        default: 'github-actions[bot]'
+        default: "github-actions[bot]"
       git_user_email:
-        description: 'Git user email for commits'
+        description: "Git user email for commits"
         required: false
-        default: 'github-actions[bot]@users.noreply.github.com'
+        default: "github-actions[bot]@users.noreply.github.com"
       pr_target_repo:
-        description: 'Target repository for PR (owner/repo format)'
+        description: "Target repository for PR (owner/repo format)"
         required: false
-        default: ''
+        default: ""
       create_pr:
-        description: 'Whether to create a pull request'
+        description: "Whether to create a pull request"
         required: false
-        default: 'true'
+        default: "true"
         type: boolean
 
 permissions:
@@ -66,7 +66,7 @@ jobs:
       - name: Setup Go
         uses: actions/setup-go@v5
         with:
-          go-version-file: 'go.work'
+          go-version-file: "go.work"
           cache-dependency-path: "**/*.sum"
 
       - name: Build coverage tool
@@ -115,6 +115,8 @@ jobs:
           fi
 
       - name: Validate and apply tests
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         id: validate
         run: |
           contrib/nydus-coverage-tool/coverage-tool validate \

contrib/nydus-coverage-tool/cmd/coverage-tool/main.go

@@ -202,7 +202,7 @@ func runAnalyze(cmd *cobra.Command, args []string) error {
 	return nil
 }
 
-func runGenerate(cmd *cobra.Command, args []string) error {
+func generateTests() error {
 	fmt.Println("================================================================================")
 	fmt.Println("Generating Unit Tests")
 	fmt.Println("================================================================================")
@@ -263,6 +263,10 @@ func runGenerate(cmd *cobra.Command, args []string) error {
 	return nil
 }
 
+func runGenerate(cmd *cobra.Command, args []string) error {
+	return generateTests()
+}
+
 func runValidate(cmd *cobra.Command, args []string) error {
 	fmt.Println("================================================================================")
 	fmt.Println("Validating Generated Tests")
@@ -301,38 +305,6 @@ func runValidate(cmd *cobra.Command, args []string) error {
 		fmt.Printf("Validation Attempt %d/%d\n", attempt, maxRetries)
 		fmt.Printf("================================================================================\n")
 
-		// Generate new tests for each attempt (except the first one which uses existing)
-		if attempt > 1 {
-			fmt.Println("\nRegenerating tests with different seed...")
-
-			// Read file content
-			content, err := os.ReadFile(backupPath)
-			if err != nil {
-				lastErr = fmt.Errorf("failed to read original file: %w", err)
-				continue
-			}
-
-			// Generate new tests
-			generatedTests, err := callGitHubModelsAPI(string(content), originalFilePath, analysis.Stats)
-			if err != nil {
-				lastErr = fmt.Errorf("failed to regenerate tests: %w", err)
-				continue
-			}
-
-			// Integrate tests into the file
-			updatedContent := integrateTests(string(content), generatedTests)
-
-			// Save updated file
-			testFilePath := filepath.Join(outputDir, "updated_file.rs")
-			if err := os.WriteFile(testFilePath, []byte(updatedContent), 0644); err != nil {
-				lastErr = fmt.Errorf("failed to write updated file: %w", err)
-				continue
-			}
-
-			// Update metadata
-			metadata["generated_tests_path"] = testFilePath
-		}
-
 		testFilePath := metadata["generated_tests_path"].(string)
 
 		// Copy generated file to original location
@@ -343,23 +315,17 @@ func runValidate(cmd *cobra.Command, args []string) error {
 
 		// Run cargo check
 		fmt.Println("\nRunning cargo check...")
-		if err := runCommand("cargo", "check", "--workspace"); err != nil {
-			fmt.Println("❌ Compilation failed!")
-			lastErr = err
-			copyFile(backupPath, originalFilePath) // Restore backup
-			continue
-		}
-		fmt.Println("✅ Compilation successful!")
-
-		// Run tests
-		fmt.Println("\nRunning tests...")
-		if err := runCommand("cargo", "test", "--workspace", "--", "--skip", "integration", "--nocapture"); err != nil {
-			fmt.Println("❌ Tests failed!")
+		if err := runCommand("make", "ut"); err != nil {
+			fmt.Println("❌ UT failed!")
 			lastErr = err
 			copyFile(backupPath, originalFilePath) // Restore backup
+			// Regenerate tests
+			if err := generateTests(); err != nil {
+				return fmt.Errorf("failed to regenerate tests: %w", err)
+			}
 			continue
 		}
-		fmt.Println("✅ All tests passed!")
+		fmt.Println("✅ UT successful!")
 
 		success = true
 		break