incremental validation framework

Author: yelizhenden-mdb

tools/spectral/ipa/metrics/main.go

@@ -17,7 +17,9 @@ func main() {
 	tagsPath := "split_specs/tags"
 	sharedComponentPath := "split_specs/shared_components.yaml" // Input: shared schema file
 	mergedSpecPath := "output/merged_spec.yaml"                 // Temporary file to hold the merged spec
-	spectralRulesetPath := "../ipa-spectral.yaml"               // Spectral ruleset file
+	deletedMergedSpecPath := "output/merged_spec_deleted.yaml"  // Temporary file to hold the merged spec
+
+	spectralRulesetPath := "../ipa-spectral.yaml" // Spectral ruleset file
 
 	// Create output directory if it doesn't exist
 	if err := os.MkdirAll("output", 0755); err != nil {
@@ -40,21 +42,22 @@ func main() {
 		}
 	}
 
+	//Collect all the spec files which have deleted paths
+	var deletedTagsFiles []string
 	for tag := range deletedTags {
 		tagDir := filepath.Join(tagsPath, tag)
 		tagFilePath := filepath.Join(tagDir, "spec-deleted.yaml")
+		deletedTagsFiles = append(deletedTagsFiles, tagFilePath)
+	}
 
-		//check if there is a deleted component file, and if there is merge with it
-		//otherwise, merge with the shared components file
-		if err := utils.RebuildFullSpec(tagFilePath, sharedComponentPath, mergedSpecPath); err != nil {
-			log.Fatalf("Failed to merge specs: %v", err)
-		}
-		fmt.Printf("Merged spec written to: %s\n", mergedSpecPath)
+	if err := utils.RebuildFullDeletedPathsSpec(deletedTagsFiles, sharedComponentPath, deletedMergedSpecPath); err != nil {
+		log.Fatalf("Failed to merge specs: %v", err)
+	}
+	fmt.Printf("Merged spec written to: %s\n", deletedMergedSpecPath)
 
-		//Lint the merged spec with Spectral
-		if err := utils.LintSpecWithSpectral(mergedSpecPath, spectralRulesetPath); err != nil {
-			log.Fatalf("Failed to lint spec with Spectral: %v", err)
-		}
+	//Lint the merged spec with Spectral
+	if err := utils.LintSpecWithSpectral(deletedMergedSpecPath, spectralRulesetPath); err != nil {
+		log.Fatalf("Failed to lint spec with Spectral: %v", err)
 	}
 
 }

tools/spectral/ipa/metrics/utils/rebuild_full_spec.go

@@ -22,6 +22,31 @@ func loadSpecYAMLFile(filePath string) (*OpenAPISpec, error) {
 	return &spec, nil
 }
 
+func RebuildFullDeletedPathsSpec(tagFiles []string, sharedSchemasFile string, outputFile string) error {
+	loader := openapi3.NewLoader()
+
+	componentsSpec, err := loadSpec(loader, sharedSchemasFile)
+	if err != nil {
+		return fmt.Errorf("failed to load shared schemas: %v", err)
+	}
+
+	var deletedPathsSpec OpenAPISpec
+	// Merge tag-specific paths
+	for _, tagFile := range tagFiles {
+		tagSpec, err := loadSpecYAMLFile(tagFile)
+		if err != nil {
+			return fmt.Errorf("failed to load tag file %s: %v", tagFile, err)
+		}
+		for path, pathItem := range tagSpec.Paths {
+			deletedPathsSpec.Paths[path] = pathItem
+		}
+	}
+
+	deletedPathsSpec.Components = componentsSpec.Spec.Components
+
+	return saveYAML(outputFile, deletedPathsSpec)
+}
+
 func RebuildFullSpec(tagFile string, sharedSchemasFile string, outputFile string) error {
 	loader := openapi3.NewLoader()