Add Component Readiness dashboard for Compliance Operator

Fix the check failures

Fix yaml lint failure

Update regression_tracking and base_release per comments

Author: xiaojiey

config/views.yaml

@@ -2499,3 +2499,273 @@ component_readiness:
     enabled: false
   prime_cache:
     enabled: false
+- name: 4.21-lp-Interop-compliance
+  base_release:
+    release: "4.20"
+    relative_start: ga-30d
+    relative_end: ga
+  sample_release:
+    release: "4.21"
+    relative_start: now-7d
+    relative_end: now
+  variant_options:
+    column_group_by:
+      Architecture: {}
+      Platform: {}
+    db_group_by:
+      Architecture: {}
+      Platform: {}
+      Suite: {}
+    include_variants:
+      Architecture:
+        - amd64
+        - arm64
+      LayeredProduct:
+        - lp-interop-compliance
+      Owner:
+        - eng
+        - qe
+      Platform:
+        - azure
+        - gcp
+        - aws
+  advanced_options:
+    minimum_failure: 2
+    confidence: 95
+    pity_factor: 5
+    ignore_missing: false
+    ignore_disruption: true
+    flake_as_failure: false
+    pass_rate_required_new_tests: 95
+    include_multi_release_analysis: true
+  metrics:
+    enabled: true
+  regression_tracking:
+    enabled: false
+  prime_cache:
+    enabled: false
+- name: 4.20-lp-Interop-compliance
+  base_release:
+    release: "4.19"
+    relative_start: ga-30d
+    relative_end: ga
+  sample_release:
+    release: "4.20"
+    relative_start: now-7d
+    relative_end: now
+  variant_options:
+    column_group_by:
+      Architecture: {}
+      Platform: {}
+    db_group_by:
+      Architecture: {}
+      Platform: {}
+      Suite: {}
+    include_variants:
+      Architecture:
+        - amd64
+        - arm64
+      LayeredProduct:
+        - lp-interop-compliance
+      Owner:
+        - eng
+        - qe
+      Platform:
+        - azure
+        - gcp
+        - aws
+  advanced_options:
+    minimum_failure: 2
+    confidence: 95
+    pity_factor: 5
+    ignore_missing: false
+    ignore_disruption: true
+    flake_as_failure: false
+    pass_rate_required_new_tests: 95
+    include_multi_release_analysis: true
+  metrics:
+    enabled: true
+  regression_tracking:
+    enabled: false
+  prime_cache:
+    enabled: false
+- name: 4.19-lp-Interop-compliance
+  base_release:
+    release: "4.18"
+    relative_start: ga-30d
+    relative_end: ga
+  sample_release:
+    release: "4.19"
+    relative_start: now-7d
+    relative_end: now
+  variant_options:
+    column_group_by:
+      Architecture: {}
+      Platform: {}
+    db_group_by:
+      Architecture: {}
+      Platform: {}
+      Suite: {}
+    include_variants:
+      Architecture:
+        - amd64
+        - arm64
+      LayeredProduct:
+        - lp-interop-compliance
+      Owner:
+        - eng
+        - qe
+      Platform:
+        - azure
+        - gcp
+        - aws
+  advanced_options:
+    minimum_failure: 2
+    confidence: 95
+    pity_factor: 5
+    ignore_missing: false
+    ignore_disruption: true
+    flake_as_failure: false
+    pass_rate_required_new_tests: 95
+    include_multi_release_analysis: true
+  metrics:
+    enabled: true
+  regression_tracking:
+    enabled: false
+  prime_cache:
+    enabled: false
+- name: 4.18-lp-Interop-compliance
+  base_release:
+    release: "4.17"
+    relative_start: ga-30d
+    relative_end: ga
+  sample_release:
+    release: "4.18"
+    relative_start: now-7d
+    relative_end: now
+  variant_options:
+    column_group_by:
+      Architecture: {}
+      Platform: {}
+    db_group_by:
+      Architecture: {}
+      Platform: {}
+      Suite: {}
+    include_variants:
+      Architecture:
+        - amd64
+        - arm64
+      LayeredProduct:
+        - lp-interop-compliance
+      Owner:
+        - eng
+        - qe
+      Platform:
+        - azure
+        - gcp
+        - aws
+  advanced_options:
+    minimum_failure: 2
+    confidence: 95
+    pity_factor: 5
+    ignore_missing: false
+    ignore_disruption: true
+    flake_as_failure: false
+    pass_rate_required_new_tests: 95
+    include_multi_release_analysis: true
+  metrics:
+    enabled: true
+  regression_tracking:
+    enabled: false
+  prime_cache:
+    enabled: false
+- name: 4.17-lp-Interop-compliance
+  base_release:
+    release: "4.16"
+    relative_start: ga-30d
+    relative_end: ga
+  sample_release:
+    release: "4.17"
+    relative_start: now-7d
+    relative_end: now
+  variant_options:
+    column_group_by:
+      Architecture: {}
+      Platform: {}
+    db_group_by:
+      Architecture: {}
+      Platform: {}
+      Suite: {}
+    include_variants:
+      Architecture:
+        - amd64
+        - arm64
+      LayeredProduct:
+        - lp-interop-compliance
+      Owner:
+        - eng
+        - qe
+      Platform:
+        - azure
+        - gcp
+        - aws
+  advanced_options:
+    minimum_failure: 2
+    confidence: 95
+    pity_factor: 5
+    ignore_missing: false
+    ignore_disruption: true
+    flake_as_failure: false
+    pass_rate_required_new_tests: 95
+    include_multi_release_analysis: true
+  metrics:
+    enabled: true
+  regression_tracking:
+    enabled: false
+  prime_cache:
+    enabled: false
+- name: 4.16-lp-Interop-compliance
+  base_release:
+    release: "4.15"
+    relative_start: ga-30d
+    relative_end: ga
+  sample_release:
+    release: "4.16"
+    relative_start: now-7d
+    relative_end: now
+  variant_options:
+    column_group_by:
+      Architecture: {}
+      Platform: {}
+    db_group_by:
+      Architecture: {}
+      Platform: {}
+      Suite: {}
+    include_variants:
+      Architecture:
+        - amd64
+        - arm64
+      LayeredProduct:
+        - lp-interop-compliance
+      Owner:
+        - eng
+        - qe
+      Platform:
+        - azure
+        - gcp
+        - aws
+  advanced_options:
+    minimum_failure: 2
+    confidence: 95
+    pity_factor: 5
+    ignore_missing: false
+    ignore_disruption: true
+    flake_as_failure: false
+    pass_rate_required_new_tests: 95
+    include_multi_release_analysis: true
+  metrics:
+    enabled: true
+  regression_tracking:
+    enabled: false
+  prime_cache:
+    enabled: false

pkg/db/suites.go

@@ -69,6 +69,7 @@ var testSuites = []string{
 	"ServiceMesh-lp-interop",
 	"OpenshiftPipelines-lp-interop",
 	"COO-lp-interop",
+	"Compliance-lp-interop",
 }
 
 func populateTestSuitesInDB(db *gorm.DB) error {

pkg/variantregistry/ocp.go

@@ -1108,6 +1108,9 @@ func setLayeredProduct(_ logrus.FieldLogger, variants map[string]string, jobName
 		{"-lp-interop-cr-servicemesh", "lp-interop-servicemesh"},
 		{"-lp-interop-cr-operator-e2e", "lp-interop-serverless"},
 		{"-coo-", "lp-interop-coo"},
+		{"-complianceascode-", "lp-interop-compliance"},
+		{"-compliance-destructive", "lp-interop-compliance"},
+		{"-compliance", "lp-interop-compliance"},
 		{"-virt", "virt"},
 		{"-cnv", "virt"},
 		{"-kubevirt", "virt"},