Collect k8s coverage data and include them in coverage JSON files

Author: nik-localstack

.github/workflows/docs-parity-updates.yml

@@ -72,7 +72,7 @@ jobs:
           ARTIFACT_ID: parity-metric-pro-raw-amd*
           WORKFLOW: "AWS / Build, Test, Push" 
           PREFIX_ARTIFACT: pro-integration-test
-      
+
       - name: Download coverage (capture-notimplemented) data from Pro pipeline (GitHub)
         working-directory: docs
         run: /tmp/get_latest_github_metrics.sh ./target main
@@ -103,6 +103,36 @@ jobs:
           WORKFLOW: "AWS / Build, Test, Push"
           RESOURCE_FOLDER: "metrics-implementation-details/community"
 
+      - name: Download coverage data for K8s pipeline (acceptance tests) (GitHub)
+        working-directory: docs
+        run: /tmp/get_latest_github_metrics.sh ./target main
+        env:
+          GITHUB_TOKEN: ${{ secrets.PRO_ACCESS_TOKEN }}
+          REPOSITORY_NAME: localstack-pro
+          ARTIFACT_ID: parity-metric-pro-k8s-acceptance-raw-amd64-*
+          WORKFLOW: "AWS / Pro K8s tests"
+          PREFIX_ARTIFACT: k8s-acceptance-test
+
+      - name: Download coverage data for K8s pipeline (integration tests) (GitHub)
+        working-directory: docs
+        run: /tmp/get_latest_github_metrics.sh ./target main
+        env:
+          GITHUB_TOKEN: ${{ secrets.PRO_ACCESS_TOKEN }}
+          REPOSITORY_NAME: localstack-pro
+          ARTIFACT_ID: parity-metric-pro-k8s-integration-raw-amd64-*
+          WORKFLOW: "AWS / Pro K8s tests"
+          PREFIX_ARTIFACT: k8s-integration-test
+
+      - name: Download coverage data for community K8s pipeline (integration tests) (GitHub)
+        working-directory: docs
+        run: /tmp/get_latest_github_metrics.sh ./target main
+        env:
+          GITHUB_TOKEN: ${{ secrets.PRO_ACCESS_TOKEN }}
+          REPOSITORY_NAME: localstack-pro
+          ARTIFACT_ID: parity-metric-community-k8s-integration-raw-*
+          WORKFLOW: "AWS / Community K8S tests"
+          PREFIX_ARTIFACT: k8s-community-integration-test
+
       - name: Create Parity Coverage Docs
         working-directory: docs
         run: |

scripts/create_data_coverage.py

@@ -167,6 +167,7 @@ def _init_metric_recorder(operations_dict: dict):
             "aws_validated": False,
             "snapshot_tested": False,
             "snapshot_skipped": "",
+            "k8s_test_suite": False,
         }
         operations[operation] = op_attributes
 
@@ -221,17 +222,17 @@ def aggregate_recorded_raw_data(
     pathlist = Path(base_dir).rglob("*.csv")
     for path in pathlist:
         test_source = path.stem
-        # print(f"checking {str(path)}")
         with open(path, "r") as csv_obj:
             csv_dict_reader = csv.DictReader(csv_obj)
             for metric in csv_dict_reader:
                 service = metric.get("service")
                 if service not in services_of_interest:
                     continue
-                
-                node_id = metric.get("node_id") or metric.get("test_node_id")
-                if not node_id:
+
+                node_id = metric.get("node_id") or metric.get("test_node_id") or ""
+                if not node_id and not test_source.startswith("k8s"):
                     # some records do not have a node-id -> relates to requests in the background between tests
+                    # For K8s tests we do not have a node_id, so we keep those records
                     continue
 
                 # skip tests are marked as xfail
@@ -250,6 +251,7 @@ def aggregate_recorded_raw_data(
 
                 internal_test = False
                 external_test = False
+                k8s_tested = False
 
                 if test_source.startswith("community"):
                     test_node_origin = "LocalStack Community"
@@ -259,6 +261,11 @@ def aggregate_recorded_raw_data(
                     test_node_origin = "LocalStack Pro"
                     internal_test = True
                     source = "ls_pro"
+                elif test_source.startswith("k8s"):
+                    internal_test = True
+                    k8s_tested = True
+                    source = "ls_pro"  # for now k8s tests are only running in pro
+                    test_node_origin = "LocalStack Pro"
                 else:
                     external_test = True
 
@@ -274,6 +281,8 @@ def aggregate_recorded_raw_data(
                     op_record["internal_test_suite"] = True
                 if external_test and not op_record.get("external_test_suite"):
                     op_record["external_test_suite"] = True
+                if k8s_tested and not op_record.get("k8s_test_suite"):
+                    op_record["k8s_test_suite"] = True
 
                 aws_validated = (
                     str(metric.get("aws_validated", "false")).lower() == "true"

src/components/feature-coverage/FeatureCoverage.tsx

@@ -52,6 +52,14 @@ const columns: ColumnDef<any>[] = [
     enableSorting: false,
     enableResizing: false,
   },
+  {
+    id: 'k8s_support',
+    accessorFn: (row) => row[Object.keys(row)[0]].k8s_test_suite,
+    header: () => 'Kubernetes Support',
+    cell: ({ getValue }) => (getValue() ? '✔️' : ''),
+    enableSorting: false,
+    enableResizing: false,
+  },
 ];
 
 export default function PersistenceCoverage({ service }: { service: string }) {
@@ -137,6 +145,8 @@ export default function PersistenceCoverage({ service }: { service: string }) {
                         return '15%';
                       case 'image':
                         return '15%';
+                      case 'k8s_support':
+                        return '15%';
                       default:
                         return '15%';
                     }