CLOUDP-290416: [Product Metrics/Observability] Set up Github Action for IPA metrics collection job

.github/workflows/code-health-tools.yml

@@ -19,7 +19,7 @@ jobs:
     - name: Checkout CLI
       uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332
     - name: Install Go
-      uses: actions/setup-go@3041bf56c941b39c61721a86cd11f3bb1338122a
+      uses: actions/setup-go@f111f3307d8850f501ac008e886eec1fd1932a34
       with:
         go-version-file: 'tools/cli/go.mod'
     - name: Build CLI
@@ -40,7 +40,7 @@ jobs:
       - name: Checkout
         uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332
       - name: Install Go
-        uses: actions/setup-go@3041bf56c941b39c61721a86cd11f3bb1338122a
+        uses: actions/setup-go@f111f3307d8850f501ac008e886eec1fd1932a34
         with:
           go-version-file: 'tools/cli/go.mod'
       - name: Run unit tests
@@ -88,12 +88,12 @@ jobs:
         run: |
           npm run lint-js
       - name: Install Go
-        uses: actions/setup-go@3041bf56c941b39c61721a86cd11f3bb1338122a
+        uses: actions/setup-go@f111f3307d8850f501ac008e886eec1fd1932a34
         with:
           go-version-file: 'tools/cli/go.mod'
           cache: false # see https://github.com/golangci/golangci-lint-action/issues/807
       - name: golangci-lint
-        uses: golangci/golangci-lint-action@971e284b6050e8a5849b72094c50ab08da042db8
+        uses: golangci/golangci-lint-action@ec5d18412c0aeab7936cb16880d708ba2a64e1ae
         with:
           version: v1.60.3
           working-directory: tools/cli
@@ -118,7 +118,7 @@ jobs:
       - name: Checkout
         uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332
       - name: Install Go
-        uses: actions/setup-go@3041bf56c941b39c61721a86cd11f3bb1338122a
+        uses: actions/setup-go@f111f3307d8850f501ac008e886eec1fd1932a34
         with:
           go-version-file: 'tools/cli/go.mod'
       - name: Run e2e tests

.github/workflows/release-IPA-validation.yml

@@ -0,0 +1,55 @@
+name: IPA Validations Release
+on:
+  workflow_call:
+    secrets: # all secrets are passed explicitly in this workflow
+      aws_access_key:
+        required: true
+      aws_secret_key:
+        required: true
+      aws_s3_bucket_prefix:
+        required: true
+  workflow_dispatch:
+permissions:
+  issues: write
+
+jobs:
+  release-IPA-validation:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup Node
+        uses: actions/setup-node@v4
+        with:
+          node-version: '20.x'
+          cache: 'npm'
+
+      - name: Install npm dependencies
+        run: npm install
+
+      - name: Check last Changelog Entry
+        id: check_last_run
+        run: |
+          last_run_date=$(< changelog/changelog.json jq '.[0].date')
+          today=$(date +%F)
+          echo "last_run_date=${last_run_date}"
+          echo "today=${today}"
+          if [[ "${last_run_date}" == "${today}" ]]; then
+             echo "skip_release='true'" >> "${GITHUB_OUTPUT}"
+          else
+             echo "skip_release='false'" >> "${GITHUB_OUTPUT}"
+          fi
+
+      - name: Run Metric Collection Job
+        working-directory: ./tools/spectral/ipa/metrics
+        run: node metricCollection.js
+
+      - name: Dump Metric Collection Job Data to S3
+        working-directory: ./tools/spectral/ipa/metrics
+        env:
+          AWS_ACCESS_KEY_ID: ${{secrets.aws_access_key}}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.aws_secret_key }}
+          S3_BUCKET_PREFIX: ${{ secrets.aws_s3_bucket_prefix }}
+        run: node dataDump.js
+

.github/workflows/release-cli.yml

@@ -60,7 +60,7 @@ jobs:
         with:
           ref: ${{ inputs.version_number }}
       - name: Set up Go
-        uses: actions/setup-go@3041bf56c941b39c61721a86cd11f3bb1338122a
+        uses: actions/setup-go@f111f3307d8850f501ac008e886eec1fd1932a34
         with:
           go-version-file: 'tools/cli/go.mod'
       - name: Run GoReleaser

.github/workflows/release-spec.yml

@@ -178,9 +178,19 @@ jobs:
         branch: ${{ inputs.branch }}
         foascli_version: ${{ inputs.foascli_version }}
 
+#  release-IPA-validation:
+#    name: Release IPA validations
+#    needs: release
+#    if: ${{ inputs.env == 'dev' && needs.release.outputs.changes_detected == 'true' }}
+#    uses: ./.github/workflows/release-IPA-validation.yml
+#    secrets:
+#      aws_access_key: ${{ secrets.IPA_S3_BUCKET_DW_STAGING_USERNAME}}
+#      aws_secret_key: ${{ secrets.IPA_S3_BUCKET_DW_STAGING_PASSWORD}}
+#      aws_s3_bucket_prefix: ${{ secrets.IPA_S3_BUCKET_DW_STAGING_PREFIX}}
+
   failure-handler: 
     name: Failure Handler
-    needs: [ release, release-postman, release-changelog ]
+    needs: [ release, release-postman, release-changelog]
     if: ${{ always() && contains(needs.*.result, 'failure') }}
     uses: ./.github/workflows/failure-handler.yml
     with:

.github/workflows/required-spec-validations.yml

@@ -42,7 +42,7 @@ jobs:
             SPECTRAL_VERSION: ${{ inputs.spectral_version }}
           run: npx -- @stoplight/spectral-cli@"${SPECTRAL_VERSION}" lint openapi-foas.yaml --ruleset=tools/spectral/.spectral.yaml
         - name: Install Go
-          uses: actions/setup-go@3041bf56c941b39c61721a86cd11f3bb1338122a
+          uses: actions/setup-go@f111f3307d8850f501ac008e886eec1fd1932a34
           with:
             go-version-file: 'tools/cli/go.mod'
             cache-dependency-path: "tools/cli/go.sum"

.gitignore

@@ -18,6 +18,7 @@
 # Tool generated files
 *.idea
 *.vscode
+*.DS_Store
 
 *.out
 **/*ipa-collector-results-combined.log

babel.config.json

@@ -1,3 +1,5 @@
 {
-  "presets": ["@babel/preset-env"]
+  "presets": ["@babel/preset-env"],
+  "plugins": [
+    "babel-plugin-transform-import-meta"]
 }

changelog/changelog.json

@@ -1,4 +1,94 @@
 [
+  {
+    "date": "2025-01-22",
+    "paths": [
+      {
+        "path": "/api/atlas/v2/groups/{groupId}/events",
+        "httpMethod": "GET",
+        "versions": [
+          {
+            "version": "2024-11-13",
+            "changes": [
+              {
+                "change": "added the new 'CLUSTER_IP_MIGRATED_FINAL_ROUND, CLUSTER_IP_MIGRATED_FIRST_ROUND, CLUSTER_IP_MIGRATED_SECOND_ROUND, CLUSTER_IP_ROLLED_BACK' enum values to the 'results/items/oneOf[subschema #14: NDS Audits]/eventTypeName' response property",
+                "changeCode": "response-property-enum-value-added",
+                "backwardCompatible": true
+              }
+            ],
+            "stabilityLevel": "stable",
+            "changeType": "update"
+          }
+        ],
+        "operationId": "listProjectEvents",
+        "tag": "Events"
+      },
+      {
+        "path": "/api/atlas/v2/groups/{groupId}/events/{eventId}",
+        "httpMethod": "GET",
+        "versions": [
+          {
+            "version": "2024-11-13",
+            "changes": [
+              {
+                "change": "added the new 'CLUSTER_IP_MIGRATED_FINAL_ROUND, CLUSTER_IP_MIGRATED_FIRST_ROUND, CLUSTER_IP_MIGRATED_SECOND_ROUND, CLUSTER_IP_ROLLED_BACK' enum values to the '/oneOf[subschema #14: NDS Audits]/eventTypeName' response property",
+                "changeCode": "response-property-enum-value-added",
+                "backwardCompatible": true
+              }
+            ],
+            "stabilityLevel": "stable",
+            "changeType": "update"
+          }
+        ],
+        "operationId": "getProjectEvent",
+        "tag": "Events"
+      }
+    ]
+  },
+  {
+    "date": "2025-01-21",
+    "paths": [
+      {
+        "path": "/api/atlas/v2/groups/{groupId}/events",
+        "httpMethod": "GET",
+        "versions": [
+          {
+            "version": "2024-11-13",
+            "changes": [
+              {
+                "change": "added the new 'CLUSTER_MIGRATE_BACK_TO_AWS_MANAGED_IP_REQUESTED' enum value to the 'results/items/oneOf[subschema #14: NDS Audits]/eventTypeName' response property",
+                "changeCode": "response-property-enum-value-added",
+                "backwardCompatible": true
+              }
+            ],
+            "stabilityLevel": "stable",
+            "changeType": "update"
+          }
+        ],
+        "operationId": "listProjectEvents",
+        "tag": "Events"
+      },
+      {
+        "path": "/api/atlas/v2/groups/{groupId}/events/{eventId}",
+        "httpMethod": "GET",
+        "versions": [
+          {
+            "version": "2024-11-13",
+            "changes": [
+              {
+                "change": "added the new 'CLUSTER_MIGRATE_BACK_TO_AWS_MANAGED_IP_REQUESTED' enum value to the '/oneOf[subschema #14: NDS Audits]/eventTypeName' response property",
+                "changeCode": "response-property-enum-value-added",
+                "backwardCompatible": true
+              }
+            ],
+            "stabilityLevel": "stable",
+            "changeType": "update"
+          }
+        ],
+        "operationId": "getProjectEvent",
+        "tag": "Events"
+      }
+    ]
+  },
   {
     "date": "2025-01-13",
     "paths": [

changelog/changelog.yaml

@@ -1,3 +1,55 @@
+- date: "2025-01-22"
+  paths:
+    - httpMethod: GET
+      operationId: listProjectEvents
+      path: /api/atlas/v2/groups/{groupId}/events
+      tag: Events
+      versions:
+        - changeType: update
+          changes:
+            - backwardCompatible: true
+              change: 'added the new ''CLUSTER_IP_MIGRATED_FINAL_ROUND, CLUSTER_IP_MIGRATED_FIRST_ROUND, CLUSTER_IP_MIGRATED_SECOND_ROUND, CLUSTER_IP_ROLLED_BACK'' enum values to the ''results/items/oneOf[subschema #14: NDS Audits]/eventTypeName'' response property'
+              changeCode: response-property-enum-value-added
+          stabilityLevel: stable
+          version: "2024-11-13"
+    - httpMethod: GET
+      operationId: getProjectEvent
+      path: /api/atlas/v2/groups/{groupId}/events/{eventId}
+      tag: Events
+      versions:
+        - changeType: update
+          changes:
+            - backwardCompatible: true
+              change: 'added the new ''CLUSTER_IP_MIGRATED_FINAL_ROUND, CLUSTER_IP_MIGRATED_FIRST_ROUND, CLUSTER_IP_MIGRATED_SECOND_ROUND, CLUSTER_IP_ROLLED_BACK'' enum values to the ''/oneOf[subschema #14: NDS Audits]/eventTypeName'' response property'
+              changeCode: response-property-enum-value-added
+          stabilityLevel: stable
+          version: "2024-11-13"
+- date: "2025-01-21"
+  paths:
+    - httpMethod: GET
+      operationId: listProjectEvents
+      path: /api/atlas/v2/groups/{groupId}/events
+      tag: Events
+      versions:
+        - changeType: update
+          changes:
+            - backwardCompatible: true
+              change: 'added the new ''CLUSTER_MIGRATE_BACK_TO_AWS_MANAGED_IP_REQUESTED'' enum value to the ''results/items/oneOf[subschema #14: NDS Audits]/eventTypeName'' response property'
+              changeCode: response-property-enum-value-added
+          stabilityLevel: stable
+          version: "2024-11-13"
+    - httpMethod: GET
+      operationId: getProjectEvent
+      path: /api/atlas/v2/groups/{groupId}/events/{eventId}
+      tag: Events
+      versions:
+        - changeType: update
+          changes:
+            - backwardCompatible: true
+              change: 'added the new ''CLUSTER_MIGRATE_BACK_TO_AWS_MANAGED_IP_REQUESTED'' enum value to the ''/oneOf[subschema #14: NDS Audits]/eventTypeName'' response property'
+              changeCode: response-property-enum-value-added
+          stabilityLevel: stable
+          version: "2024-11-13"
 - date: "2025-01-13"
   paths:
     - httpMethod: GET

changelog/internal/changelog-all.json

@@ -1,4 +1,94 @@
 [
+  {
+    "date": "2025-01-22",
+    "paths": [
+      {
+        "path": "/api/atlas/v2/groups/{groupId}/events",
+        "httpMethod": "GET",
+        "versions": [
+          {
+            "version": "2024-11-13",
+            "changes": [
+              {
+                "change": "added the new 'CLUSTER_IP_MIGRATED_FINAL_ROUND, CLUSTER_IP_MIGRATED_FIRST_ROUND, CLUSTER_IP_MIGRATED_SECOND_ROUND, CLUSTER_IP_ROLLED_BACK' enum values to the 'results/items/oneOf[subschema #14: NDS Audits]/eventTypeName' response property",
+                "changeCode": "response-property-enum-value-added",
+                "backwardCompatible": true
+              }
+            ],
+            "stabilityLevel": "stable",
+            "changeType": "update"
+          }
+        ],
+        "operationId": "listProjectEvents",
+        "tag": "Events"
+      },
+      {
+        "path": "/api/atlas/v2/groups/{groupId}/events/{eventId}",
+        "httpMethod": "GET",
+        "versions": [
+          {
+            "version": "2024-11-13",
+            "changes": [
+              {
+                "change": "added the new 'CLUSTER_IP_MIGRATED_FINAL_ROUND, CLUSTER_IP_MIGRATED_FIRST_ROUND, CLUSTER_IP_MIGRATED_SECOND_ROUND, CLUSTER_IP_ROLLED_BACK' enum values to the '/oneOf[subschema #14: NDS Audits]/eventTypeName' response property",
+                "changeCode": "response-property-enum-value-added",
+                "backwardCompatible": true
+              }
+            ],
+            "stabilityLevel": "stable",
+            "changeType": "update"
+          }
+        ],
+        "operationId": "getProjectEvent",
+        "tag": "Events"
+      }
+    ]
+  },
+  {
+    "date": "2025-01-21",
+    "paths": [
+      {
+        "path": "/api/atlas/v2/groups/{groupId}/events",
+        "httpMethod": "GET",
+        "versions": [
+          {
+            "version": "2024-11-13",
+            "changes": [
+              {
+                "change": "added the new 'CLUSTER_MIGRATE_BACK_TO_AWS_MANAGED_IP_REQUESTED' enum value to the 'results/items/oneOf[subschema #14: NDS Audits]/eventTypeName' response property",
+                "changeCode": "response-property-enum-value-added",
+                "backwardCompatible": true
+              }
+            ],
+            "stabilityLevel": "stable",
+            "changeType": "update"
+          }
+        ],
+        "operationId": "listProjectEvents",
+        "tag": "Events"
+      },
+      {
+        "path": "/api/atlas/v2/groups/{groupId}/events/{eventId}",
+        "httpMethod": "GET",
+        "versions": [
+          {
+            "version": "2024-11-13",
+            "changes": [
+              {
+                "change": "added the new 'CLUSTER_MIGRATE_BACK_TO_AWS_MANAGED_IP_REQUESTED' enum value to the '/oneOf[subschema #14: NDS Audits]/eventTypeName' response property",
+                "changeCode": "response-property-enum-value-added",
+                "backwardCompatible": true
+              }
+            ],
+            "stabilityLevel": "stable",
+            "changeType": "update"
+          }
+        ],
+        "operationId": "getProjectEvent",
+        "tag": "Events"
+      }
+    ]
+  },
   {
     "date": "2025-01-13",
     "paths": [