collect CI metric

Author: xinsong-cui

.github/actions/workflow-metrics/action.yml

@@ -0,0 +1,100 @@
+name: Workflow Metrics
+description: >
+  Track and upload workflow metrics to CloudWatch
+
+runs:
+  using: composite
+  steps:
+    - name: Configure AWS Credentials
+      uses: aws-actions/configure-aws-credentials@v4
+      with:
+        # will change this to AWS CI role before merging
+        role-to-assume: arn:aws:iam::886436966712:role/Admin
+        aws-region: us-west-2
+    - name: Upload workflow metrics
+      shell: bash
+      run: |      
+        # Determine build job name with matrix values
+        job_name="${{ github.job }}"
+        if [ ! -z "${{ matrix.java-version || '' }}" ]; then
+          job_name="${job_name}(${{ matrix.java-version }})"
+        fi
+        if [ ! -z "${{ matrix.os || '' }}" ]; then
+          job_name="${job_name}(${{ matrix.os }})"
+        fi
+        
+        # Determine success/failure (1 for success, 0 for failure)
+        if [ "${{ job.status }}" == "success" ]; then
+          success_value=1
+        else
+          success_value=0
+        fi
+        
+        # Determine branch (PR target branch or current branch)
+        if [ ! -z "${{ github.base_ref }}" ]; then
+          branch_name="${{ github.base_ref }}"
+        else
+          branch_name="${{ github.ref_name }}"
+        fi
+        
+        aws cloudwatch put-metric-data \
+          --namespace "GitHub/Workflows" \
+          --metric-data '[{
+            "MetricName": "Success",
+            "Value": '$success_value',
+            "Unit": "Count",
+            "Dimensions": [
+              {
+                "Name": "WorkflowName",
+                "Value": "${{ github.workflow }}"
+              },
+              {
+                "Name": "JobName",
+                "Value": "'$job_name'"
+              },
+              {
+                "Name": "Repository",
+                "Value": "${{ github.repository }}"
+              },
+              {
+                "Name": "Branch",
+                "Value": "'$branch_name'"
+              }
+            ]
+          }]'
+        
+        if [ -z "$WORKFLOW_START_TIME" ]; then
+          echo "Warning: WORKFLOW_START_TIME not set, skipping metrics upload"
+          exit 0
+        fi
+        
+        duration=$(($(date +%s) - $WORKFLOW_START_TIME))
+        
+        # Only track duration for successful workflows
+        if [ "$success_value" -eq 1 ]; then
+          aws cloudwatch put-metric-data \
+            --namespace "GitHub/Workflows" \
+            --metric-data '[{
+              "MetricName": "Duration",
+              "Value": '$duration',
+              "Unit": "Seconds",
+              "Dimensions": [
+                {
+                  "Name": "WorkflowName",
+                  "Value": "${{ github.workflow }}"
+                },
+                {
+                  "Name": "JobName",
+                  "Value": "'$job_name'"
+                },
+                {
+                  "Name": "Repository",
+                  "Value": "${{ github.repository }}"
+                },
+                {
+                  "Name": "Branch",
+                  "Value": "'$branch_name'"
+                }
+              ]
+          }]'
+        fi

.github/workflows/codebuild-ci.yml

@@ -43,6 +43,10 @@ jobs:
     if: github.event_name == 'pull_request' || github.event_name == 'workflow_dispatch'
     runs-on: ubuntu-latest
     steps:
+      - name: Checkout sources
+        uses: actions/checkout@v2
+      - name: Set start time
+        run: echo "WORKFLOW_START_TIME=$(date +%s)" >> $GITHUB_ENV
       - name: Verify PRs are not running malicious code
         if: ${{ (inputs.aws-sdk-kotlin-pr != '' || inputs.smithy-kotlin-pr != '') && inputs.check-pr == false }}
         run: |
@@ -68,11 +72,16 @@ jobs:
             echo "cancelling in-progress build: id=$BUILD_ID"
             aws codebuild stop-build --id $BUILD_ID
           fi
+      - name: Upload metrics
+        if: always()
+        uses: ./.github/actions/workflow-metrics
 
   service-check-batch-and-artifact-size-metrics:
     if: github.event_name == 'pull_request' || github.event_name == 'workflow_dispatch'
     runs-on: ubuntu-latest
     steps:
+      - name: Set start time
+        run: echo "WORKFLOW_START_TIME=$(date +%s)" >> $GITHUB_ENV
       - name: Verify PRs are not running malicious code
         if: ${{ (inputs.aws-sdk-kotlin-pr != '' || inputs.smithy-kotlin-pr != '') && inputs.check-pr == false }}
         run: |
@@ -155,6 +164,9 @@ jobs:
             echo If this is expected please add the 'acknowledge-artifact-size-increase' label to this pull request.
             exit 1
           }
+      - name: Upload metrics
+        if: always()
+        uses: ./.github/actions/workflow-metrics
 
   release-artifact-size-metrics:
     if: github.event_name == 'release'

.github/workflows/continuous-integration.yml

@@ -4,7 +4,9 @@ on:
   pull_request:
   workflow_dispatch:
 
-permissions: { }
+permissions:
+  id-token: write
+  contents: read
 
 # Allow one instance of this workflow per pull request, and cancel older runs when new changes are pushed
 concurrency:
@@ -29,6 +31,8 @@ jobs:
           - 17
           - 21
     steps:
+      - name: Set start time
+        run: echo "WORKFLOW_START_TIME=$(date +%s)" >> $GITHUB_ENV
       - name: Checkout sources
         uses: actions/checkout@v4
         with:
@@ -46,6 +50,9 @@ jobs:
           pwd
           ls -lsa
           ./gradlew -Ptest.java.version=${{ matrix.java-version }} jvmTest --stacktrace
+      - name: Upload metrics
+        if: always()
+        uses: ./aws-sdk-kotlin/.github/actions/workflow-metrics
       - name: Save Test Reports
         if: failure()
         uses: actions/upload-artifact@v4
@@ -60,6 +67,9 @@ jobs:
       matrix:
         os: [ ubuntu-latest, macos-latest, windows-latest ]
     steps:
+      - name: Set start time
+        shell: bash
+        run: echo "WORKFLOW_START_TIME=$(date +%s)" >> $GITHUB_ENV
       - name: Checkout sources
         uses: actions/checkout@v4
         with:
@@ -99,6 +109,9 @@ jobs:
           ./gradlew apiCheck
           ./gradlew test jvmTest
           ./gradlew testAllProtocols
+      - name: Upload metrics
+        if: always()
+        uses: ./aws-sdk-kotlin/.github/actions/workflow-metrics
       - name: Save Test Reports
         if: failure()
         uses: actions/upload-artifact@v4