collect CI metrics

Author: xinsong-cui

.github/actions/workflow-metrics/action.yml

@@ -0,0 +1,53 @@
+name: Workflow Metrics
+description: >
+  Track and upload workflow execution time to CloudWatch
+
+runs:
+  using: composite
+  steps:
+    - name: Configure AWS Credentials
+      uses: aws-actions/configure-aws-credentials@v4
+      with:
+        role-to-assume: arn:aws:iam::886436966712:role/Admin
+        aws-region: us-west-2
+    - name: Upload workflow metrics
+      shell: bash
+      run: |
+        # Check if WORKFLOW_START_TIME is set
+        if [ -z "$WORKFLOW_START_TIME" ]; then
+        echo "Warning: WORKFLOW_START_TIME not set, skipping metrics upload"
+        exit 0
+        fi
+        
+        duration=$(($(date +%s) - $WORKFLOW_START_TIME))
+        
+        # Build job name with matrix values
+        job_name="${{ github.job }}"
+        if [ ! -z "${{ matrix.java-version || '' }}" ]; then
+        job_name="${job_name} (${{ matrix.java-version }})"
+        fi
+        if [ ! -z "${{ matrix.os || '' }}" ]; then
+        job_name="${job_name} (${{ matrix.os }})"
+        fi
+        
+        aws cloudwatch put-metric-data \
+          --namespace "GitHub/Workflows" \
+          --metric-data '[{
+            "MetricName": "Duration",
+            "Value": '$duration',
+            "Unit": "Seconds",
+            "Dimensions": [
+              {
+                "Name": "WorkflowName",
+                "Value": "${{ github.workflow }}"
+              },
+              {
+                "Name": "JobName",
+                "Value": "'$job_name'"
+              },
+              {
+                "Name": "Repository", 
+                "Value": "${{ github.repository }}"
+              }
+            ]
+          }]'

.github/workflows/continuous-integration.yml

@@ -8,6 +8,10 @@ on:
   pull_request:
   workflow_dispatch:
 
+permissions:
+  id-token: write
+  contents: read
+
 # Allow one instance of this workflow per pull request, and cancel older runs when new changes are pushed
 concurrency:
   group: ci-pr-${{ github.ref }}
@@ -31,6 +35,8 @@ jobs:
           - 17
           - 21
     steps:
+      - name: Set start time
+        run: echo "WORKFLOW_START_TIME=$(date +%s)" >> $GITHUB_ENV
       - name: Checkout sources
         uses: actions/checkout@v4
       - name: Configure JDK
@@ -45,6 +51,8 @@ jobs:
         shell: bash
         run: |
           ./gradlew -Ptest.java.version=${{ matrix.java-version }} jvmTest --stacktrace
+      - name: Upload metrics
+        uses: ./aws-sdk-kotlin/.github/actions/workflow-metrics
 
   all-platforms:
     runs-on: ${{ matrix.os }}
@@ -53,6 +61,9 @@ jobs:
       matrix:
         os: [ ubuntu-latest, macos-latest, windows-latest ]
     steps:
+      - name: Set start time
+        shell: bash
+        run: echo "WORKFLOW_START_TIME=$(date +%s)" >> $GITHUB_ENV
       - name: Checkout sources
         uses: actions/checkout@v4
       - name: Configure JDK
@@ -69,6 +80,8 @@ jobs:
           echo "kotlinWarningsAsErrors=true" >> $GITHUB_WORKSPACE/local.properties
           ./gradlew apiCheck
           ./gradlew test jvmTest
+      - name: Upload metrics
+        uses: ./aws-sdk-kotlin/.github/actions/workflow-metrics
       - name: Save Test Reports
         if: failure()
         uses: actions/upload-artifact@v4
@@ -79,6 +92,9 @@ jobs:
   protocol-tests:
     runs-on: ubuntu-latest
     steps:
+      - name: Set start time
+        shell: bash
+        run: echo "WORKFLOW_START_TIME=$(date +%s)" >> $GITHUB_ENV
       - name: Checkout sources
         uses: actions/checkout@v4
       - name: Configure JDK
@@ -94,10 +110,14 @@ jobs:
         run: |
           ./gradlew publishToMavenLocal
           ./gradlew testAllProtocols
-
+      - name: Upload metrics
+        uses: ./aws-sdk-kotlin/.github/actions/workflow-metrics
   downstream:
     runs-on: ubuntu-latest
     steps:
+    - name: Set start time
+      shell: bash
+      run: echo "WORKFLOW_START_TIME=$(date +%s)" >> $GITHUB_ENV
     - name: Checkout sources
       uses: actions/checkout@v4
       with:
@@ -147,4 +167,6 @@ jobs:
         sed -i "s/smithy-kotlin-codegen-version = .*$/smithy-kotlin-codegen-version = \"$SMITHY_KOTLIN_CODEGEN_VERSION\"/" gradle/libs.versions.toml
         ./gradlew --parallel publishToMavenLocal
         ./gradlew test jvmTest
-        ./gradlew testAllProtocols
+        ./gradlew testAllProtocols
+    - name: Upload metrics
+      uses: ./aws-sdk-kotlin/.github/actions/workflow-metrics