collect success rate metric

Author: xinsong-cui

.github/actions/workflow-metrics/action.yml

@@ -24,18 +24,25 @@ runs:
         # Build job name with matrix values
         job_name="${{ github.job }}"
         if [ ! -z "${{ matrix.java-version || '' }}" ]; then
-        job_name="${job_name}(${{ matrix.java-version }})"
+          job_name="${job_name}(${{ matrix.java-version }})"
         fi
         if [ ! -z "${{ matrix.os || '' }}" ]; then
-        job_name="${job_name}(${{ matrix.os }})"
+          job_name="${job_name}(${{ matrix.os }})"
+        fi
+        
+        # Determine success/failure (1 for success, 0 for failure)
+        if [ "${{ job.status }}" == "success" ]; then
+          success_value=1
+        else
+          success_value=0
         fi
         
         aws cloudwatch put-metric-data \
           --namespace "GitHub/Workflows" \
           --metric-data '[{
-            "MetricName": "Duration",
-            "Value": '$duration',
-            "Unit": "Seconds",
+            "MetricName": "Success",
+            "Value": '$success_value',
+            "Unit": "Count",
             "Dimensions": [
               {
                 "Name": "WorkflowName",
@@ -46,8 +53,33 @@ runs:
                 "Value": "'$job_name'"
               },
               {
-                "Name": "Repository", 
+                "Name": "Repository",
                 "Value": "${{ github.repository }}"
               }
             ]
-          }]'
+          }]'
+        
+        # Send Duration metric only if workflow successful
+        if [ "$success_value" -eq 1 ]; then
+          aws cloudwatch put-metric-data \
+            --namespace "GitHub/Workflows" \
+            --metric-data '[{
+              "MetricName": "Duration",
+              "Value": '$duration',
+              "Unit": "Seconds",
+              "Dimensions": [
+                {
+                  "Name": "WorkflowName",
+                  "Value": "${{ github.workflow }}"
+                },
+                {
+                  "Name": "JobName",
+                  "Value": "'$job_name'"
+                },
+                {
+                  "Name": "Repository",
+                  "Value": "${{ github.repository }}"
+                }
+              ]
+          }]'
+        fi

.github/workflows/continuous-integration.yml

@@ -52,6 +52,7 @@ jobs:
         run: |
           ./gradlew -Ptest.java.version=${{ matrix.java-version }} jvmTest --stacktrace
       - name: Upload metrics
+        if: always()
         uses: ./.github/actions/workflow-metrics
 
   all-platforms:
@@ -88,7 +89,9 @@ jobs:
         with:
           name: test-reports-${{ matrix.os }}
           path: '**/build/reports'
-
+      - name: Upload metrics
+        if: always()
+        uses: ./.github/actions/workflow-metrics
   protocol-tests:
     runs-on: ubuntu-latest
     steps:
@@ -111,6 +114,7 @@ jobs:
           ./gradlew publishToMavenLocal
           ./gradlew testAllProtocols
       - name: Upload metrics
+        if: always()
         uses: ./.github/actions/workflow-metrics
   downstream:
     runs-on: ubuntu-latest
@@ -169,4 +173,5 @@ jobs:
         ./gradlew test jvmTest
         ./gradlew testAllProtocols
     - name: Upload metrics
+      if: always()
       uses: ./smithy-kotlin/.github/actions/workflow-metrics