feat: add alert for publishing @next version (#2297)

* feat: add alert for publishing @next version

* fix: remove trigger-success-alarm

* Update .github/workflows/test-deploy-main.yml

Co-authored-by: Scott Rees <[email protected]>

* fix: address review comments

Co-authored-by: 0618 <[email protected]>
Co-authored-by: Scott Rees <[email protected]>

Author: 3 people

.github/workflows/run-and-test-builds.yml

@@ -96,8 +96,8 @@ jobs:
           NEW_PASSWORD: ${{ secrets.NEW_PASSWORD }}
           VALID_PASSWORD: ${{ secrets.VALID_PASSWORD }}
 
-  trigger-failure-alarm:
-    # Triggers an alarm if any of builds failed.
+  log-failure-metric:
+    # Send data point 1 to metric RunTimeTestsFailure, if failure
     runs-on: ubuntu-latest
     environment: ci
     needs: build
@@ -111,8 +111,8 @@ jobs:
           aws-region: us-east-1
       - run: aws cloudwatch put-metric-data --metric-name RunTimeTestsFailure --namespace GithubCanaryApps --value 1
 
-  trigger-sucess-alarm:
-    # Triggers an alarm if all the builds succeed
+  log-success-metric:
+    # Send data point 0 to metric RunTimeTestsFailure, if success
     runs-on: ubuntu-latest
     environment: ci
     needs: build

.github/workflows/test-deploy-main.yml

@@ -167,3 +167,33 @@ jobs:
       - name: Run yarn build on each sample app
         run: yarn build
         working-directory: ./canary
+
+  log-failure-metric:
+    # Send data point 1 to metric RunTimeTestsFailure, if success
+    runs-on: ubuntu-latest
+    environment: ci
+    needs: build
+    if: ${{ failure() }}
+    steps:
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: us-east-1
+      - run: aws cloudwatch put-metric-data --metric-name publishFailure --namespace GithubCanaryApps --value 1
+
+  log-success-metric:
+    # Send data point 0 to metric RunTimeTestsFailure, if success
+    runs-on: ubuntu-latest
+    environment: ci
+    needs: build
+    if: ${{ success() }}
+    steps:
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: us-east-1
+      - run: aws cloudwatch put-metric-data --metric-name publishFailure --namespace GithubCanaryApps --value 0