Make sure tests are executed on pull and on push to release but not tag (#6169)

Author: atalman

.github/workflows/test-m1.yml

@@ -8,10 +8,6 @@ on:
       - nightly
       - main
       - release/*
-    tags:
-        # NOTE: Binary build pipelines should only get triggered on release candidate builds
-        # Release candidate tags look like: v1.11.0-rc1
-        - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+
   workflow_dispatch:
 env:
   CHANNEL: "nightly"
@@ -34,7 +30,7 @@ jobs:
             echo "CHANNEL=test" >> "$GITHUB_ENV"
           fi
       - name: Set Release CHANNEL (for release)
-        if: ${{ github.event_name == 'pull_request' && startsWith(github.base_ref, 'release') }}
+        if: ${{ (github.event_name == 'pull_request' && startsWith(github.base_ref, 'release')) || startsWith(github.ref, 'release') }}
         run: |
           echo "CHANNEL=test" >> "$GITHUB_ENV"
       - name: Install TorchVision