diff --git a/.github/workflows/release-request-weekly.yml b/.github/workflows/release-request-weekly.yml
index b20de3c04d..ab2524b83b 100644
--- a/.github/workflows/release-request-weekly.yml
+++ b/.github/workflows/release-request-weekly.yml
@@ -28,16 +28,17 @@ jobs:
       - name: Install Toys
         run: "gem install --no-document toys -v 0.15.5"
 
-      - name: Create otelbot token
-        uses: actions/create-github-app-token@a8d616148505b5069dccd32f177bb87d7f39123b # v2.1.1
-        id: otelbot-token
+      - name: Create otelbot app token
+        uses: actions/create-github-app-token@v2.1.1
+        id: app-token
         with:
-          app-id: ${{ vars.OTELBOT_APP_ID }}
-          private-key: ${{ secrets.OTELBOT_PRIVATE_KEY }}
+          app-id: ${{ vars.OTELBOT_RUBY_CONTRIB_APP_ID }}
+          private-key: ${{ secrets.OTELBOT_RUBY_CONTRIB_PRIVATE_KEY }}
 
       - name: Open release pull request
         env:
-          GITHUB_TOKEN: ${{ steps.otelbot-token.outputs.token }}
+          # Using the app token instead of GITHUB_TOKEN to trigger workflows
+          GITHUB_TOKEN: ${{ steps.app-token.outputs.token }}
         run: |
           toys release request --yes --verbose \
             "--release-ref=${{ github.ref }}" \
diff --git a/.github/workflows/release-request.yml b/.github/workflows/release-request.yml
index d309527469..54b1b6fd49 100644
--- a/.github/workflows/release-request.yml
+++ b/.github/workflows/release-request.yml
@@ -32,16 +32,16 @@ jobs:
       - name: Install Toys
         run: "gem install --no-document toys -v 0.15.5"
 
-      - name: Create otelbot token
-        uses: actions/create-github-app-token@a8d616148505b5069dccd32f177bb87d7f39123b # v2.1.1
-        id: otelbot-token
+      - name: Create otelbot app token
+        uses: actions/create-github-app-token@v2.1.1
+        id: app-token
         with:
-          app-id: ${{ vars.OTELBOT_APP_ID }}
-          private-key: ${{ secrets.OTELBOT_PRIVATE_KEY }}
+          app-id: ${{ vars.OTELBOT_RUBY_CONTRIB_APP_ID }}
+          private-key: ${{ secrets.OTELBOT_RUBY_CONTRIB_PRIVATE_KEY }}
 
       - name: Open release pull request
         env:
-          GITHUB_TOKEN: ${{ steps.otelbot-token.outputs.token }}
+          GITHUB_TOKEN: ${{ steps.app-token.outputs.token }}
         run: |
           toys release request --yes --verbose \
             "--gems=${{ github.event.inputs.gems }}" \
diff --git a/.github/workflows/release-retry.yml b/.github/workflows/release-retry.yml
index 90994e7547..6152502524 100644
--- a/.github/workflows/release-retry.yml
+++ b/.github/workflows/release-retry.yml
@@ -35,16 +35,9 @@ jobs:
       - name: Install Toys
         run: "gem install --no-document toys -v 0.15.5"
 
-      - name: Create otelbot token
-        uses: actions/create-github-app-token@a8d616148505b5069dccd32f177bb87d7f39123b # v2.1.1
-        id: otelbot-token
-        with:
-          app-id: ${{ vars.OTELBOT_APP_ID }}
-          private-key: ${{ secrets.OTELBOT_PRIVATE_KEY }}
-
       - name: Retry release
         env:
-          GITHUB_TOKEN: ${{ steps.otelbot-token.outputs.token }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
           toys release retry --yes --verbose \
             "--enable-releases=${{ secrets.ENABLE_RELEASES }}" \