diff --git a/ruby/publish/action.yml b/ruby/publish/action.yml
index ef8b0c0..dfc0437 100644
--- a/ruby/publish/action.yml
+++ b/ruby/publish/action.yml
@@ -16,6 +16,10 @@ inputs:
   aws_secret_id:
     description: The AWS_SECRET_ID defined for this project
     required: true
+  bundler_cache_version:
+    description: The cache-version to use for the bundler cache
+    required: false
+    default: '0'
   dry_run:
     description: Whether this is a dry run or not ("false" for releases)
     required: true
@@ -31,6 +35,10 @@ inputs:
   release_message_template:
     description: The template for the release message. Use "{0}" in the text to refer to the current version.
     required: true
+  rubygems_version:
+    description: The version of Rubygems to use (see setup-ruby/action.yml)
+    required: false
+    default: latest
   silk_asset_group:
     description: The Silk asset group for the project
     required: true
@@ -48,7 +56,9 @@ runs:
       uses: ruby/setup-ruby@v1
       with:
         ruby-version: '3.2'
+        rubygems: ${{ inputs.rubygems_version }}
         bundler-cache: true
+        cache-version: ${{ inputs.bundler_cache_version }}
 
     - name: Get the release version
       shell: bash