diff --git a/.github/actions/setup-conda/action.yml b/.github/actions/setup-conda/action.yml
index a09ac1a4e5ffb..be61177395ffd 100644
--- a/.github/actions/setup-conda/action.yml
+++ b/.github/actions/setup-conda/action.yml
@@ -14,6 +14,9 @@ runs:
         condarc-file: ci/.condarc
         cache-environment: true
         cache-downloads: true
+        cache-downloads-key: "foobar3"
+        cache-environment-key: "foobar4"
+        create-args: mamba<2.1.1
 
     - name: Uninstall pyarrow
       if: ${{ env.REMOVE_PYARROW == '1' }}