diff --git a/bin/ruby-build b/bin/ruby-build
index 6ba888947d..ab9876500a 100755
--- a/bin/ruby-build
+++ b/bin/ruby-build
@@ -935,7 +935,7 @@ build_package_artichoke() {
 remove_windows_files() {
   # shellcheck disable=SC2164
   cd "$PREFIX_PATH"
-  rm -f bin/*.exe bin/*.dll bin/*.bat bin/jruby.sh
+  rm -f bin/*.exe bin/*.dll bin/*.bat
 }
 
 clean_prefix_path_truffleruby() {