diff --git a/kokoro/linux/aarch64/ruby_build_and_run_tests_with_qemu_aarch64.sh b/kokoro/linux/aarch64/ruby_build_and_run_tests_with_qemu_aarch64.sh
index dc093bc96aee..03c00d29ffed 100755
--- a/kokoro/linux/aarch64/ruby_build_and_run_tests_with_qemu_aarch64.sh
+++ b/kokoro/linux/aarch64/ruby_build_and_run_tests_with_qemu_aarch64.sh
@@ -5,7 +5,7 @@ set -ex
 # go to the repo root
 cd $(dirname $0)/../../..
 
-gem install bundler
+gem install bundler -v 2.4.22
 
 cd ruby
 
diff --git a/kokoro/release/ruby/macos/ruby/ruby_build_environment.sh b/kokoro/release/ruby/macos/ruby/ruby_build_environment.sh
index 41d37226cc5e..81ceca10369c 100755
--- a/kokoro/release/ruby/macos/ruby/ruby_build_environment.sh
+++ b/kokoro/release/ruby/macos/ruby/ruby_build_environment.sh
@@ -29,7 +29,7 @@ gem install bundler --no-document
 time rvm install 2.7.0
 rvm use 2.7.0 --default
 gem install rake-compiler --no-document
-gem install bundler --no-document
+gem install bundler -v 2.4.22 --no-document
 rvm osx-ssl-certs status all
 rvm osx-ssl-certs update all
 set -ex