diff --git a/scripts/test-gem-install b/scripts/test-gem-install
index cce7717d0cc..1305eac16cc 100755
--- a/scripts/test-gem-install
+++ b/scripts/test-gem-install
@@ -29,7 +29,7 @@ if [ -n "${BUNDLE_APP_CONFIG:-}" ] ; then
   export BUNDLE_CACHE_PATH="${BUNDLE_APP_CONFIG}/cache"
 fi
 
-gem install bundler -v "~> 2.2"
+gem install bundler -v "~> 2.2, != 2.3.21"
 bundle install --local || bundle install
 
 rm -rf lib ext # ensure we don't use the local files