diff --git a/.buildkite/publish-pod.sh b/.buildkite/publish-pod.sh
index 77eb5eeb1..20375c685 100644
--- a/.buildkite/publish-pod.sh
+++ b/.buildkite/publish-pod.sh
@@ -6,7 +6,7 @@ SLACK_WEBHOOK=$PODS_SLACK_WEBHOOK
 
 echo "--- :rubygems: Setting up Gems"
 # See https://github.com/Automattic/bash-cache-buildkite-plugin/issues/16
-gem install bundler:2.3.4
+gem install bundler
 
 install_gems