diff --git a/lib/bundler/rubygems_integration.rb b/lib/bundler/rubygems_integration.rb
index 664cc12bc8c5ad..7c281e5137207a 100644
--- a/lib/bundler/rubygems_integration.rb
+++ b/lib/bundler/rubygems_integration.rb
@@ -255,7 +255,7 @@ def replace_require(specs)
                             end
               be = RUBY_VERSION < ::Gem::BUNDLED_GEMS::SINCE[name] ? "will be" : "is"
               warn "#{name} #{be} not part of the default gems since Ruby #{::Gem::BUNDLED_GEMS::SINCE[name]}." \
-              " Add it to your #{target_file}."
+              " Add it to your #{target_file}.", uplevel: 1
             end
           end
           kernel_class.send(:no_warning_require, file)