diff --git a/spec/bundler/support/path.rb b/spec/bundler/support/path.rb
index 5323f062802de1..f0f701a7cb2c05 100644
--- a/spec/bundler/support/path.rb
+++ b/spec/bundler/support/path.rb
@@ -80,7 +80,13 @@ def tracked_files
     end
 
     def shipped_files
-      @shipped_files ||= ruby_core? ? loaded_gemspec.files.map{|f| f.gsub(/^exe\//, "libexec/")} : loaded_gemspec.files
+      @shipped_files ||= if ruby_core_tarball?
+        loaded_gemspec.files.map{|f| f.gsub(/^exe\//, "libexec/")}
+      elsif ruby_core?
+        tracked_files
+      else
+        loaded_gemspec.files
+      end
     end
 
     def lib_tracked_files