diff --git a/railties/test/application/test_test.rb b/railties/test/application/test_test.rb
index f94087f2e8e91..2a1a6bcbfd0b3 100644
--- a/railties/test/application/test_test.rb
+++ b/railties/test/application/test_test.rb
@@ -55,7 +55,7 @@ def test_truth
         end
       RUBY
 
-      assert_unsuccessful_run "unit/foo_test.rb", "Expected false to be truthy"
+      assert_unsuccessful_run "unit/foo_test.rb", "Failure:\nFooTest#test_truth"
     end
 
     test "integration test" do