diff --git a/tests/Elasticsearch/Tests/YamlRunnerTest.php b/tests/Elasticsearch/Tests/YamlRunnerTest.php
index 2e644b324..eca8708fd 100644
--- a/tests/Elasticsearch/Tests/YamlRunnerTest.php
+++ b/tests/Elasticsearch/Tests/YamlRunnerTest.php
@@ -613,6 +613,9 @@ private function handleCaughtException(\Exception $exception, $expectedError) {
 
         if ($passed === true) {
             $this->assertTrue(true);
+            if ($exception->getPrevious() !== null) {
+                return json_decode($exception->getPrevious()->getMessage(), true);
+            }
             return json_decode($exception->getMessage(), true);
         }