diff --git a/tests/Elasticsearch/Tests/YamlRunnerTest.php b/tests/Elasticsearch/Tests/YamlRunnerTest.php
index 949a6440d..004b455e4 100644
--- a/tests/Elasticsearch/Tests/YamlRunnerTest.php
+++ b/tests/Elasticsearch/Tests/YamlRunnerTest.php
@@ -265,7 +265,7 @@ public function testYaml()
                         $yamlDocs[] = $tDoc;
                     }
                 } catch (ParseException $e) {
-                    printf("Unable to parse the YAML string: %s", $e->getMessage());
+                    $this->fail(sprintf("Unable to parse the YAML string: %s in file %s", $e->getMessage(), $testFile));
                 }
             }
 
@@ -332,7 +332,7 @@ public function testFutureModeYaml()
                         $yamlDocs[] = $tDoc;
                     }
                 } catch (ParseException $e) {
-                    printf("Unable to parse the YAML string: %s", $e->getMessage());
+                    $this->fail(sprintf("Unable to parse the YAML string: %s in file %s", $e->getMessage(), $testFile));
                 }
             }