diff --git a/appvalidator/testcases/scripting.py b/appvalidator/testcases/scripting.py
index b501733..0b8314f 100644
--- a/appvalidator/testcases/scripting.py
+++ b/appvalidator/testcases/scripting.py
@@ -20,6 +20,7 @@ def test_js_file(err, filename, data, line=0, context=None):
                     err and err.get_resource("SPIDERMONKEY") or
                     SPIDERMONKEY_INSTALLATION)
     if not tree:
+        err.metadata.ran_js_tests = "no;missing ast"
         if err is not None:
             err.set_tier(before_tier)
         return
@@ -28,6 +29,8 @@ def test_js_file(err, filename, data, line=0, context=None):
         err, filename, line, context=context or ContextGenerator(data))
     trav.run(tree)
 
+    err.metadata.ran_js_tests = "yes"
+
     # Reset the tier so we don't break the world
     if err is not None:
         err.set_tier(before_tier)