Bug 1605381 - Schedule wpt crashtests in CI, r=ahal

This is a new test type identified by --test-type=crashtest

Differential Revision: https://phabricator.services.mozilla.com/D57981

--HG--
extra : moz-landing-system : lando

Author: jgraham

python/mozbuild/mozbuild/schedules.py

@@ -60,6 +60,7 @@
     'xpcshell',
     'xpcshell-coverage',
     'web-platform-tests',
+    'web-platform-tests-crashtests',
     'web-platform-tests-reftests',
     'web-platform-tests-wdspec',
 ]

taskcluster/ci/test/test-sets.yml

@@ -50,6 +50,7 @@ common-tests:
 
 web-platform-tests:
     - web-platform-tests
+    - web-platform-tests-crashtests
     - web-platform-tests-reftests
     - web-platform-tests-wdspec
 
@@ -474,6 +475,7 @@ windows-aarch64-tests:
     - mochitest-webgl2-ext
     - reftest
     - web-platform-tests
+    - web-platform-tests-crashtests
     - web-platform-tests-reftests
     - xpcshell
 
@@ -527,6 +529,7 @@ macosx1014-64-tests:
     - test-verify-gpu
     - test-verify-wpt
     - web-platform-tests
+    - web-platform-tests-crashtests
     - web-platform-tests-reftests
     - web-platform-tests-wdspec
     - xpcshell
@@ -573,6 +576,7 @@ android-x86_64-tests:
     - reftest
     - test-verify
     - web-platform-tests
+    - web-platform-tests-crashtests
     - web-platform-tests-reftests
     - xpcshell
 

taskcluster/ci/test/web-platform.yml

@@ -159,6 +159,29 @@ web-platform-tests-wdspec-headless:
                     - --test-type=wdspec
                     - --headless
 
+web-platform-tests-crashtests:
+    description: "Web platform crashtests run"
+    suite:
+        name: web-platform-tests-crashtests
+    schedules-component: web-platform-tests-crashtests
+    treeherder-symbol: W(Wc)
+    chunks: 1
+    mozharness:
+        extra-options:
+            - --test-type=crashtest
+    run-on-projects:
+        by-test-platform:
+            windows10-aarch64/opt: ['try', 'mozilla-central']
+            .*-qr/.*: ['release', 'try']
+            default: built-projects
+    tier:
+        by-test-platform:
+            linux64-asan/opt: 2
+            windows10-aarch64.*: 2
+            .*-qr/.*: 2  # can't be tier-1 if it's not running on integration branches
+            linux64-ccov/opt: 3
+            default: default
+
 test-verify-wpt:
     description: "Extra verification of web-platform tests modified on this push"
     suite:

taskcluster/taskgraph/transforms/tests.py

@@ -1317,6 +1317,7 @@ def split_e10s(config, tests):
     'test-verify-gpu',
     'test-verify-wpt',
     'web-platform-tests',
+    'web-platform-tests-crashtests',
     'web-platform-tests-reftests',
     'web-platform-tests-wdspec',
     'xpcshell',

taskcluster/taskgraph/try_option_syntax.py

@@ -99,6 +99,7 @@ def alias_matches(pattern):
     'web-platform-test': alias_prefix('web-platform-tests'),
     'web-platform-tests': alias_prefix('web-platform-tests'),
     'web-platform-tests-e10s': alias_prefix('web-platform-tests-e10s'),
+    'web-platform-tests-crashtests': alias_prefix('web-platform-tests-crashtests'),
     'web-platform-tests-reftests': alias_prefix('web-platform-tests-reftests'),
     'web-platform-tests-reftests-e10s': alias_prefix('web-platform-tests-reftests-e10s'),
     'web-platform-tests-wdspec': alias_prefix('web-platform-tests-wdspec'),

testing/mozbase/moztest/moztest/resolve.py

@@ -200,6 +200,13 @@ def WebglSuite(name):
         'task_regex': ['web-platform-tests($|.*(-1|[^0-9])$)',
                        'test-verify-wpt'],
     },
+    'web-platform-tests-crashtest': {
+        'aliases': ('wpt',),
+        'mach_command': 'web-platform-tests',
+        'kwargs': {'include': []},
+        'task_regex': ['web-platform-tests-crashtests($|.*(-1|[^0-9])$)',
+                       'test-verify-wpt'],
+    },
     'web-platform-tests-testharness': {
         'aliases': ('wpt',),
         'mach_command': 'web-platform-tests',
@@ -295,6 +302,7 @@ def WebglSuite(name):
     ('mochitest', 'webgl2-ext'): 'mochitest-webgl2-ext',
     ('mochitest', 'webgl2-deqp'): 'mochitest-webgl2-deqp',
     ('web-platform-tests', 'testharness'): 'web-platform-tests-testharness',
+    ('web-platform-tests', 'crashtest'): 'web-platform-tests-crashtest',
     ('web-platform-tests', 'reftest'): 'web-platform-tests-reftest',
     ('web-platform-tests', 'wdspec'): 'web-platform-tests-wdspec',
 }
@@ -647,7 +655,7 @@ def add_wpt_manifest_data(self):
             for test_type, path, tests in manifest:
                 full_path = os.path.join(tests_root, path)
                 src_path = os.path.relpath(full_path, self.topsrcdir)
-                if test_type not in ["testharness", "reftest", "wdspec"]:
+                if test_type not in ["testharness", "reftest", "wdspec", "crashtest"]:
                     continue
                 for test in tests:
                     self._tests.append({

testing/mozharness/scripts/web_platform_tests.py

@@ -285,6 +285,7 @@ def _query_cmd(self, test_types):
 
         test_type_suite = {
             "testharness": "web-platform-tests",
+            "crashtest": "web-platform-tests-crashtests",
             "reftest": "web-platform-tests-reftests",
             "wdspec": "web-platform-tests-wdspec",
         }

testing/testinfo.py

@@ -728,6 +728,7 @@ def add_activedata(self, branches, days, by_component):
                           [{"regex": {"result.test": ".*/tests/[a-m].*"}},
                            {"not": {"regex": {"result.test": ".*/tests/[a-m].*"}}}]),
             "web-platform-tests-wdspec": (self.path_mod_wpt, [None]),
+            "web-platform-tests-crashtests": (self.path_mod_wpt, [None]),
             "xpcshell": (None, [None]),
             "mochitest-plain": (None, [None]),
             "mochitest-browser-chrome": (None, [None]),