diff --git a/etc/wpt-timing.py b/etc/wpt-timing.py new file mode 100644 index 000000000000..61455c1a604b --- /dev/null +++ b/etc/wpt-timing.py @@ -0,0 +1,80 @@ +#!/usr/bin/env python + +# Copyright 2019 The Servo Project Developers. See the COPYRIGHT +# file at the top-level directory of this distribution. +# +# Licensed under the Apache License, Version 2.0 or the MIT license +# , at your +# option. This file may not be copied, modified, or distributed +# except according to those terms. + +import sys +import json +import itertools +import collections +import csv + +def process_log(data): + tests = {} + test_results = collections.defaultdict(list) + + for entry in data: + entry = json.loads(entry) + if "action" in entry: + if entry["action"] == "test_start": + tests[entry["test"]] = { + "start": int(entry["time"]), + "end": 0, + } + elif entry["action"] == "test_end": + test = tests[entry["test"]] + test["end"] = int(entry["time"]) + test_results[entry["status"]] += [ + (entry["test"], test["end"] - test["start"]) + ] + + return test_results + +test_results = { + "SKIP": [], + "OK": [], + "PASS": [], + "ERROR": [], + "FAIL": [], + "CRASH": [], + "TIMEOUT": [], +} +for log_path in sys.argv[1:]: + with open(log_path) as f: + data = f.readlines() + for k, v in process_log(data).items(): + test_results[k] += v + +print("Skipped %d tests." % len(test_results["SKIP"])) +print("%d tests timed out." % len(test_results["TIMEOUT"])) + +longest_crash = sorted(test_results["CRASH"], key=lambda x: x[1], reverse=True) +print("Longest CRASH test took %dms (%s)" % (longest_crash[0][1], longest_crash[0][0])) + +longest_ok = sorted( + test_results["PASS"] + test_results["OK"], + key=lambda x: x[1], reverse=True +) +csv_data = [['Test path', 'Milliseconds']] +with open('longest_ok.csv', 'w') as csv_file: + writer = csv.writer(csv_file) + writer.writerows(csv_data + longest_ok) + +longest_fail = sorted( + test_results["ERROR"] + test_results["FAIL"], + key=lambda x: x[1], reverse=True +) +with open('longest_err.csv', 'w') as csv_file: + writer = csv.writer(csv_file) + writer.writerows(csv_data + longest_fail) + +longest_timeout = sorted(test_results["TIMEOUT"], key=lambda x: x[1], reverse=True) +with open('timeouts.csv', 'w') as csv_file: + writer = csv.writer(csv_file) + writer.writerows(csv_data + longest_timeout)