Skip to content
Permalink
Browse files

Add a script to report timing data for all tests in a WPT log.

  • Loading branch information
jdm committed Nov 22, 2019
1 parent a634d90 commit ed715fc16f3a3d77b0cd50fb93b590dd3b58d40c
Showing with 80 additions and 0 deletions.
  1. +80 −0 etc/wpt-timing.py
@@ -0,0 +1,80 @@
#!/usr/bin/env python

# Copyright 2019 The Servo Project Developers. See the COPYRIGHT
# file at the top-level directory of this distribution.
#
# Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
# http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
# <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
# option. This file may not be copied, modified, or distributed
# except according to those terms.

import sys
import json
import itertools
import collections
import csv

def process_log(data):
tests = {}
test_results = collections.defaultdict(list)

for entry in data:
entry = json.loads(entry)
if "action" in entry:
if entry["action"] == "test_start":
tests[entry["test"]] = {
"start": int(entry["time"]),
"end": 0,
}
elif entry["action"] == "test_end":
test = tests[entry["test"]]
test["end"] = int(entry["time"])
test_results[entry["status"]] += [
(entry["test"], test["end"] - test["start"])
]

return test_results

test_results = {
"SKIP": [],
"OK": [],
"PASS": [],
"ERROR": [],
"FAIL": [],
"CRASH": [],
"TIMEOUT": [],
}
for log_path in sys.argv[1:]:
with open(log_path) as f:
data = f.readlines()
for k, v in process_log(data).items():
test_results[k] += v

print("Skipped %d tests." % len(test_results["SKIP"]))
print("%d tests timed out." % len(test_results["TIMEOUT"]))

longest_crash = sorted(test_results["CRASH"], key=lambda x: x[1], reverse=True)
print("Longest CRASH test took %dms (%s)" % (longest_crash[0][1], longest_crash[0][0]))

longest_ok = sorted(
test_results["PASS"] + test_results["OK"],
key=lambda x: x[1], reverse=True
)
csv_data = [['Test path', 'Milliseconds']]
with open('longest_ok.csv', 'w') as csv_file:
writer = csv.writer(csv_file)
writer.writerows(csv_data + longest_ok)

longest_fail = sorted(
test_results["ERROR"] + test_results["FAIL"],
key=lambda x: x[1], reverse=True
)
with open('longest_err.csv', 'w') as csv_file:
writer = csv.writer(csv_file)
writer.writerows(csv_data + longest_fail)

longest_timeout = sorted(test_results["TIMEOUT"], key=lambda x: x[1], reverse=True)
with open('timeouts.csv', 'w') as csv_file:
writer = csv.writer(csv_file)
writer.writerows(csv_data + longest_timeout)

0 comments on commit ed715fc

Please sign in to comment.
You can’t perform that action at this time.