devops: introduce compressed dashboard

Compressed dashboard is 10 times smaller yet has all the data to
render flakiness.

Drive-by: remove old dashboard implementations since they are no
longer used.

utils/flakiness-dashboard/processing/compress_raw_data.js

@@ -0,0 +1,34 @@
+#!/usr/bin/env node
+/**
+ * Copyright 2017 Google Inc. All rights reserved.
+ * Modifications copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+const path = require('path');
+const fs = require('fs');
+const {SimpleBlob} = require('./utils.js');
+const {processDashboardCompressedV1} = require('./dashboard_compressed_v1.js');
+
+(async () => {
+  const sha = process.argv[2];
+  console.log(sha);
+  const dashboardBlob = await SimpleBlob.create('dashboards', `raw/${sha}.json`);
+  const reports = await dashboardBlob.download();
+  if (!reports) {
+    console.error('ERROR: no data found for commit ' + sha);
+    process.exit(1);
+  }
+  await processDashboardCompressedV1({log: console.log}, reports, sha);
+})();

utils/flakiness-dashboard/processing/dashboard_compressed_v1.js

@@ -0,0 +1,119 @@
+/**
+ * Copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the 'License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+const {SimpleBlob, flattenSpecs} = require('./utils.js');
+
+async function processDashboardCompressedV1(context, reports, commitSHA) {
+  const timestamp = Date.now();
+  const dashboardBlob = await SimpleBlob.create('dashboards', `compressed_v1/${commitSHA}.json`);
+  await dashboardBlob.uploadGzipped(compressReports(reports));
+
+  context.log(`
+  ===== started dashboard compressed v1 =====
+    SHA: ${commitSHA}
+  ===== complete in ${Date.now() - timestamp}ms =====
+  `);
+}
+
+module.exports = {processDashboardCompressedV1, compressReports};
+
+function compressReports(reports) {
+  const files = {};
+  for (const report of reports) {
+    for (const spec of flattenSpecs(report)) {
+      let specs = files[spec.file];
+      if (!specs) {
+        specs = new Map();
+        files[spec.file] = specs;
+      }
+      const specId = spec.file + '---' + spec.title + ' --- ' + spec.line;
+      let specObject = specs.get(specId);
+      if (!specObject) {
+        specObject = {
+          title: spec.title,
+          line: spec.line,
+          column: spec.column,
+          tests: new Map(),
+        };
+        specs.set(specId, specObject);
+      }
+      for (const test of spec.tests || []) {
+        if (test.runs.length === 1 && !test.runs[0].status)
+          continue;
+        // Overwrite test platform parameter with a more specific information from
+        // build run.
+        const osName = report.metadata.osName.toUpperCase().startsWith('MINGW') ? 'Windows' : report.metadata.osName;
+        const arch = report.metadata.arch && !report.metadata.arch.includes('x86') ? report.metadata.arch : '';
+        const platform = (osName + ' ' + report.metadata.osVersion + ' ' + arch).trim();
+        const browserName = test.parameters.browserName || 'N/A';
+
+        const testName = getTestName(browserName, platform, test.parameters);
+        let testObject = specObject.tests.get(testName);
+        if (!testObject) {
+          testObject = {
+            parameters: {
+              ...test.parameters,
+              browserName,
+              platform,
+            },
+          };
+          // By default, all tests are expected to pass. We can have this as a hidden knowledge.
+          if (test.expectedStatus !== 'passed')
+            testObject.expectedStatus = test.expectedStatus;
+          if (test.annotations.length)
+            testObject.annotations = test.annotations;
+          specObject.tests.set(testName, testObject);
+        }
+
+        for (const run of test.runs) {
+          // Record duration of slow tests only, i.e. > 1s.
+          if (run.status === 'passed' && run.duration > 1000) {
+            testObject.minTime = Math.min((testObject.minTime || Number.MAX_VALUE), run.duration);
+            testObject.maxTime = Math.max((testObject.maxTime || 0), run.duration);
+          }
+          if (run.status === 'failed') {
+            if (!Array.isArray(testObject.failed))
+              testObject.failed = [];
+            testObject.failed.push(run.error);
+          } else {
+            testObject[run.status] = (testObject[run.status] || 0) + 1;
+          }
+        }
+      }
+    }
+  }
+
+  const pojo = Object.entries(files).map(([file, specs]) => ({
+    file,
+    specs: [...specs.values()].map(specObject => ({
+      ...specObject,
+      tests: [...specObject.tests.values()],
+    })),
+  }));
+  return pojo;
+}
+
+function getTestName(browserName, platform, parameters) {
+  return [browserName, platform, ...Object.entries(parameters).filter(([key, value]) => !!value).map(([key, value]) => {
+    if (key === 'browserName' || key === 'platform')
+      return;
+    if (typeof value === 'string')
+      return value;
+    if (typeof value === 'boolean')
+      return key;
+    return `${key}=${value}`;
+  }).filter(Boolean)].join(' / ');
+}

utils/flakiness-dashboard/processing/dashboard_raw.js

@@ -30,6 +30,10 @@ async function processDashboardRaw(context, report) {
     timestamp: ${report.metadata.commitTimestamp}
   ===== complete in ${Date.now() - timestamp}ms =====
   `);
+  return {
+    reports: dashboardData,
+    commitSHA: report.metadata.commitSHA,
+  };
 }
 
 module.exports = {processDashboardRaw};