Improve benchmarks accuracy

package.json

@@ -47,6 +47,22 @@
     "lerna": "2.0.0-beta.26",
     "lerna-changelog": "^0.2.1",
     "through2": "^2.0.1",
-    "uglify-js": "^2.7.3"
+    "uglify-js": "^2.7.3",
+
+    "babel-plugin-minify-constant-folding": "^0.0.1",
+    "babel-plugin-minify-dead-code-elimination": "^0.0.1",
+    "babel-plugin-minify-flip-comparisons": "^0.0.1",
+    "babel-plugin-minify-guarded-expressions": "^0.0.1",
+    "babel-plugin-minify-infinity": "^0.0.1",
+    "babel-plugin-minify-mangle-names": "^0.0.2",
+    "babel-plugin-minify-replace": "^0.0.1",
+    "babel-plugin-minify-simplify": "^0.0.2",
+    "babel-plugin-minify-type-constructors": "^0.0.1",
+    "babel-plugin-transform-member-expression-literals": "^6.8.0",
+    "babel-plugin-transform-merge-sibling-variables": "^6.8.0",
+    "babel-plugin-transform-minify-booleans": "^6.8.0",
+    "babel-plugin-transform-property-literals": "^6.8.0",
+    "babel-plugin-transform-simplify-comparison-operators": "^6.8.0",
+    "babel-plugin-transform-undefined-to-void": "^6.8.0"
   }
 }

packages/babel-plugin-minify-simplify/__tests__/simplify-test.js

@@ -6,7 +6,9 @@ const unpad = require("../../../utils/unpad");
 
 function transform(code) {
   return babel.transform(code,  {
-    plugins: [plugin],
+    plugins: [
+      [plugin, { multiPass: true }],
+    ],
   }).code;
 }
 

packages/babel-plugin-minify-simplify/src/index.js

@@ -333,7 +333,12 @@ module.exports = ({ types: t }) => {
       Function: {
         enter: earlyReturnTransform,
 
-        exit(path) {
+        exit(path, state) {
+          const multiPass = state.opts.multiPass === false ? false : true;
+          if (!multiPass) {
+            return;
+          }
+
           // Useful to do on enter and exit because more oppurtinties can open.
           earlyReturnTransform(path);
 

scripts/benchmark.js

@@ -14,14 +14,16 @@ const fs     = require("fs");
 const path   = require("path");
 const compile = require("google-closure-compiler-js").compile;
 
+const NUM_TEST_RUNS = 10;
+
 const filename = process.argv[2];
 if (!filename) {
   console.error("Error: No filename specified");
   process.exit(1);
 }
 
 const table = new Table({
-  head: ["", "raw", "raw win", "gzip", "gzip win", "parse time", "run"],
+  head: ["", "raw", "raw win", "gzip", "gzip win", "parse time", "run time (average)"],
   chars: {
     top: "",
     "top-mid": "" ,
@@ -52,7 +54,8 @@ const code = fs.readFileSync(filename, "utf8");
 const gzippedCode = zlib.gzipSync(code);
 
 function test(name, callback) {
-  console.log("testing", name);
+
+  console.log('testing', name);
 
   const start = Date.now();
   const result = callback(code);
@@ -64,24 +67,82 @@ function test(name, callback) {
   const gzipped = zlib.gzipSync(result);
 
   const parseStart = Date.now();
-  // disable for now we have a failing test in dce
   new Function(result);
   const parseEnd = Date.now();
   const parseNow = parseEnd - parseStart;
 
+  const runTimes = [run];
+
+  for (var i = 1; i < NUM_TEST_RUNS; i++) {
+    const start = Date.now();
+    const result = callback(code);
+    runTimes.push(Date.now() - start);
+  }
+
+  const totalTime = runTimes.reduce((a, b) => a + b, 0);
+  const average = parseInt(totalTime / runTimes.length, 10);
+
   results.push({
     name: name,
     raw: result.length,
     gzip: gzipped.length,
     parse: parseNow,
-    run: run,
+    run: average,
   });
 }
 
-test("babili", function (code) {
+test("babili (best size)", function (code) {
   return babel.transform(code, {
     sourceType: "script",
-    presets: [require("../packages/babel-preset-babili")],
+    minified: true,
+    plugins: [
+      require("babel-plugin-minify-constant-folding"),
+      require("babel-plugin-minify-dead-code-elimination"),
+      require("babel-plugin-minify-flip-comparisons"),
+      require("babel-plugin-minify-guarded-expressions"),
+      require("babel-plugin-minify-infinity"),
+      require("babel-plugin-minify-mangle-names"),
+      require("babel-plugin-minify-replace"),
+      [
+        require("../packages/babel-plugin-minify-simplify/lib/index.js"),
+        { multiPass: true }
+      ],
+      require("babel-plugin-minify-type-constructors"),
+      require("babel-plugin-transform-member-expression-literals"),
+      require("babel-plugin-transform-merge-sibling-variables"),
+      require("babel-plugin-transform-minify-booleans"),
+      require("babel-plugin-transform-property-literals"),
+      require("babel-plugin-transform-simplify-comparison-operators"),
+      require("babel-plugin-transform-undefined-to-void"),
+    ],
+    comments: false,
+  }).code;
+});
+
+test("babili (best speed)", function (code) {
+  return babel.transform(code, {
+    sourceType: "script",
+    minified: true,
+    plugins: [
+      require("babel-plugin-minify-constant-folding"),
+      require("babel-plugin-minify-dead-code-elimination"),
+      require("babel-plugin-minify-flip-comparisons"),
+      require("babel-plugin-minify-guarded-expressions"),
+      require("babel-plugin-minify-infinity"),
+      require("babel-plugin-minify-mangle-names"),
+      require("babel-plugin-minify-replace"),
+      [
+        require("../packages/babel-plugin-minify-simplify/lib/index.js"),
+        { multiPass: false }
+      ],
+      require("babel-plugin-minify-type-constructors"),
+      require("babel-plugin-transform-member-expression-literals"),
+      require("babel-plugin-transform-merge-sibling-variables"),
+      require("babel-plugin-transform-minify-booleans"),
+      require("babel-plugin-transform-property-literals"),
+      require("babel-plugin-transform-simplify-comparison-operators"),
+      require("babel-plugin-transform-undefined-to-void"),
+    ],
     comments: false,
   }).code;
 });
@@ -107,9 +168,7 @@ test("uglify", function (code) {
   }).code;
 });
 
-results = results.sort(function (a, b) {
-  return a.gzip > b.gzip;
-});
+results = results.sort((a, b) => a.gzip > b.gzip);
 
 results.forEach(function (result, i) {
   let row = [