Added support to update expected data via npm update-expected-results

This may not yet cover everything though.

package.json

@@ -108,7 +108,9 @@
     "update": "git pull && npm install . && pm2 restart 0",
     "watch": "tsc -w",
 
-    "pretest": "(cd tests; bzip2 -d -f -k large-payload.json.bz2)",
-    "test": "node --no-warnings --experimental-vm-modules ./node_modules/jest/bin/jest.js"
+    "pretest": "(cd tests; bzip2 -d -f -k large-payload.json.bz2; mkdir -p data/actual-results/charts; mkdir -p data/actual-results/stats-data-prep; mkdir -p data/actual-results/compare-view)",
+    "test": "node --no-warnings --experimental-vm-modules ./node_modules/jest/bin/jest.js",
+
+    "update-expected-results": "UPDATE_EXPECTED_DATA=true npm test"
   }
 }

tests/data/expected-results/stats-data-prep/compare-view-jssom.html

@@ -161,6 +161,7 @@ <h3 id="macro-som">macro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/Richards:Examples/Benchmarks/DeltaBlue:Examples/Benchmarks/NBody:Examples/Benchmarks/Json:Examples/Benchmarks/GraphSearch Examples/Benchmarks/BenchmarkHarness.som NBody 10 0  500</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1969/1050,bc1105/1969/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"NBody","e":"som","s":"macro"}'></button>
 </td>
 </tr>
@@ -176,6 +177,7 @@ <h3 id="macro-som">macro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/Richards:Examples/Benchmarks/DeltaBlue:Examples/Benchmarks/NBody:Examples/Benchmarks/Json:Examples/Benchmarks/GraphSearch Examples/Benchmarks/BenchmarkHarness.som DeltaBlue 10 0  50</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1979/1050,bc1105/1979/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"DeltaBlue","e":"som","s":"macro"}'></button>
 </td>
 </tr>
@@ -191,6 +193,7 @@ <h3 id="macro-som">macro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/Richards:Examples/Benchmarks/DeltaBlue:Examples/Benchmarks/NBody:Examples/Benchmarks/Json:Examples/Benchmarks/GraphSearch Examples/Benchmarks/BenchmarkHarness.som JsonSmall 10 0  1</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1986/1050,bc1105/1986/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"JsonSmall","e":"som","s":"macro"}'></button>
 </td>
 </tr>
@@ -206,6 +209,7 @@ <h3 id="macro-som">macro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/Richards:Examples/Benchmarks/DeltaBlue:Examples/Benchmarks/NBody:Examples/Benchmarks/Json:Examples/Benchmarks/GraphSearch Examples/Benchmarks/BenchmarkHarness.som PageRank 10 0  40</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1992/1050,bc1105/1992/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"PageRank","e":"som","s":"macro"}'></button>
 </td>
 </tr>
@@ -221,6 +225,7 @@ <h3 id="macro-som">macro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/Richards:Examples/Benchmarks/DeltaBlue:Examples/Benchmarks/NBody:Examples/Benchmarks/Json:Examples/Benchmarks/GraphSearch Examples/Benchmarks/BenchmarkHarness.som GraphSearch 10 0  4</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1993/1050,bc1105/1993/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"GraphSearch","e":"som","s":"macro"}'></button>
 </td>
 </tr>
@@ -236,6 +241,7 @@ <h3 id="macro-som">macro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/Richards:Examples/Benchmarks/DeltaBlue:Examples/Benchmarks/NBody:Examples/Benchmarks/Json:Examples/Benchmarks/GraphSearch Examples/Benchmarks/BenchmarkHarness.som Richards 10 0  1</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1994/1050,bc1105/1994/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Richards","e":"som","s":"macro"}'></button>
 </td>
 </tr>
@@ -273,6 +279,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Fannkuch 10 0  6</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1970/1050,bc1105/1970/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Fannkuch","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -288,6 +295,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Fibonacci 10 0  3</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1971/1050,bc1105/1971/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Fibonacci","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -303,6 +311,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som TreeSort 10 0  1</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1972/1050,bc1105/1972/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"TreeSort","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -318,6 +327,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som List 10 0  2</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1973/1050,bc1105/1973/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"List","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -333,6 +343,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som QuickSort 10 0  1</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1974/1050,bc1105/1974/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"QuickSort","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -348,6 +359,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Sieve 10 0  4</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1975/1050,bc1105/1975/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Sieve","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -363,6 +375,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Bounce 10 0  2</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1976/1050,bc1105/1976/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Bounce","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -378,6 +391,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som WhileLoop 10 0  10</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1977/1050,bc1105/1977/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"WhileLoop","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -393,6 +407,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Permute 10 0  3</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1978/1050,bc1105/1978/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Permute","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -408,6 +423,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som BubbleSort 10 0  3</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1980/1050,bc1105/1980/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"BubbleSort","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -423,6 +439,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Dispatch 10 0  2</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1981/1050,bc1105/1981/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Dispatch","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -438,6 +455,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Queens 10 0  2</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1982/1050,bc1105/1982/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Queens","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -453,6 +471,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som IntegerLoop 10 0  2</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1983/1050,bc1105/1983/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"IntegerLoop","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -468,6 +487,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Towers 10 0  2</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1984/1050,bc1105/1984/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Towers","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -483,6 +503,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Loop 10 0  5</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1985/1050,bc1105/1985/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Loop","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -498,6 +519,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Sum 10 0  2</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1987/1050,bc1105/1987/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Sum","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -513,6 +535,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Mandelbrot 10 0  30</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1988/1050,bc1105/1988/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Mandelbrot","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -528,6 +551,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Recurse 10 0  3</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1989/1050,bc1105/1989/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Recurse","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -543,6 +567,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som Storage 10 0  1</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1990/1050,bc1105/1990/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"Storage","e":"som","s":"micro"}'></button>
 </td>
 </tr>
@@ -558,6 +583,7 @@ <h3 id="micro-som">micro</h3>
   data-content="<code>som.sh -cp Smalltalk:Examples/Benchmarks/LanguageFeatures Examples/Benchmarks/BenchmarkHarness.som FieldLoop 10 0  1</code>"></button>
 <button type="button" class="btn btn-sm btn-environment btn-popover"
     data-content=""></button>
+<button type="button" class="btn btn-sm btn-light btn-warmup" data-content="4dff7e/1991/1050,bc1105/1991/1051"></button>
 <button type="button" class="btn btn-sm btn-timeline" data-content='{"b":"FieldLoop","e":"som","s":"micro"}'></button>
 </td>
 </tr>