scala-native · valdisxp1 · Aug 16, 2018 · Aug 16, 2018 · Sep 14, 2018 · Sep 21, 2018
diff --git a/.gitignore b/.gitignore
@@ -1,4 +1,6 @@
 bin/.coursier
 bin/.scalafmt*
 results/
+reports/
 *.iprof
+.idea
diff --git a/README.md b/README.md
@@ -13,8 +13,84 @@ as-is and summarized in a separate post-processing step.
 python scripts/run.py
 ```
 
-## Viewing result summary
+## Creating result summary
 
 ```
 python scripts/summary.py
 ```
+
+The reports can be viewed in the `reports` directory.
+
+## Advanced use
+
+### Comparing specific versions
+
+You can run just the configurations you are interested in
+```bash
+scripts/run.py stable latest
+```
+
+Compare the lastest `stable` relesea vs `latest` snapshot
+```bash
+REPORT=$(scripts/summary.py stable latest)
+```
+
+### Specifying number of runs, batches, tests run in parallel
+```bash
+scripts/run.py --par 4 --runs 50 --batches 3000 stable
+# 50 runs (4 in parallel) each with 3000 batches for the stable release.
+```
+
+These settings will impact accuracy, this is why the names of the results folders will include the settings, in this case `scala-native-0.3.8-r50-p40-b3000`.
+Note that you can also use `stable-r50-p40-b3000` when using the `summary.py`.
+
+### Comparing an experimental feature with latest from master
+1. build `scala-native` from latest master
+2. run the benchmark for it
+```bash
+scripts/run.py latest
+```
+3. build `scala-native` from your branch
+4. specify a suffix to identify it
+```bash
+NAME=PR9001-adding-a-kitchen-sink
+```
+5. run the benchmark and get the summary report
+```bash
+scripts/run.py --suffix "$NAME" latest &&
+REPORT=$(scripts/summary.py --comment "$NAME" latest latest_"$NAME")
+```
+
+## Persisting reports
+The following commands assume that you have a git repository checked out at `gh-pages` under `../scala-native-benchmark-results`.
+
+Also that there is an executable script `just-upload.sh` in the root of that repository.
+```bash
+#just-upload.sh
+
+
+#!/bin/bash
+# move to the directory of the script
+cd $(dirname "$0")
+
+git add . &&
+git commit -m "automated commit" && git push
+```
+
+### saving experiment data
+```bash
+cp -r results/ ../scala-native-benchmark-results &&
+../scala-native-benchmark-results/just-upload.sh
+```
+
+### restoring experiment data
+```bash
+cp -r ../scala-native-benchmark-results results/
+```
+
+### uploading a report
+```bash
+mkdir -p ../scala-native-benchmark-results/reports
+cp -r "$REPORT" ../scala-native-benchmark-results/reports &&
+../scala-native-benchmark-results/just-upload.sh
+```
diff --git a/confs/scala-native-0.3.7/plugins.sbt b/confs/scala-native-0.3.7/plugins.sbt
diff --git a/confs/scala-native-0.3.7/build.sbt → confs/scala-native-0.3.8/build.sbt b/confs/scala-native-0.3.7/build.sbt → confs/scala-native-0.3.8/build.sbt
diff --git a/confs/scala-native-0.3.7/compile → confs/scala-native-0.3.8/compile b/confs/scala-native-0.3.7/compile → confs/scala-native-0.3.8/compile
diff --git a/confs/scala-native-0.3.8/plugins.sbt b/confs/scala-native-0.3.8/plugins.sbt
@@ -0,0 +1 @@
+addSbtPlugin("org.scala-native" % "sbt-scala-native" % "0.3.8")
diff --git a/confs/scala-native-0.3.7/run → confs/scala-native-0.3.8/run b/confs/scala-native-0.3.7/run → confs/scala-native-0.3.8/run
diff --git a/confs/scala-native-0.3.9-SNAPSHOT-full-lto/build.sbt b/confs/scala-native-0.3.9-SNAPSHOT-full-lto/build.sbt
@@ -0,0 +1,6 @@
+scalaVersion := "2.11.12"
+enablePlugins(ScalaNativePlugin)
+nativeLinkStubs := true
+nativeGC := "immix"
+nativeMode := "release"
+nativeLTO := "full"
diff --git a/confs/scala-native-0.3.9-SNAPSHOT-full-lto/compile b/confs/scala-native-0.3.9-SNAPSHOT-full-lto/compile
@@ -0,0 +1 @@
+nativeLink
diff --git a/confs/scala-native-0.3.9-SNAPSHOT-full-lto/plugins.sbt b/confs/scala-native-0.3.9-SNAPSHOT-full-lto/plugins.sbt
@@ -0,0 +1 @@
+addSbtPlugin("org.scala-native" % "sbt-scala-native" % "0.3.9-SNAPSHOT")
diff --git a/confs/scala-native-0.3.9-SNAPSHOT-full-lto/run b/confs/scala-native-0.3.9-SNAPSHOT-full-lto/run
@@ -0,0 +1 @@
+target/scala-2.11/scala-native-benchmarks-out
diff --git a/confs/scala-native-0.3.9-SNAPSHOT-thin-lto/build.sbt b/confs/scala-native-0.3.9-SNAPSHOT-thin-lto/build.sbt
@@ -0,0 +1,6 @@
+scalaVersion := "2.11.12"
+enablePlugins(ScalaNativePlugin)
+nativeLinkStubs := true
+nativeGC := "immix"
+nativeMode := "release"
+nativeLTO := "thin"
diff --git a/confs/scala-native-0.3.9-SNAPSHOT-thin-lto/compile b/confs/scala-native-0.3.9-SNAPSHOT-thin-lto/compile
@@ -0,0 +1 @@
+nativeLink
diff --git a/confs/scala-native-0.3.9-SNAPSHOT-thin-lto/plugins.sbt b/confs/scala-native-0.3.9-SNAPSHOT-thin-lto/plugins.sbt
@@ -0,0 +1 @@
+addSbtPlugin("org.scala-native" % "sbt-scala-native" % "0.3.9-SNAPSHOT")
diff --git a/confs/scala-native-0.3.9-SNAPSHOT-thin-lto/run b/confs/scala-native-0.3.9-SNAPSHOT-thin-lto/run
@@ -0,0 +1 @@
+target/scala-2.11/scala-native-benchmarks-out
diff --git a/confs/scala-native-0.3.9-SNAPSHOT/build.sbt b/confs/scala-native-0.3.9-SNAPSHOT/build.sbt
@@ -0,0 +1,5 @@
+scalaVersion := "2.11.12"
+enablePlugins(ScalaNativePlugin)
+nativeLinkStubs := true
+nativeGC := "immix"
+nativeMode := "release"
diff --git a/confs/scala-native-0.3.9-SNAPSHOT/compile b/confs/scala-native-0.3.9-SNAPSHOT/compile
@@ -0,0 +1 @@
+nativeLink
diff --git a/confs/scala-native-0.3.9-SNAPSHOT/plugins.sbt b/confs/scala-native-0.3.9-SNAPSHOT/plugins.sbt
@@ -0,0 +1 @@
+addSbtPlugin("org.scala-native" % "sbt-scala-native" % "0.3.9-SNAPSHOT")
diff --git a/confs/scala-native-0.3.9-SNAPSHOT/run b/confs/scala-native-0.3.9-SNAPSHOT/run
@@ -0,0 +1 @@
+target/scala-2.11/scala-native-benchmarks-out
diff --git a/scripts/install-dependecies.sh b/scripts/install-dependecies.sh
@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+sudo pip2 install numpy matplotlib
+sudo apt update && sudo apt install python-tk
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		addSbtPlugin("org.scala-native" % "sbt-scala-native" % "0.3.8")