Merge pull request #144 from Plutonomicon/mc/benchmark-diff

PR Benchmark Diffing

README.md

@@ -55,7 +55,7 @@ To run benchmarks on a particular commit,
 nix run github:Plutonomicon/plutarch/<COMMIT-GOES-HERE>#benchmark
 ```
 
-Note that you can also view these benchmarks on a per-commit basis by looking at Hercules CI logs. Go to the Hercules CI job run for a given commit, and navigate to the `nixCi.checks.x86_64-linux.benchmark` page in the Attributes table, and then click on the "Log" header to view its output.
+Note that you can also view these benchmarks on a per-commit basis by looking at Hercules CI logs. Go to the Hercules CI job run for a given commit, and navigate to the `checks.x86_64-linux.benchmark` page in the Attributes table, and then click on the "Log" header to view its output.
 
 Eventually we will have PR integration for running benchmarks. 
 

ci.nix

@@ -0,0 +1,3 @@
+if builtins?getFlake
+then (builtins.getFlake (toString ./.)).ciNix
+else (import ./flake-compat.nix).defaultNix.ciNix

flake-compat.nix

@@ -0,0 +1,9 @@
+let
+  lock = builtins.fromJSON (builtins.readFile ./flake.lock);
+  inherit (lock.nodes.flake-compat.locked) owner repo rev narHash;
+  flake-compat = builtins.fetchTarball {
+    url = "https://github.com/${owner}/${repo}/archive/${rev}.tar.gz";
+    sha256 = narHash;
+  };
+in
+import flake-compat { src = ./.; }

flake.nix

@@ -4,6 +4,11 @@
   inputs.haskell-nix.url = "github:L-as/haskell.nix?ref=master";
   inputs.nixpkgs.follows = "haskell-nix/nixpkgs-unstable";
   inputs.flake-compat-ci.url = "github:hercules-ci/flake-compat-ci";
+  inputs.hercules-ci-effects.url = "github:hercules-ci/hercules-ci-effects";
+  inputs.flake-compat = {
+    url = "github:edolstra/flake-compat";
+    flake = false;
+  };
 
   # https://github.com/input-output-hk/plutus/pull/4328
   inputs.plutus.url = "github:L-as/plutus?ref=master";
@@ -41,7 +46,7 @@
   inputs.Shrinker.url = "github:Plutonomicon/Shrinker";
   inputs.Shrinker.flake = false;
 
-  outputs = inputs@{ self, nixpkgs, haskell-nix, plutus, flake-compat-ci, ... }:
+  outputs = inputs@{ self, nixpkgs, haskell-nix, plutus, flake-compat, flake-compat-ci, hercules-ci-effects, ... }:
     let
       extraSources = [
         {
@@ -451,9 +456,42 @@
       );
       devShell = perSystem (system: self.flake.${system}.devShell);
 
-      nixCi = flake-compat-ci.lib.recurseIntoFlakeWith {
+      effects = { src }:
+        let
+          pkgs = nixpkgs.legacyPackages.x86_64-linux;
+          hci-effects = hercules-ci-effects.lib.withPkgs pkgs;
+        in
+        {
+          benchmark-diff = hci-effects.runIf (src.ref == "refs/heads/staging") (
+            hci-effects.mkEffect {
+              src = self;
+              buildInputs = with pkgs; [ git nixFlakes ];
+              effectScript = ''
+                git clone https://github.com/Plutonomicon/plutarch.git plutarch
+                cd plutarch
+
+                git checkout $(git merge-base origin/staging ${src.rev})
+                nix --extra-experimental-features 'nix-command flakes' run .#benchmark > before.csv
+
+                git checkout ${src.rev}
+                nix --extra-experimental-features 'nix-command flakes' run .#benchmark > after.csv
+
+                echo
+                echo
+                echo "Benchmark diff between $(git merge-base origin/staging ${src.rev}) and ${src.rev}:"
+                echo
+                echo
+
+                diff before.csv after.csv
+              '';
+            }
+          );
+        };
+
+      ciNix = args@{ src }: flake-compat-ci.lib.recurseIntoFlakeWith {
         flake = self;
         systems = [ "x86_64-linux" ];
+        effectsArgs = args;
       };
     };
 }