CI/bench: add install bench

.github/workflows/main.yml

@@ -24,6 +24,7 @@ on:
     - '.github/scripts/**'
     - '.github/workflows/main.yml'
     - 'tests/**'
+    - '!tests/bench/**'
     - 'shell/'
 #    paths-ignore:
 #    - 'release/**'

bench.Dockerfile

@@ -8,4 +8,8 @@ RUN make cold
 USER root
 RUN install ./opam /usr/local/bin/
 USER opam
-RUN opam init -n --disable-sandboxing git+https://github.com/ocaml/opam-repository#26770281fa1ea8b13aab979c1dfbd326e9ab512c
+ENV OPAMREPOSHA 26770281fa1ea8b13aab979c1dfbd326e9ab512c
+RUN git clone https://github.com/ocaml/opam-repository --depth 1
+RUN git -C opam-repository fetch origin $OPAMREPOSHA
+RUN git -C opam-repository checkout $OPAMREPOSHA
+RUN opam init -n --disable-sandboxing ./opam-repository

master_changes.md

@@ -409,6 +409,7 @@ users)
   * Update crowbar with compare functions [#4918 @rjbou]
   * No more mute test debug output (level < 0) if `--readonly` is given with `--debug-level` [#5476 @rjbou]
   * Setup benchmarking using current-bench [#5525 @kit-ty-kate]
+    * Add install benchs [#5574 @rjbou]
 
 ## Reftests
 ### Tests

tests/bench/bench.ml

@@ -13,10 +13,26 @@ let time_cmd ~exit cmd =
 let () =
   let bin = "./opam" in
   let bin_size = (Unix.stat bin).st_size in
+  let launch cmd  =
+    let code = Sys.command cmd in
+    if not (Int.equal code 0) then
+      failwith (fmt "Preliminary command %S exited with error code %d" cmd code)
+  in
   let time_misspelled_cmd =
     (* NOTE: https://github.com/ocaml/opam/issues/5479 *)
     time_cmd ~exit:2 (fmt "%s sitch" bin)
   in
+  let time_install_cmd =
+    (* NOTE: https://github.com/ocaml/opam/issues/5502 *)
+    launch "opam switch create one --empty";
+    time_cmd ~exit:0 (fmt "%s install magic-trace -y --fake --sw one" bin)
+  in
+  let time_install_cmd_w_invariant =
+    (* NOTE: https://github.com/ocaml/opam/issues/5502 *)
+    launch "opam switch create two --empty";
+    launch "opam switch set-invariant core -n --sw two";
+    time_cmd ~exit:0 (fmt "%s install magic-trace -y --fake --sw two" bin)
+  in
   let json = fmt {|{
   "results": [
     {
@@ -26,6 +42,16 @@ let () =
           "name": "Misspelled command",
           "value": %f,
           "units": "secs"
+        },
+        {
+          "name": "Fake install with no invariant",
+          "value": %f,
+          "units": "secs"
+        },
+        {
+          "name": "Fake install with invariant",
+          "value": %f,
+          "units": "secs"
         }
       ]
     },
@@ -40,6 +66,10 @@ let () =
       ]
     }
   ]
-}|} time_misspelled_cmd bin_size
+}|}
+      time_misspelled_cmd
+      time_install_cmd
+      time_install_cmd_w_invariant
+      bin_size
   in
   print_endline json