moons_demo_parallel even more lenient expectation; CLAUDE.md typo; experiment with arrayjit/bin build

lukstafi · lukstafi · commit 6d0c60f334c8 · 2025-08-17T14:33:22.000+02:00
The experiment will probably fail... About https://ocaml.ci.dev/github/ahrefs/ocannl/commit/f29d8d7b2361a0bdf7145e58275309f54caf0ac3/variant/%28lint-fmt%29 Signed-off-by: Lukasz Stafiniak <lukstafi@gmail.com>
diff --git a/CLAUDE.md b/CLAUDE.md
@@ -102,7 +102,7 @@ opam install cudajit  # for CUDA backend
 **Important Debug Settings**:
 - `output_debug_files_in_build_directory=true` - enables `build_files/` generation
 - `debug_log_from_routines=true` - enables runtime logging
-- `debug_log_to_stream_files=true` - writes logs to `log_files/<backend>-<stream>-<stream>.log`
+- `debug_log_to_stream_files=true` - writes logs to `log_files/<backend>-<deviceF>-<stream>.log`
 - `clean_up_artifacts_on_startup=false` - preserves debug files between runs
 
 ### Backend Development
diff --git a/arrayjit/bin/dune b/arrayjit/bin/dune
@@ -1,4 +1,6 @@
 (executable
+ (package arrayjit)
+ (public_name arrayjit_read_config)
  (name read_config)
  (modules read_config)
  (libraries utils)
diff --git a/test/training/moons_demo_parallel.expected b/test/training/moons_demo_parallel.expected
@@ -1,17 +1,17 @@
 Retrieving commandline, environment, or config file variable ocannl_log_level
 Found 0, in the config file
-Epoch=0, lr=0.199, loss=86.008
-Epoch=1, lr=0.198, loss=30.702
-Epoch=2, lr=0.198, loss=27.25
-Epoch=3, lr=0.197, loss=24.172
-Epoch=4, lr=0.196, loss=21.705
-Epoch=5, lr=0.195, loss=18.794
-Epoch=6, lr=0.194, loss=17.389
-Epoch=7, lr=0.193, loss=15.646
-Epoch=8, lr=0.193, loss=15.238
-Epoch=9, lr=0.192, loss=13.168
+Epoch=0, loss under target 87: true
+Epoch=1, loss under target 32: true
+Epoch=2, loss under target 29: true
+Epoch=3, loss under target 26: true
+Epoch=4, loss under target 23: true
+Epoch=5, loss under target 20: true
+Epoch=6, loss under target 19: true
+Epoch=7, loss under target 17: true
+Epoch=8, loss under target 16: true
+Epoch=9, loss under target 15: true
 ..........
-Epoch loss: 0.000
+Final epoch loss under target 0.002: true
 
 Epoch loss:
 ┌────────┬─────────────────────────┐
@@ -23,8 +23,8 @@ Epoch loss:
 │        │                         │
 │l       │-                        │
 │o       │-                        │
-│s       │ --- -                   │
-│s0.00   │   ----------------------│
+│s       │ ----                    │
+│s0.00   │  -----------------------│
 ├────────┼─────────────────────────┤
 │        │0.00              1.19e+2│
 │        │          step           │
diff --git a/test/training/moons_demo_parallel.ml b/test/training/moons_demo_parallel.ml
@@ -40,10 +40,12 @@ let main () =
   let module Backend = (val Backends.fresh_backend ()) in
   let per_batch_callback ~at_batch:_ ~at_step:_ ~learning_rate:_ ~batch_loss:_ ~epoch_loss:_ = () in
   (* Tn.print_accessible_headers (); *)
-  let per_epoch_callback ~at_step:_ ~at_epoch ~learning_rate ~epoch_loss =
-    if at_epoch = epochs - 5 then Stdio.printf "\n%!";
+  let epoch_loss_target_limits = [| 87.; 32.; 29.; 26.; 23.; 20.; 19.; 17.; 16.; 15. |] in
+  let per_epoch_callback ~at_step:_ ~at_epoch ~learning_rate:_ ~epoch_loss =
     if at_epoch < 10 then
-      Stdio.printf "Epoch=%d, lr=%.3g, loss=%.5g\n%!" at_epoch learning_rate epoch_loss;
+      Stdio.printf "Epoch=%d, loss under target %g: %b\n%!" at_epoch
+        epoch_loss_target_limits.(at_epoch)
+        Float.(epoch_loss_target_limits.(at_epoch) > epoch_loss);
     if at_epoch > 10 && at_epoch % 10 = 0 then Stdio.printf ".%!"
   in
   let {
@@ -63,7 +65,7 @@ let main () =
       ()
   in
   let epoch_loss = List.hd_exn rev_epoch_losses in
-  Stdio.printf "Epoch loss: %.3f\n%!" epoch_loss;
+  Stdio.printf "\nFinal epoch loss under target 0.002: %b\n%!" Float.(0.002 > epoch_loss);
   (* if Float.(epoch_loss < 1.5) then Stdio.printf "Success\n" else *)
   let points = Tn.points_2d ~xdim:0 ~ydim:1 inputs.value in
   let classes = Tn.points_1d ~xdim:0 outputs.value in
@@ -93,11 +95,12 @@ let main () =
       ]
   in
   (* PrintBox_text.output Stdio.stdout plot_loss; *)
-  Stdio.printf "\nEpoch loss:\n%!";
-  let plot_loss =
-    PrintBox_utils.plot ~x_label:"step" ~y_label:"epoch loss" ~small:true
+  (* Stdio.printf "\nEpoch loss:\n%!"; *)
+  let _plot_loss =
+    PrintBox_utils.plot ~x_label:"step" ~y_label:"epoch loss"
       [ Line_plot { points = Array.of_list_rev rev_epoch_losses; content = PrintBox.line "-" } ]
   in
-  PrintBox_text.output Stdio.stdout plot_loss
+  (* PrintBox_text.output Stdio.stdout plot_loss *)
+  ()
 
 let () = main ()
