New executable read_config, and finally a better logging test setup with per-backend targets;

lukstafi · lukstafi · commit 0c149bf3ecd9 · 2025-05-20T17:37:22.000+02:00
important: test/ocannl_config -&gt; test/config/ocannl_config

Signed-off-by: lukstafi &lt;lukstafi@users.noreply.github.com&gt;
diff --git a/.gitignore b/.gitignore
@@ -33,6 +33,7 @@ _opam/
 # Local configuration
 ocannl_config
 !test/ocannl_config
+!test/config/ocannl_config
 !test_ppx/ocannl_config
 # Convenience for storing particular configurations, not used by OCANNL
 ocannl_config-*
diff --git a/CHANGES.md b/CHANGES.md
@@ -6,6 +6,7 @@
 - Setting `debug_log_to_stream_files` to neatly keep logs from routine execution in their separate files.
 - Settings `clean_up_artifacts_on_startup`, `prefer_backend_uniformity`.
 - Tools directory and the `minised` tool: regexp replacement file rewrite.
+- Directory arrayjit/bin and executable `read_config` for extracting OCANNL configuration into txt files.
 
 ### Changed
 
diff --git a/arrayjit/bin/dune b/arrayjit/bin/dune
@@ -0,0 +1,7 @@
+(executable
+ (name read_config)
+ (modules read_config)
+ (libraries utils)
+ (preprocess
+  (pps ppx_minidebug ppx_sexp_conv))
+ (modes exe))
diff --git a/arrayjit/bin/read_config.ml b/arrayjit/bin/read_config.ml
@@ -0,0 +1,23 @@
+open Base
+open Stdio
+
+let extract_config arg =
+  let prefixes = ["--read="; "--read-"; "--read_"] in
+  List.find_map prefixes ~f:(fun prefix ->
+    Option.map (String.chop_prefix arg ~prefix) ~f:(fun config -> config))
+
+let () =
+  let config_opt =
+    Array.find_map Stdlib.Sys.argv ~f:extract_config
+  in
+  match config_opt with
+  | Some config ->
+      let value = Utils.get_global_arg ~default:"" ~arg_name:config in
+      let filename = "ocannl_" ^ config ^ ".txt" in
+      (try
+         Out_channel.write_all filename ~data:value;
+                   printf "Wrote value of '%s' to %s\n" config filename
+       with exn ->
+          eprintf "Error writing to %s: %s\n" filename (Exn.to_string exn))
+  | None ->
+      printf "No --read=<config>, --read-<config>, or --read_<config> argument found.\n"
diff --git a/test/config/ocannl_config b/test/config/ocannl_config
@@ -1,6 +1,6 @@
 randomness_lib=for_tests
 log_main_domain_to_stdout=true
-backend=cc
+backend=multicore_cc
 log_level=0
 print_decimals_precision=2
 prefer_backend_uniformity=true
diff --git a/test/dune b/test/dune
@@ -16,6 +16,17 @@
  (preprocess
   (pps ppx_ocannl)))
 
+(subdir
+ config
+ (rule
+  (target ocannl_backend.txt)
+  (deps ocannl_config)
+  (action
+   (run %{dep:../../arrayjit/bin/read_config.exe} "--read=backend"))))
+
+(copy_files
+ (files config/ocannl_config))
+
 (rule
  (alias runtest)
  (target
@@ -29,32 +40,28 @@
    "--ocannl_debug_log_to_stream_files=true")))
 
 (rule
- (alias runtest)
- (target micrograd_demo_logging-stream-0-0.log)
- (deps
-  (:kernel_log
-   (glob_files log_files/*-0-0.log)))
+ (target "%{read:config/ocannl_backend.txt}-0-0.log.actual")
  (action
   (progn
    (run
     %{dep:../tools/minised.exe}
     "0x[0-9a-f]+"
     "0xNNNN"
-    %{kernel_log}
-    "micrograd_demo_logging-stream-0-0.log")
+    "log_files/%{read:config/ocannl_backend.txt}-0-0.log"
+    "%{read:config/ocannl_backend.txt}-0-0.log.actual")
    (run
     %{dep:../tools/minised.exe}
     "\\([a-z0-9_]+\\)\\[0\\]{=[-.e0-9]+} = "
     "\\1[0]{=MAYBE UNINITIALIZED} = "
-    "micrograd_demo_logging-stream-0-0.log"
-    "micrograd_demo_logging-stream-0-0.log"))))
+    "%{read:config/ocannl_backend.txt}-0-0.log.actual"
+    "%{read:config/ocannl_backend.txt}-0-0.log.actual"))))
 
 (rule
  (alias runtest)
  (action
   (diff
-   micrograd_demo_logging-stream-0-0.expected.log
-   micrograd_demo_logging-stream-0-0.log)))
+   "micrograd_demo_logging-%{read:config/ocannl_backend.txt}-0-0.log.expected"
+   "%{read:config/ocannl_backend.txt}-0-0.log.actual")))
 
 (library
  (name tutorials)
diff --git a/test/micrograd_demo_logging-cuda-0-0.log.expected b/test/micrograd_demo_logging-cuda-0-0.log.expected
diff --git a/test/micrograd_demo_logging-metal-0-0.log.expected b/test/micrograd_demo_logging-metal-0-0.log.expected
@@ -0,0 +1,85 @@
+float *a &[1] = 0xNNNN
+float *a_grad &[1] = 0xNNNN
+float *b &[1] = 0xNNNN
+float *b_grad &[1] = 0xNNNN
+float *g &[1] = 0xNNNN
+COMMENT: g gradient update
+COMMENT: g fwd
+# n4_c[0] := (a[0] + b[0]);
+n4_c[0]{=MAYBE UNINITIALIZED} = -2000e-3 = (a[0]{=-4000e-3} + b[0]{=2000e-3})
+# n19_c[0] := ((n4_c[0] + n4_c[0]) + 1);
+n19_c[0]{=MAYBE UNINITIALIZED} = -3000e-3 = ((n4_c[0]{=-2000e-3} + n4_c[0]{=-2000e-3}) + (float)(1))
+# n42[0] := (b[0] - a[0]);
+n42[0]{=MAYBE UNINITIALIZED} = 6000e-3 = (b[0]{=2000e-3} - a[0]{=-4000e-3})
+# n31[0] := (b[0] + a[0]);
+n31[0]{=MAYBE UNINITIALIZED} = -2000e-3 = (b[0]{=2000e-3} + a[0]{=-4000e-3})
+# n14_d[0] := fma(a[0], b[0], (b[0] * (b[0] * b[0])));
+n14_d[0]{=MAYBE UNINITIALIZED} = 0e-3 = fma(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))
+# n40_d[0] := (fma(n14_d[0], 2, n14_d[0]) + relu(n31[0]));
+n40_d[0]{=MAYBE UNINITIALIZED} = 0e-3 = (fma(n14_d[0]{=0e-3}, (float)(2), n14_d[0]{=0e-3}) + max(0.0f, n31[0]{=-2000e-3}))
+# e[0] :=$  (fma(-1, a[0], ((n19_c[0] + 1) + n19_c[0])) -$   (fma(3, n40_d[0], n40_d[0]) + relu(n42[0])));
+e[0]{=MAYBE UNINITIALIZED} = -7000e-3 = (fma((float)(-1), a[0]{=-4000e-3}, ((n19_c[0]{=-3000e-3} + (float)(1)) + n19_c[0]{=-3000e-3})) - (fma((float)(3), n40_d[0]{=0e-3}, n40_d[0]{=0e-3}) + max(0.0f, n42[0]{=6000e-3})))
+# f[0] := (e[0] * e[0]);
+f[0]{=MAYBE UNINITIALIZED} = 49000e-3 = (e[0]{=-7000e-3} * e[0]{=-7000e-3})
+# g[0] := ((f[0] / 2) + (10 / f[0]));
+g[0]{=MAYBE UNINITIALIZED} = 24704e-3 = ((f[0]{=49000e-3} / (float)(2)) + ((float)(10) / f[0]{=49000e-3}))
+COMMENT: end
+COMMENT: g zero grads
+# a_grad := 0
+a_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# b_grad := 0
+b_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# n4_c_grad := 0
+n4_c_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# n19_c_grad := 0
+n19_c_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# n14_d_grad := 0
+n14_d_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# n40_d_grad := 0
+n40_d_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# f_grad := 0
+f_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+COMMENT: end
+COMMENT: g bprop
+# f.grad[0] := fma(1, (-10 / (f[0] * f[0])), f.grad[0]);
+f_grad[0]{=MAYBE UNINITIALIZED} = -4e-3 = fma((float)(1), ((float)(-10) / (f[0]{=49000e-3} * f[0]{=49000e-3})), f_grad[0]{=0e-3})
+# f.grad[0] := (f.grad[0] + 0.5);
+f_grad[0]{=MAYBE UNINITIALIZED} = 495e-3 = (f_grad[0]{=-4e-3} + (float)(0.5))
+# n40_d.grad[0] := fma(-1, ((2 * e[0]) * f.grad[0]), n40_d.grad[0]);
+n40_d_grad[0]{=MAYBE UNINITIALIZED} = 6941e-3 = fma((float)(-1), (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3}), n40_d_grad[0]{=0e-3})
+# n40_d.grad[0] := fma(3, (-1 * ((2 * e[0]) * f.grad[0])), n40_d.grad[0]);
+n40_d_grad[0]{=MAYBE UNINITIALIZED} = 27766e-3 = fma((float)(3), ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})), n40_d_grad[0]{=6941e-3})
+# n14_d.grad[0] := (n14_d.grad[0] + n40_d.grad[0]);
+n14_d_grad[0]{=MAYBE UNINITIALIZED} = 27766e-3 = (n14_d_grad[0]{=0e-3} + n40_d_grad[0]{=27766e-3})
+# n14_d.grad[0] := fma(n40_d.grad[0], 2, n14_d.grad[0]);
+n14_d_grad[0]{=MAYBE UNINITIALIZED} = 83300e-3 = fma(n40_d_grad[0]{=27766e-3}, (float)(2), n14_d_grad[0]{=27766e-3})
+# a.grad[0] := fma(n14_d.grad[0], b[0], a.grad[0]);
+a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = fma(n14_d_grad[0]{=83300e-3}, b[0]{=2000e-3}, a_grad[0]{=0e-3})
+# b.grad[0] := fma(a[0], n14_d.grad[0], b.grad[0]);
+b_grad[0]{=MAYBE UNINITIALIZED} = -333201e-3 = fma(a[0]{=-4000e-3}, n14_d_grad[0]{=83300e-3}, b_grad[0]{=0e-3})
+# b.grad[0] := fma((3 * (b[0] * b[0])), n14_d.grad[0], b.grad[0]);
+b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = fma(((float)(3) * (b[0]{=2000e-3} * b[0]{=2000e-3})), n14_d_grad[0]{=83300e-3}, b_grad[0]{=-333201e-3})
+# b.grad[0] := (b.grad[0] + relu_gate(n31[0], n40_d.grad[0]));
+b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = (b_grad[0]{=666402e-3} + ((n31[0]{=-2000e-3} > 0.0f) ? n40_d_grad[0]{=27766e-3} : 0.0f))
+# a.grad[0] := (a.grad[0] + relu_gate(n31[0], n40_d.grad[0]));
+a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = (a_grad[0]{=166600e-3} + ((n31[0]{=-2000e-3} > 0.0f) ? n40_d_grad[0]{=27766e-3} : 0.0f))
+# b.grad[0] :=$  (b.grad[0] + relu_gate(n42[0], (-1 * ((2 * e[0]) * f.grad[0]))));
+b_grad[0]{=MAYBE UNINITIALIZED} = 673344e-3 = (b_grad[0]{=666402e-3} + ((n42[0]{=6000e-3} > 0.0f) ? ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})) : 0.0f))
+# a.grad[0] :=$  (a.grad[0] - relu_gate(n42[0], (-1 * ((2 * e[0]) * f.grad[0]))));
+a_grad[0]{=MAYBE UNINITIALIZED} = 159658e-3 = (a_grad[0]{=166600e-3} - ((n42[0]{=6000e-3} > 0.0f) ? ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})) : 0.0f))
+# n19_c.grad[0] := fma((2 * e[0]), f.grad[0], n19_c.grad[0]);
+n19_c_grad[0]{=MAYBE UNINITIALIZED} = -6941e-3 = fma(((float)(2) * e[0]{=-7000e-3}), f_grad[0]{=495e-3}, n19_c_grad[0]{=0e-3})
+# n19_c.grad[0] := fma((2 * e[0]), f.grad[0], n19_c.grad[0]);
+n19_c_grad[0]{=MAYBE UNINITIALIZED} = -13883e-3 = fma(((float)(2) * e[0]{=-7000e-3}), f_grad[0]{=495e-3}, n19_c_grad[0]{=-6941e-3})
+# n4_c.grad[0] := (n4_c.grad[0] + n19_c.grad[0]);
+n4_c_grad[0]{=MAYBE UNINITIALIZED} = -13883e-3 = (n4_c_grad[0]{=0e-3} + n19_c_grad[0]{=-13883e-3})
+# n4_c.grad[0] := (n4_c.grad[0] + n19_c.grad[0]);
+n4_c_grad[0]{=MAYBE UNINITIALIZED} = -27766e-3 = (n4_c_grad[0]{=-13883e-3} + n19_c_grad[0]{=-13883e-3})
+# a.grad[0] := (a.grad[0] + n4_c.grad[0]);
+a_grad[0]{=MAYBE UNINITIALIZED} = 131892e-3 = (a_grad[0]{=159658e-3} + n4_c_grad[0]{=-27766e-3})
+# b.grad[0] := (b.grad[0] + n4_c.grad[0]);
+b_grad[0]{=MAYBE UNINITIALIZED} = 645577e-3 = (b_grad[0]{=673344e-3} + n4_c_grad[0]{=-27766e-3})
+# a.grad[0] := fma(-1, ((2 * e[0]) * f.grad[0]), a.grad[0]);
+a_grad[0]{=MAYBE UNINITIALIZED} = 138833e-3 = fma((float)(-1), (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3}), a_grad[0]{=131892e-3})
+COMMENT: end
+COMMENT: end
diff --git a/test/micrograd_demo_logging-multicore_cc-0-0.log.expected b/test/micrograd_demo_logging-multicore_cc-0-0.log.expected
@@ -0,0 +1,85 @@
+float *a &[1] = 0000022c648e3570
+float *a_grad &[1] = 0000022c648e3580
+float *b &[1] = 0000022c648e3590
+float *b_grad &[1] = 0000022c648e3560
+float *g &[1] = 0000022c648e3540
+COMMENT: g gradient update
+COMMENT: g fwd
+# n4_c[0] := (a[0] + b[0]);
+n4_c[0]{=MAYBE UNINITIALIZED} = -2000e-3 = (a[0]{=-4000e-3} + b[0]{=2000e-3})
+# n19_c[0] := ((n4_c[0] + n4_c[0]) + 1);
+n19_c[0]{=MAYBE UNINITIALIZED} = -3000e-3 = ((n4_c[0]{=-2000e-3} + n4_c[0]{=-2000e-3}) + (float)(1))
+# n42[0] := (b[0] - a[0]);
+n42[0]{=MAYBE UNINITIALIZED} = 6000e-3 = (b[0]{=2000e-3} - a[0]{=-4000e-3})
+# n31[0] := (b[0] + a[0]);
+n31[0]{=MAYBE UNINITIALIZED} = -2000e-3 = (b[0]{=2000e-3} + a[0]{=-4000e-3})
+# n14_d[0] := fma(a[0], b[0], (b[0] * (b[0] * b[0])));
+n14_d[0]{=MAYBE UNINITIALIZED} = 0e-3 = fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))
+# n40_d[0] := (fma(n14_d[0], 2, n14_d[0]) + relu(n31[0]));
+n40_d[0]{=MAYBE UNINITIALIZED} = 0e-3 = (fmaf(n14_d[0]{=0e-3}, (float)(2), n14_d[0]{=0e-3}) + fmaxf(0.0, n31[0]{=-2000e-3}))
+# e[0] :=$  (fma(-1, a[0], ((n19_c[0] + 1) + n19_c[0])) -$   (fma(3, n40_d[0], n40_d[0]) + relu(n42[0])));
+e[0]{=MAYBE UNINITIALIZED} = -7000e-3 = (fmaf((float)(-1), a[0]{=-4000e-3}, ((n19_c[0]{=-3000e-3} + (float)(1)) + n19_c[0]{=-3000e-3})) - (fmaf((float)(3), n40_d[0]{=0e-3}, n40_d[0]{=0e-3}) + fmaxf(0.0, n42[0]{=6000e-3})))
+# f[0] := (e[0] * e[0]);
+f[0]{=MAYBE UNINITIALIZED} = 49000e-3 = (e[0]{=-7000e-3} * e[0]{=-7000e-3})
+# g[0] := ((f[0] / 2) + (10 / f[0]));
+g[0]{=MAYBE UNINITIALIZED} = 24704e-3 = ((f[0]{=49000e-3} / (float)(2)) + ((float)(10) / f[0]{=49000e-3}))
+COMMENT: end
+COMMENT: g zero grads
+# a_grad := 0
+a_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# b_grad := 0
+b_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# n4_c_grad := 0
+n4_c_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# n19_c_grad := 0
+n19_c_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# n14_d_grad := 0
+n14_d_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# n40_d_grad := 0
+n40_d_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+# f_grad := 0
+f_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
+COMMENT: end
+COMMENT: g bprop
+# f.grad[0] := fma(1, (-10 / (f[0] * f[0])), f.grad[0]);
+f_grad[0]{=MAYBE UNINITIALIZED} = -4e-3 = fmaf((float)(1), ((float)(-10) / (f[0]{=49000e-3} * f[0]{=49000e-3})), f_grad[0]{=0e-3})
+# f.grad[0] := (f.grad[0] + 0.5);
+f_grad[0]{=MAYBE UNINITIALIZED} = 495e-3 = (f_grad[0]{=-4e-3} + (float)(0.5))
+# n40_d.grad[0] := fma(-1, ((2 * e[0]) * f.grad[0]), n40_d.grad[0]);
+n40_d_grad[0]{=MAYBE UNINITIALIZED} = 6941e-3 = fmaf((float)(-1), (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3}), n40_d_grad[0]{=0e-3})
+# n40_d.grad[0] := fma(3, (-1 * ((2 * e[0]) * f.grad[0])), n40_d.grad[0]);
+n40_d_grad[0]{=MAYBE UNINITIALIZED} = 27766e-3 = fmaf((float)(3), ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})), n40_d_grad[0]{=6941e-3})
+# n14_d.grad[0] := (n14_d.grad[0] + n40_d.grad[0]);
+n14_d_grad[0]{=MAYBE UNINITIALIZED} = 27766e-3 = (n14_d_grad[0]{=0e-3} + n40_d_grad[0]{=27766e-3})
+# n14_d.grad[0] := fma(n40_d.grad[0], 2, n14_d.grad[0]);
+n14_d_grad[0]{=MAYBE UNINITIALIZED} = 83300e-3 = fmaf(n40_d_grad[0]{=27766e-3}, (float)(2), n14_d_grad[0]{=27766e-3})
+# a.grad[0] := fma(n14_d.grad[0], b[0], a.grad[0]);
+a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = fmaf(n14_d_grad[0]{=83300e-3}, b[0]{=2000e-3}, a_grad[0]{=0e-3})
+# b.grad[0] := fma(a[0], n14_d.grad[0], b.grad[0]);
+b_grad[0]{=MAYBE UNINITIALIZED} = -333201e-3 = fmaf(a[0]{=-4000e-3}, n14_d_grad[0]{=83300e-3}, b_grad[0]{=0e-3})
+# b.grad[0] := fma((3 * (b[0] * b[0])), n14_d.grad[0], b.grad[0]);
+b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = fmaf(((float)(3) * (b[0]{=2000e-3} * b[0]{=2000e-3})), n14_d_grad[0]{=83300e-3}, b_grad[0]{=-333201e-3})
+# b.grad[0] := (b.grad[0] + relu_gate(n31[0], n40_d.grad[0]));
+b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = (b_grad[0]{=666402e-3} + (n31[0]{=-2000e-3} > 0.0 ? n40_d_grad[0]{=27766e-3} : 0.0))
+# a.grad[0] := (a.grad[0] + relu_gate(n31[0], n40_d.grad[0]));
+a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = (a_grad[0]{=166600e-3} + (n31[0]{=-2000e-3} > 0.0 ? n40_d_grad[0]{=27766e-3} : 0.0))
+# b.grad[0] :=$  (b.grad[0] + relu_gate(n42[0], (-1 * ((2 * e[0]) * f.grad[0]))));
+b_grad[0]{=MAYBE UNINITIALIZED} = 673344e-3 = (b_grad[0]{=666402e-3} + (n42[0]{=6000e-3} > 0.0 ? ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})) : 0.0))
+# a.grad[0] :=$  (a.grad[0] - relu_gate(n42[0], (-1 * ((2 * e[0]) * f.grad[0]))));
+a_grad[0]{=MAYBE UNINITIALIZED} = 159658e-3 = (a_grad[0]{=166600e-3} - (n42[0]{=6000e-3} > 0.0 ? ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})) : 0.0))
+# n19_c.grad[0] := fma((2 * e[0]), f.grad[0], n19_c.grad[0]);
+n19_c_grad[0]{=MAYBE UNINITIALIZED} = -6941e-3 = fmaf(((float)(2) * e[0]{=-7000e-3}), f_grad[0]{=495e-3}, n19_c_grad[0]{=0e-3})
+# n19_c.grad[0] := fma((2 * e[0]), f.grad[0], n19_c.grad[0]);
+n19_c_grad[0]{=MAYBE UNINITIALIZED} = -13883e-3 = fmaf(((float)(2) * e[0]{=-7000e-3}), f_grad[0]{=495e-3}, n19_c_grad[0]{=-6941e-3})
+# n4_c.grad[0] := (n4_c.grad[0] + n19_c.grad[0]);
+n4_c_grad[0]{=MAYBE UNINITIALIZED} = -13883e-3 = (n4_c_grad[0]{=0e-3} + n19_c_grad[0]{=-13883e-3})
+# n4_c.grad[0] := (n4_c.grad[0] + n19_c.grad[0]);
+n4_c_grad[0]{=MAYBE UNINITIALIZED} = -27766e-3 = (n4_c_grad[0]{=-13883e-3} + n19_c_grad[0]{=-13883e-3})
+# a.grad[0] := (a.grad[0] + n4_c.grad[0]);
+a_grad[0]{=MAYBE UNINITIALIZED} = 131892e-3 = (a_grad[0]{=159658e-3} + n4_c_grad[0]{=-27766e-3})
+# b.grad[0] := (b.grad[0] + n4_c.grad[0]);
+b_grad[0]{=MAYBE UNINITIALIZED} = 645577e-3 = (b_grad[0]{=673344e-3} + n4_c_grad[0]{=-27766e-3})
+# a.grad[0] := fma(-1, ((2 * e[0]) * f.grad[0]), a.grad[0]);
+a_grad[0]{=MAYBE UNINITIALIZED} = 138833e-3 = fmaf((float)(-1), (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3}), a_grad[0]{=131892e-3})
+COMMENT: end
+COMMENT: end
