Organisationsahrefsocannl9f9350 ()debian-12-5.3_arm64_opam-2.4

debian-12-5.3_arm64_opam-2.4

Link Copied
Code Copied

Logs

2025-08-13 15:20.47: New job: test ahrefs/ocannl https://github.com/ahrefs/ocannl.git#refs/heads/master (9f93509862ef73c5ec1481eb5b3e0834f365cd58) (linux-arm64:debian-12-5.3_arm64_opam-2.4)
Base: ocaml/opam:debian-12-ocaml-5.3@sha256:32ac73f1e1e94e5b51b538ec5bf10459f08ccdd1329a22c26eea8642541b3ba0
Opam project build


To reproduce locally:


git clone --recursive "https://github.com/ahrefs/ocannl.git" -b "master" && cd "ocannl" && git reset --hard 9f935098
cat > Dockerfile <<'END-OF-DOCKERFILE'
FROM ocaml/opam:debian-12-ocaml-5.3@sha256:32ac73f1e1e94e5b51b538ec5bf10459f08ccdd1329a22c26eea8642541b3ba0
# debian-12-5.3_arm64_opam-2.4
USER 1000:1000
ENV CLICOLOR_FORCE="1"
ENV OPAMCOLOR="always"
WORKDIR /src
RUN sudo ln -f /usr/bin/opam-2.4 /usr/bin/opam
RUN opam init --reinit -ni
RUN uname -rs && opam exec -- ocaml -version && opam --version
WORKDIR /src
RUN sudo chown opam /src
RUN cd ~/opam-repository && (git cat-file -e e77940d8ff8706305602d0d643bf01c77beef2e7 || git fetch origin master) && git reset -q --hard e77940d8ff8706305602d0d643bf01c77beef2e7 && git log --no-decorate -n1 --oneline && opam update -u
COPY --chown=1000:1000 neural_nets_lib.opam arrayjit.opam ./
RUN opam pin add -yn neural_nets_lib.dev './' && \
opam pin add -yn arrayjit.dev './'
RUN echo '(lang dune 3.0)' > './dune-project'
ENV DEPS="angstrom.0.16.1 astring.0.8.5 backoff.0.1.1 base.v0.17.3 base-bigarray.base base-bytes.base base-domains.base base-effects.base base-nnp.base base-threads.base base-unix.base bigarray-compat.1.1.0 bigstringaf.0.10.0 camlp-streams.5.0.1 camlzip.1.13 cmdliner.1.3.0 conf-libcurl.2 conf-libffi.2.0.0 conf-pkg-config.4 conf-zlib.1 cppo.1.8.0 csexp.1.5.2 csv.2.4 ctypes.0.23.0 ctypes-foreign.0.23.0 curl.0.10.0 dune.3.19.1 dune-configurator.3.19.1 dune-private-libs.3.19.1 dune-site.3.19.1 dyn.3.19.1 fieldslib.v0.17.0 fmt.0.11.0 integers.0.7.0 jane-street-headers.v0.17.0 jst-config.v0.17.0 logs.0.9.0 mdx.2.5.0 mtime.2.1.0 multicore-magic.2.3.1 num.1.6 ocaml.5.3.0 ocaml-base-compiler.5.3.0 ocaml-compiler.5.3.0 ocaml-compiler-libs.v0.17.0 ocaml-config.3 ocaml-options-vanilla.1 ocaml-syntax-shims.1.0.0 ocaml-version.4.0.1 ocaml_intrinsics_kernel.v0.17.1 ocamlbuild.0.16.1 ocamlfind.1.9.8 ordering.3.19.1 parsexp.v0.17.0 pp.2.0.0 pprint.20230830 ppx_assert.v0.17.0 ppx_base.v0.17.0 ppx_cold.v0.17.0 ppx_compare.v0.17.0 ppx_derivers.1.2.1 ppx_deriving.6.1.1 ppx_enumerate.v0.17.0 ppx_expect.v0.17.3 ppx_fields_conv.v0.17.0 ppx_globalize.v0.17.2 ppx_hash.v0.17.0 ppx_here.v0.17.0 ppx_inline_test.v0.17.1 ppx_minidebug.2.3.0 ppx_optcomp.v0.17.1 ppx_sexp_conv.v0.17.1 ppx_string.v0.17.0 ppx_variants_conv.v0.17.1 ppxlib.0.36.0 ppxlib_jane.v0.17.4 printbox.0.12 printbox-ext-plot.0.12 printbox-html.0.12 printbox-md.0.12 printbox-text.0.12 ptime.1.2.0 re.1.13.2 result.1.5 saturn_lockfree.0.5.0 seq.base sexplib.v0.17.0 sexplib0.v0.17.0 stdio.v0.17.0 stdlib-shims.0.3.0 stdune.3.19.1 thread-local-storage.0.2 time_now.v0.17.0 topkg.1.1.0 tyxml.4.6.0 uucp.16.0.0 uutf.1.0.4 variantslib.v0.17.0"
ENV CI="true"
ENV OCAMLCI="true"
RUN opam update --depexts && opam install --cli=2.4 --depext-only -y neural_nets_lib.dev arrayjit.dev $DEPS
RUN opam install $DEPS
COPY --chown=1000:1000 . /src
RUN opam exec -- dune build @install @check @runtest && rm -rf _build


END-OF-DOCKERFILE
docker build .
END-REPRO-BLOCK


2025-08-13 15:20.47: Using cache hint "ahrefs/ocannl-ocaml/opam:debian-12-ocaml-5.3@sha256:32ac73f1e1e94e5b51b538ec5bf10459f08ccdd1329a22c26eea8642541b3ba0-debian-12-5.3_arm64_opam-2.4-83f2c92a8149933d384aef7c4711fb31"
2025-08-13 15:20.47: Using OBuilder spec:
((from ocaml/opam:debian-12-ocaml-5.3@sha256:32ac73f1e1e94e5b51b538ec5bf10459f08ccdd1329a22c26eea8642541b3ba0)
(comment debian-12-5.3_arm64_opam-2.4)
(user (uid 1000) (gid 1000))
(env CLICOLOR_FORCE 1)
(env OPAMCOLOR always)
(workdir /src)
(run (shell "sudo ln -f /usr/bin/opam-2.4 /usr/bin/opam"))
(run (shell "opam init --reinit -ni"))
(run (shell "uname -rs && opam exec -- ocaml -version && opam --version"))
(workdir /src)
(run (shell "sudo chown opam /src"))
(run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "cd ~/opam-repository && (git cat-file -e e77940d8ff8706305602d0d643bf01c77beef2e7 || git fetch origin master) && git reset -q --hard e77940d8ff8706305602d0d643bf01c77beef2e7 && git log --no-decorate -n1 --oneline && opam update -u"))
(copy (src neural_nets_lib.opam arrayjit.opam) (dst ./))
(run (network host)
(shell  "opam pin add -yn neural_nets_lib.dev './' && \
\nopam pin add -yn arrayjit.dev './'"))
(run (network host)
(shell "echo '(lang dune 3.0)' > './dune-project'"))
(env DEPS "angstrom.0.16.1 astring.0.8.5 backoff.0.1.1 base.v0.17.3 base-bigarray.base base-bytes.base base-domains.base base-effects.base base-nnp.base base-threads.base base-unix.base bigarray-compat.1.1.0 bigstringaf.0.10.0 camlp-streams.5.0.1 camlzip.1.13 cmdliner.1.3.0 conf-libcurl.2 conf-libffi.2.0.0 conf-pkg-config.4 conf-zlib.1 cppo.1.8.0 csexp.1.5.2 csv.2.4 ctypes.0.23.0 ctypes-foreign.0.23.0 curl.0.10.0 dune.3.19.1 dune-configurator.3.19.1 dune-private-libs.3.19.1 dune-site.3.19.1 dyn.3.19.1 fieldslib.v0.17.0 fmt.0.11.0 integers.0.7.0 jane-street-headers.v0.17.0 jst-config.v0.17.0 logs.0.9.0 mdx.2.5.0 mtime.2.1.0 multicore-magic.2.3.1 num.1.6 ocaml.5.3.0 ocaml-base-compiler.5.3.0 ocaml-compiler.5.3.0 ocaml-compiler-libs.v0.17.0 ocaml-config.3 ocaml-options-vanilla.1 ocaml-syntax-shims.1.0.0 ocaml-version.4.0.1 ocaml_intrinsics_kernel.v0.17.1 ocamlbuild.0.16.1 ocamlfind.1.9.8 ordering.3.19.1 parsexp.v0.17.0 pp.2.0.0 pprint.20230830 ppx_assert.v0.17.0 ppx_base.v0.17.0 ppx_cold.v0.17.0 ppx_compare.v0.17.0 ppx_derivers.1.2.1 ppx_deriving.6.1.1 ppx_enumerate.v0.17.0 ppx_expect.v0.17.3 ppx_fields_conv.v0.17.0 ppx_globalize.v0.17.2 ppx_hash.v0.17.0 ppx_here.v0.17.0 ppx_inline_test.v0.17.1 ppx_minidebug.2.3.0 ppx_optcomp.v0.17.1 ppx_sexp_conv.v0.17.1 ppx_string.v0.17.0 ppx_variants_conv.v0.17.1 ppxlib.0.36.0 ppxlib_jane.v0.17.4 printbox.0.12 printbox-ext-plot.0.12 printbox-html.0.12 printbox-md.0.12 printbox-text.0.12 ptime.1.2.0 re.1.13.2 result.1.5 saturn_lockfree.0.5.0 seq.base sexplib.v0.17.0 sexplib0.v0.17.0 stdio.v0.17.0 stdlib-shims.0.3.0 stdune.3.19.1 thread-local-storage.0.2 time_now.v0.17.0 topkg.1.1.0 tyxml.4.6.0 uucp.16.0.0 uutf.1.0.4 variantslib.v0.17.0")
(env CI true)
(env OCAMLCI true)
(run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "opam update --depexts && opam install --cli=2.4 --depext-only -y neural_nets_lib.dev arrayjit.dev $DEPS"))
(run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "opam install $DEPS"))
(copy (src .) (dst /src))
(run (shell "opam exec -- dune build @install @check @runtest && rm -rf _build"))
)


2025-08-13 15:20.47: Waiting for resource in pool OCluster
2025-08-13 15:20.47: Waiting for worker…
2025-08-13 15:20.47: Got resource from pool OCluster
Building on okypous.caelum.ci.dev
HEAD is now at 4ca0e4d6 ppx_minidebug `truncate_children` config
HEAD is now at 9f935098 Formatting


(from ocaml/opam:debian-12-ocaml-5.3@sha256:32ac73f1e1e94e5b51b538ec5bf10459f08ccdd1329a22c26eea8642541b3ba0)
Unable to find image 'ocaml/opam:debian-12-ocaml-5.3@sha256:32ac73f1e1e94e5b51b538ec5bf10459f08ccdd1329a22c26eea8642541b3ba0' locally
docker.io/ocaml/opam@sha256:32ac73f1e1e94e5b51b538ec5bf10459f08ccdd1329a22c26eea8642541b3ba0: Pulling from ocaml/opam
03e896d35897: Pulling fs layer
03e896d35897: Verifying Checksum
03e896d35897: Download complete
03e896d35897: Pull complete
Digest: sha256:32ac73f1e1e94e5b51b538ec5bf10459f08ccdd1329a22c26eea8642541b3ba0
Status: Downloaded newer image for ocaml/opam@sha256:32ac73f1e1e94e5b51b538ec5bf10459f08ccdd1329a22c26eea8642541b3ba0
2025-08-13 15:20.48 ---> using "2b6a049f628b0e00612e07a678630afc4e1995fa41a088af5fe5eeb111627646" from cache


/: (comment debian-12-5.3_arm64_opam-2.4)


/: (user (uid 1000) (gid 1000))


/: (env CLICOLOR_FORCE 1)


/: (env OPAMCOLOR always)


/: (workdir /src)


/src: (run (shell "sudo ln -f /usr/bin/opam-2.4 /usr/bin/opam"))
2025-08-13 15:20.48 ---> using "cba8234b8fc7799840b819194970153b4c991d7b1e1d82124d5507e801b4b303" from cache


/src: (run (shell "opam init --reinit -ni"))
Configuring from /home/opam/.opamrc and then from built-in defaults.
Checking for available remotes: rsync and local, git.
- you won't be able to use mercurial repositories unless you install the hg command on your system.
- you won't be able to use darcs repositories unless you install the darcs command on your system.


This version of opam requires an update to the layout of /home/opam/.opam from version 2.0 to version 2.2, which can't be reverted.
You may want to back it up before going further.


Continue? [Y/n] y
Format upgrade done.


<><> Updating repositories ><><><><><><><><><><><><><><><><><><><><><><><><><><>
[default] Initialised
2025-08-13 15:20.48 ---> using "8dbf3a4131ae0c175d927b879174fa9270802ccae27e32926d61bf19cf3a4497" from cache


/src: (run (shell "uname -rs && opam exec -- ocaml -version && opam --version"))
Linux 5.15.0-138-generic
The OCaml toplevel, version 5.3.0
2.4.1
2025-08-13 15:20.48 ---> using "e0fc09850a6640eb14b5e2cbe9dc5457cf1cba3fe1d428d41b18b5e0bcda5dd0" from cache


/src: (workdir /src)


/src: (run (shell "sudo chown opam /src"))
2025-08-13 15:20.48 ---> using "831ba7eb77537e6f779e2883ed3a8091bde4df00df74b12629337c0cdd9a70a6" from cache


/src: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "cd ~/opam-repository && (git cat-file -e e77940d8ff8706305602d0d643bf01c77beef2e7 || git fetch origin master) && git reset -q --hard e77940d8ff8706305602d0d643bf01c77beef2e7 && git log --no-decorate -n1 --oneline && opam update -u"))
e77940d8ff Merge pull request #28255 from dbuenzli/b0-publish-fmt.0.11.0


<><> Updating package repositories ><><><><><><><><><><><><><><><><><><><><><><>
[default] synchronised from git+file:///home/opam/opam-repository


Already up-to-date.
Nothing to do.
# To update the current shell environment, run: eval $(opam env)
2025-08-13 15:20.48 ---> using "f0f83808cc3474050c820f9d75dac216389402078f4585de58de82b1f5413edf" from cache


/src: (copy (src neural_nets_lib.opam arrayjit.opam) (dst ./))
2025-08-13 15:20.48 ---> using "72f2efb81e2594c9611e30f45a9a6c448bc6634a06956ef448d21bc50a94000d" from cache


/src: (run (network host)
(shell  "opam pin add -yn neural_nets_lib.dev './' && \
\nopam pin add -yn arrayjit.dev './'"))
[neural_nets_lib.dev] synchronised (file:///src)
neural_nets_lib is now pinned to file:///src (version dev)
[arrayjit.dev] synchronised (file:///src)
arrayjit is now pinned to file:///src (version dev)
2025-08-13 15:20.48 ---> using "2d67ca608efa6581eb325d5463a7b2cfdc0eb3e979483362172b51de89adcfdd" from cache


/src: (run (network host)
(shell "echo '(lang dune 3.0)' > './dune-project'"))
2025-08-13 15:20.48 ---> using "746a63050d5cfd149fdfa88de31164d9cd799a68c63b1ec5c77d388c59487124" from cache


/src: (env DEPS "angstrom.0.16.1 astring.0.8.5 backoff.0.1.1 base.v0.17.3 base-bigarray.base base-bytes.base base-domains.base base-effects.base base-nnp.base base-threads.base base-unix.base bigarray-compat.1.1.0 bigstringaf.0.10.0 camlp-streams.5.0.1 camlzip.1.13 cmdliner.1.3.0 conf-libcurl.2 conf-libffi.2.0.0 conf-pkg-config.4 conf-zlib.1 cppo.1.8.0 csexp.1.5.2 csv.2.4 ctypes.0.23.0 ctypes-foreign.0.23.0 curl.0.10.0 dune.3.19.1 dune-configurator.3.19.1 dune-private-libs.3.19.1 dune-site.3.19.1 dyn.3.19.1 fieldslib.v0.17.0 fmt.0.11.0 integers.0.7.0 jane-street-headers.v0.17.0 jst-config.v0.17.0 logs.0.9.0 mdx.2.5.0 mtime.2.1.0 multicore-magic.2.3.1 num.1.6 ocaml.5.3.0 ocaml-base-compiler.5.3.0 ocaml-compiler.5.3.0 ocaml-compiler-libs.v0.17.0 ocaml-config.3 ocaml-options-vanilla.1 ocaml-syntax-shims.1.0.0 ocaml-version.4.0.1 ocaml_intrinsics_kernel.v0.17.1 ocamlbuild.0.16.1 ocamlfind.1.9.8 ordering.3.19.1 parsexp.v0.17.0 pp.2.0.0 pprint.20230830 ppx_assert.v0.17.0 ppx_base.v0.17.0 ppx_cold.v0.17.0 ppx_compare.v0.17.0 ppx_derivers.1.2.1 ppx_deriving.6.1.1 ppx_enumerate.v0.17.0 ppx_expect.v0.17.3 ppx_fields_conv.v0.17.0 ppx_globalize.v0.17.2 ppx_hash.v0.17.0 ppx_here.v0.17.0 ppx_inline_test.v0.17.1 ppx_minidebug.2.3.0 ppx_optcomp.v0.17.1 ppx_sexp_conv.v0.17.1 ppx_string.v0.17.0 ppx_variants_conv.v0.17.1 ppxlib.0.36.0 ppxlib_jane.v0.17.4 printbox.0.12 printbox-ext-plot.0.12 printbox-html.0.12 printbox-md.0.12 printbox-text.0.12 ptime.1.2.0 re.1.13.2 result.1.5 saturn_lockfree.0.5.0 seq.base sexplib.v0.17.0 sexplib0.v0.17.0 stdio.v0.17.0 stdlib-shims.0.3.0 stdune.3.19.1 thread-local-storage.0.2 time_now.v0.17.0 topkg.1.1.0 tyxml.4.6.0 uucp.16.0.0 uutf.1.0.4 variantslib.v0.17.0")


/src: (env CI true)


/src: (env OCAMLCI true)


/src: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "opam update --depexts && opam install --cli=2.4 --depext-only -y neural_nets_lib.dev arrayjit.dev $DEPS"))
+ /usr/bin/sudo "apt-get" "update"
- Hit:1 http://deb.debian.org/debian bookworm InRelease
- Get:2 http://deb.debian.org/debian bookworm-updates InRelease [55.4 kB]
- Get:3 http://deb.debian.org/debian-security bookworm-security InRelease [48.0 kB]
- Get:4 http://deb.debian.org/debian bookworm-updates/main arm64 Packages.diff/Index [19.6 kB]
- Ign:4 http://deb.debian.org/debian bookworm-updates/main arm64 Packages.diff/Index
- Get:5 http://deb.debian.org/debian bookworm-updates/main arm64 Packages [6936 B]
- Get:6 http://deb.debian.org/debian-security bookworm-security/main arm64 Packages [268 kB]
- Fetched 398 kB in 0s (851 kB/s)
- Reading package lists...
- 


<><> Synchronising pinned packages ><><><><><><><><><><><><><><><><><><><><><><>
[arrayjit.dev] synchronised (file:///src)
[neural_nets_lib.dev] synchronised (file:///src)


[NOTE] Package ocaml-options-vanilla is already installed (current version is 1).
[NOTE] Package ocaml-config is already installed (current version is 3).
[NOTE] Package ocaml-compiler is already installed (current version is 5.3.0).
[NOTE] Package ocaml-base-compiler is already installed (current version is 5.3.0).
[NOTE] Package ocaml is already installed (current version is 5.3.0).
[NOTE] Package base-unix is already installed (current version is base).
[NOTE] Package base-threads is already installed (current version is base).
[NOTE] Package base-nnp is already installed (current version is base).
[NOTE] Package base-effects is already installed (current version is base).
[NOTE] Package base-domains is already installed (current version is base).
[NOTE] Package base-bigarray is already installed (current version is base).


The following system packages will first need to be installed:
libcurl4-gnutls-dev libffi-dev pkg-config zlib1g-dev


<><> Handling external dependencies <><><><><><><><><><><><><><><><><><><><><><>


+ /usr/bin/sudo "apt-get" "install" "-qq" "-yy" "libcurl4-gnutls-dev" "libffi-dev" "pkg-config" "zlib1g-dev"
- debconf: delaying package configuration, since apt-utils is not installed
- Selecting previously unselected package libcurl4-gnutls-dev:arm64.
- (Reading database ... 
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 18801 files and directories currently installed.)
- Preparing to unpack .../0-libcurl4-gnutls-dev_7.88.1-10+deb12u12_arm64.deb ...
- Unpacking libcurl4-gnutls-dev:arm64 (7.88.1-10+deb12u12) ...
- Selecting previously unselected package libffi-dev:arm64.
- Preparing to unpack .../1-libffi-dev_3.4.4-1_arm64.deb ...
- Unpacking libffi-dev:arm64 (3.4.4-1) ...
- Selecting previously unselected package libpkgconf3:arm64.
- Preparing to unpack .../2-libpkgconf3_1.8.1-1_arm64.deb ...
- Unpacking libpkgconf3:arm64 (1.8.1-1) ...
- Selecting previously unselected package pkgconf-bin.
- Preparing to unpack .../3-pkgconf-bin_1.8.1-1_arm64.deb ...
- Unpacking pkgconf-bin (1.8.1-1) ...
- Selecting previously unselected package pkgconf:arm64.
- Preparing to unpack .../4-pkgconf_1.8.1-1_arm64.deb ...
- Unpacking pkgconf:arm64 (1.8.1-1) ...
- Selecting previously unselected package pkg-config:arm64.
- Preparing to unpack .../5-pkg-config_1.8.1-1_arm64.deb ...
- Unpacking pkg-config:arm64 (1.8.1-1) ...
- Selecting previously unselected package zlib1g-dev:arm64.
- Preparing to unpack .../6-zlib1g-dev_1%3a1.2.13.dfsg-1_arm64.deb ...
- Unpacking zlib1g-dev:arm64 (1:1.2.13.dfsg-1) ...
- Setting up libcurl4-gnutls-dev:arm64 (7.88.1-10+deb12u12) ...
- Setting up libffi-dev:arm64 (3.4.4-1) ...
- Setting up libpkgconf3:arm64 (1.8.1-1) ...
- Setting up pkgconf-bin (1.8.1-1) ...
- Setting up zlib1g-dev:arm64 (1:1.2.13.dfsg-1) ...
- Setting up pkgconf:arm64 (1.8.1-1) ...
- Setting up pkg-config:arm64 (1.8.1-1) ...
- Processing triggers for libc-bin (2.36-9+deb12u10) ...
2025-08-13 15:20.48 ---> using "6937e0f1581050a60884411271944c40f959e519e9a345988c1bc5e1d1527b51" from cache


/src: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "opam install $DEPS"))
[NOTE] Package ocaml-options-vanilla is already installed (current version is 1).
[NOTE] Package ocaml-config is already installed (current version is 3).
[NOTE] Package ocaml-compiler is already installed (current version is 5.3.0).
[NOTE] Package ocaml-base-compiler is already installed (current version is 5.3.0).
[NOTE] Package ocaml is already installed (current version is 5.3.0).
[NOTE] Package base-unix is already installed (current version is base).
[NOTE] Package base-threads is already installed (current version is base).
[NOTE] Package base-nnp is already installed (current version is base).
[NOTE] Package base-effects is already installed (current version is base).
[NOTE] Package base-domains is already installed (current version is base).
[NOTE] Package base-bigarray is already installed (current version is base).
The following actions will be performed:
=== install 87 packages
- install angstrom                0.16.1
- install astring                 0.8.5
- install backoff                 0.1.1
- install base                    v0.17.3
- install base-bytes              base
- install bigarray-compat         1.1.0
- install bigstringaf             0.10.0
- install camlp-streams           5.0.1
- install camlzip                 1.13
- install cmdliner                1.3.0
- install conf-libcurl            2
- install conf-libffi             2.0.0
- install conf-pkg-config         4
- install conf-zlib               1
- install cppo                    1.8.0
- install csexp                   1.5.2
- install csv                     2.4
- install ctypes                  0.23.0
- install ctypes-foreign          0.23.0
- install curl                    0.10.0
- install dune                    3.19.1
- install dune-configurator       3.19.1
- install dune-private-libs       3.19.1
- install dune-site               3.19.1
- install dyn                     3.19.1
- install fieldslib               v0.17.0
- install fmt                     0.11.0
- install integers                0.7.0
- install jane-street-headers     v0.17.0
- install jst-config              v0.17.0
- install logs                    0.9.0
- install mdx                     2.5.0
- install mtime                   2.1.0
- install multicore-magic         2.3.1
- install num                     1.6
- install ocaml-compiler-libs     v0.17.0
- install ocaml-syntax-shims      1.0.0
- install ocaml-version           4.0.1
- install ocaml_intrinsics_kernel v0.17.1
- install ocamlbuild              0.16.1
- install ocamlfind               1.9.8
- install ordering                3.19.1
- install parsexp                 v0.17.0
- install pp                      2.0.0
- install pprint                  20230830
- install ppx_assert              v0.17.0
- install ppx_base                v0.17.0
- install ppx_cold                v0.17.0
- install ppx_compare             v0.17.0
- install ppx_derivers            1.2.1
- install ppx_deriving            6.1.1
- install ppx_enumerate           v0.17.0
- install ppx_expect              v0.17.3
- install ppx_fields_conv         v0.17.0
- install ppx_globalize           v0.17.2
- install ppx_hash                v0.17.0
- install ppx_here                v0.17.0
- install ppx_inline_test         v0.17.1
- install ppx_minidebug           2.3.0
- install ppx_optcomp             v0.17.1
- install ppx_sexp_conv           v0.17.1
- install ppx_string              v0.17.0
- install ppx_variants_conv       v0.17.1
- install ppxlib                  0.36.0
- install ppxlib_jane             v0.17.4
- install printbox                0.12
- install printbox-ext-plot       0.12
- install printbox-html           0.12
- install printbox-md             0.12
- install printbox-text           0.12
- install ptime                   1.2.0
- install re                      1.13.2
- install result                  1.5
- install saturn_lockfree         0.5.0
- install seq                     base
- install sexplib                 v0.17.0
- install sexplib0                v0.17.0
- install stdio                   v0.17.0
- install stdlib-shims            0.3.0
- install stdune                  3.19.1
- install thread-local-storage    0.2
- install time_now                v0.17.0
- install topkg                   1.1.0
- install tyxml                   4.6.0
- install uucp                    16.0.0
- install uutf                    1.0.4
- install variantslib             v0.17.0


<><> Processing actions <><><><><><><><><><><><><><><><><><><><><><><><><><><><>
-> retrieved angstrom.0.16.1  (cached)
-> retrieved astring.0.8.5  (cached)
-> retrieved backoff.0.1.1  (cached)
-> retrieved bigarray-compat.1.1.0  (cached)
-> retrieved bigstringaf.0.10.0  (cached)
-> retrieved base.v0.17.3  (cached)
-> retrieved camlp-streams.5.0.1  (cached)
-> retrieved camlzip.1.13  (cached)
-> installed conf-libcurl.2
-> retrieved cmdliner.1.3.0  (cached)
-> retrieved cppo.1.8.0  (cached)
-> installed conf-pkg-config.4
-> retrieved csexp.1.5.2  (cached)
-> retrieved csv.2.4  (cached)
-> retrieved ctypes.0.23.0, ctypes-foreign.0.23.0  (cached)
-> installed conf-libffi.2.0.0
-> installed conf-zlib.1
-> retrieved curl.0.10.0  (cached)
-> retrieved fieldslib.v0.17.0  (cached)
-> retrieved integers.0.7.0  (cached)
-> retrieved fmt.0.11.0  (cached)
-> retrieved jane-street-headers.v0.17.0  (cached)
-> retrieved jst-config.v0.17.0  (cached)
-> retrieved logs.0.9.0  (cached)
-> retrieved mtime.2.1.0  (cached)
-> retrieved multicore-magic.2.3.1  (cached)
-> retrieved mdx.2.5.0  (cached)
-> retrieved num.1.6  (cached)
-> retrieved ocaml-compiler-libs.v0.17.0  (cached)
-> retrieved ocaml-syntax-shims.1.0.0  (cached)
-> retrieved ocaml-version.4.0.1  (cached)
-> retrieved ocaml_intrinsics_kernel.v0.17.1  (cached)
-> retrieved ocamlbuild.0.16.1  (cached)
-> retrieved dune.3.19.1, dune-configurator.3.19.1, dune-private-libs.3.19.1, dune-site.3.19.1, dyn.3.19.1, ordering.3.19.1, stdune.3.19.1  (cached)
-> retrieved ocamlfind.1.9.8  (cached)
-> retrieved parsexp.v0.17.0  (cached)
-> retrieved pp.2.0.0  (cached)
-> retrieved pprint.20230830  (cached)
-> retrieved ppx_assert.v0.17.0  (cached)
-> retrieved ppx_base.v0.17.0  (cached)
-> retrieved ppx_cold.v0.17.0  (cached)
-> retrieved ppx_compare.v0.17.0  (cached)
-> retrieved ppx_derivers.1.2.1  (cached)
-> retrieved ppx_enumerate.v0.17.0  (cached)
-> retrieved ppx_deriving.6.1.1  (cached)
-> retrieved ppx_expect.v0.17.3  (cached)
-> installed cmdliner.1.3.0
-> installed num.1.6
-> retrieved ppx_fields_conv.v0.17.0  (cached)
-> retrieved ppx_globalize.v0.17.2  (cached)
-> retrieved ppx_hash.v0.17.0  (cached)
-> retrieved ppx_here.v0.17.0  (cached)
-> retrieved ppx_inline_test.v0.17.1  (cached)
-> retrieved ppx_optcomp.v0.17.1  (cached)
-> retrieved ppx_string.v0.17.0  (cached)
-> retrieved ppx_sexp_conv.v0.17.1  (cached)
-> retrieved ppx_variants_conv.v0.17.1  (cached)
-> retrieved ppxlib_jane.v0.17.4  (cached)
-> retrieved ppx_minidebug.2.3.0  (cached)
-> retrieved ptime.1.2.0  (cached)
-> retrieved re.1.13.2  (cached)
-> retrieved result.1.5  (cached)
-> retrieved ppxlib.0.36.0  (cached)
-> retrieved seq.base  (cached)
-> installed seq.base
-> retrieved printbox.0.12, printbox-ext-plot.0.12, printbox-html.0.12, printbox-md.0.12, printbox-text.0.12  (cached)
-> retrieved saturn_lockfree.0.5.0  (cached)
-> retrieved sexplib.v0.17.0  (cached)
-> retrieved sexplib0.v0.17.0  (cached)
-> retrieved stdio.v0.17.0  (cached)
-> retrieved stdlib-shims.0.3.0  (cached)
-> retrieved thread-local-storage.0.2  (cached)
-> retrieved time_now.v0.17.0  (cached)
-> retrieved topkg.1.1.0  (cached)
-> retrieved tyxml.4.6.0  (cached)
-> retrieved uutf.1.0.4  (cached)
-> retrieved variantslib.v0.17.0  (cached)
-> retrieved uucp.16.0.0  (cached)
-> installed ocamlfind.1.9.8
-> installed base-bytes.base
-> installed camlzip.1.13
-> installed ocamlbuild.0.16.1
-> installed topkg.1.1.0
-> installed uutf.1.0.4
-> installed mtime.2.1.0
-> installed fmt.0.11.0
-> installed ptime.1.2.0
-> installed astring.0.8.5
-> installed logs.0.9.0
-> installed dune.3.19.1
-> installed backoff.0.1.1
-> installed bigarray-compat.1.1.0
-> installed camlp-streams.5.0.1
-> installed csexp.1.5.2
-> installed cppo.1.8.0
-> installed csv.2.4
-> installed jane-street-headers.v0.17.0
-> installed multicore-magic.2.3.1
-> installed ocaml-compiler-libs.v0.17.0
-> installed ocaml-syntax-shims.1.0.0
-> installed ocaml-version.4.0.1
-> installed ocaml_intrinsics_kernel.v0.17.1
-> installed pp.2.0.0
-> installed pprint.20230830
-> installed ppx_derivers.1.2.1
-> installed printbox.0.12
-> installed re.1.13.2
-> installed result.1.5
-> installed sexplib0.v0.17.0
-> installed stdlib-shims.0.3.0
-> installed thread-local-storage.0.2
-> installed saturn_lockfree.0.5.0
-> installed integers.0.7.0
-> installed ordering.3.19.1
-> installed parsexp.v0.17.0
-> installed dune-configurator.3.19.1
-> installed mdx.2.5.0
-> installed bigstringaf.0.10.0
-> installed sexplib.v0.17.0
-> installed dyn.3.19.1
-> installed tyxml.4.6.0
-> installed angstrom.0.16.1
-> installed curl.0.10.0
-> installed printbox-html.0.12
-> installed stdune.3.19.1
-> installed base.v0.17.3
-> installed ctypes.0.23.0
-> installed fieldslib.v0.17.0
-> installed variantslib.v0.17.0
-> installed stdio.v0.17.0
-> installed dune-private-libs.3.19.1
-> installed ctypes-foreign.0.23.0
-> installed dune-site.3.19.1
-> installed ppxlib.0.36.0
-> installed uucp.16.0.0
-> installed ppxlib_jane.v0.17.4
-> installed ppx_optcomp.v0.17.1
-> installed printbox-text.0.12
-> installed ppx_cold.v0.17.0
-> installed ppx_here.v0.17.0
-> installed ppx_variants_conv.v0.17.1
-> installed printbox-md.0.12
-> installed ppx_fields_conv.v0.17.0
-> installed printbox-ext-plot.0.12
-> installed ppx_deriving.6.1.1
-> installed ppx_enumerate.v0.17.0
-> installed ppx_globalize.v0.17.2
-> installed ppx_compare.v0.17.0
-> installed ppx_sexp_conv.v0.17.1
-> installed ppx_hash.v0.17.0
-> installed ppx_assert.v0.17.0
-> installed ppx_minidebug.2.3.0
-> installed ppx_base.v0.17.0
-> installed jst-config.v0.17.0
-> installed ppx_string.v0.17.0
-> installed time_now.v0.17.0
-> installed ppx_inline_test.v0.17.1
-> installed ppx_expect.v0.17.3
Done.
# To update the current shell environment, run: eval $(opam env)
2025-08-13 15:20.48 ---> using "a742e62c43f45cf2324586548346c7df05ba9ab17027e1d17ab7bd220074c3bf" from cache


/src: (copy (src .) (dst /src))
2025-08-13 15:20.49 ---> saved as "c34b99594a29f44a2b34b55757263dd1856fafd8568693ddd82b8903b10175a4"


/src: (run (shell "opam exec -- dune build @install @check @runtest && rm -rf _build"))
File "arrayjit/test/dune", line 6, characters 16-24:
6 |   (pps ppx_here ppx_jane)))
^^^^^^^^
Error: Library "ppx_jane" not found.
-> required by
_build/default/arrayjit/test/.merlin-conf/exe-test_numerical_types
-> required by alias arrayjit/test/check
(cd _build/default/test/operations/config && ../../../arrayjit/bin/read_config.exe --read=backend)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
Wrote value of 'backend' to ocannl_backend.txt
(cd _build/default/test/operations && ./threefry4x32_demo.exe --ocannl_output_prec_in_ll_files=true --ocannl_output_debug_files_in_build_directory=true)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
Generated 48 uniform random numbers:
[0]: 0.831543
[1]: 0.237549
[2]: 0.951172
[3]: 0.120911
[4]: 0.862793
[5]: 0.485352
[6]: 0.674316
[7]: 0.235840
[8]: 0.940918
[9]: 0.007248
[10]: 0.228271
[11]: 0.902832
[12]: 0.403564
[13]: 0.635254
[14]: 0.440674
[15]: 0.443604
[16]: 0.985352
[17]: 0.635254
[18]: 0.252686
[19]: 0.655762
[20]: 0.506836
[21]: 0.048828
[22]: 0.914551
[23]: 0.854004
[24]: 0.942871
[25]: 0.836426
[26]: 0.276855
[27]: 0.749023
[28]: 0.879883
[29]: 0.045044
[30]: 0.203247
[31]: 0.380127
[32]: 0.145630
[33]: 0.250000
[34]: 0.541016
[35]: 0.626953
[36]: 0.852051
[37]: 0.109009
[38]: 0.480713
[39]: 0.904785
[40]: 0.415039
[41]: 0.346924
[42]: 0.269287
[43]: 0.016891
[44]: 0.469238
[45]: 0.454346
[46]: 0.672852
[47]: 0.538086
(cd _build/default/test/operations && ./top_down_prec.exe --ocannl_output_prec_in_ll_files=true --ocannl_output_debug_files_in_build_directory=true)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
#8 *._d
8.00
#9 grad_*._d Virt/30
<void>
#6 + Virt/152                 │#4 c non-emb
<void>                        │ 2.00
#7 grad_+ Virt/30             │#5 grad_c Local/26030
<void>                        │<void>
#0 a non-emb         │#2 b non-emb         │
2.00                │ 2.00                │
#1 grad_a Local/26030│#3 grad_b Local/26030│
<void>               │<void>               │
(cd _build/.sandbox/66ef4ed20ebd0861e45ecce7d3cac691/default/test/einsum && .einsum_tutorials.inline-tests/inline-test-runner.exe inline-test-runner einsum_tutorials -partition 'Found 0, in the config file' -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/.sandbox/66ef4ed20ebd0861e45ecce7d3cac691/default/test/einsum && .einsum_tutorials.inline-tests/inline-test-runner.exe inline-test-runner einsum_tutorials -partition 'Retrieving commandline, environment, or config file variable ocannl_log_level' -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition 'Retrieving commandline, environment, or config file variable ocannl_log_level' -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition 'Found 0, in the config file' -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/default/test/operations && ./test_threefry_precision.exe)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
Threefry4x32 result precision: uint4x32
Uniform result precision: single
Retrieving commandline, environment, or config file variable ocannl_backend
Found sync_cc, in the config file
Retrieving commandline, environment, or config file variable ocannl_cd_ident_style
Not found, using default heuristic
Retrieving commandline, environment, or config file variable ocannl_ll_ident_style
Not found, using default heuristic
Retrieving commandline, environment, or config file variable ocannl_output_prec_in_ll_files
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_inline_complex_computations
Not found, using default true
Retrieving commandline, environment, or config file variable ocannl_prefer_backend_uniformity
Found true, in the config file
Retrieving commandline, environment, or config file variable ocannl_debug_log_to_stream_files
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_stack_threshold_in_bytes
Not found, using default 16384
Retrieving commandline, environment, or config file variable ocannl_output_dlls_in_build_directory
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_cc_backend_optimization_level
Not found, using default 3
Retrieving commandline, environment, or config file variable ocannl_cc_backend_compiler_command
Not found, using default gcc
Retrieving commandline, environment, or config file variable ocannl_cc_backend_verify_codesign
Not found, using default false
Compilation successful!
Actual tensor precision in context: uint4x32
(cd _build/default/test/ppx && ./test_ppx_op_expected.exe)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/default/test/ppx && ./test_ppx_op.exe)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition test_threefry4x32.ml -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
File "test/einsum/moons_demo_variant.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/einsum/moons_demo_variant.expected _build/default/test/einsum/moons_demo_variant.exe.output
diff --git a/_build/default/test/einsum/moons_demo_variant.expected b/_build/default/test/einsum/moons_demo_variant.exe.output
index b433a2a..dec6b08 100644
--- a/_build/default/test/einsum/moons_demo_variant.expected
+++ b/_build/default/test/einsum/moons_demo_variant.exe.output
@@ -24,22 +24,23 @@ n19 w2 as w2: Host&stream/412410; single prec 1x16; mem in bytes: <not-in-yet>
n20 grad_w2 as w2.grad: Local/26046; single prec 1x16; mem in bytes: <not-in-yet>
n21 @|_moons_input as moons_input: Virt/15; single prec 10x2; mem in bytes: <not-in-yet>
n24 @|_moons_class as moons_class: Virt/15; single prec 10x1; mem in bytes: <not-in-yet>
-n27 * as n27: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
+n27 * as n27: Virt/151; single prec 10x16; mem in bytes: <not-in-yet>
n28 grad_* as n27.grad: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
-n29 + as n29: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
-n30 grad_+ as n29.grad: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
+n29 + as n29: Virt/15; single prec 10x16; mem in bytes: <not-in-yet>
+n30 grad_+ as n29.grad: Virt/151; single prec 10x16; mem in bytes: <not-in-yet>
n31 relu as relu: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
-n32 grad_relu as relu.grad: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
-n33 *_mlp_@|_moons_input as mlp_moons_input: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
+n32 grad_relu as relu.grad: Virt/151; single prec 10x16; mem in bytes: <not-in-yet>
+n33 *_mlp_@|_moons_input as mlp_moons_input: Virt/151; single prec 10x1; mem in bytes: <not-in-yet>
n34 grad_*_mlp_@|_moons_input as mlp_moons_input.grad: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
n35 *. as n35: Virt/15; single prec 10x1; mem in bytes: <not-in-yet>
-n36 grad_*. as n35.grad: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
+n36 grad_*. as n35.grad: Virt/151; single prec 10x1; mem in bytes: <not-in-yet>
n37 1 as _1: Virt/40; single prec 1; mem in bytes: <not-in-yet>
-n38 - as n38: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
-n39 grad_- as n38.grad: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
+n38 - as n38: Virt/15; single prec 10x1; mem in bytes: <not-in-yet>
+n39 grad_- as n38.grad: Virt/151; single prec 10x1; mem in bytes: <not-in-yet>
n40 relu_margin_loss as relu_margin_loss: Virt/15; single prec 10x1; mem in bytes: <not-in-yet>
-n41 grad_relu_margin_loss as relu_margin_loss.grad: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
+n41 grad_relu_margin_loss as relu_margin_loss.grad: Virt/151; single prec 10x1; mem in bytes: <not-in-yet>
n42 10 as _10: Virt/40; single prec 1; mem in bytes: <not-in-yet>
+n43 => as n43: Local/9046; single prec 1; mem in bytes: <not-in-yet>
n44 grad_=> as n43.grad: Virt/40; single prec 1; mem in bytes: <not-in-yet>
n46 grad_/._scalar_loss as scalar_loss.grad: Virt/40; single prec 1; mem in bytes: <not-in-yet>
n47 1 as _1: Virt/40; single prec 1; mem in bytes: <not-in-yet>
@@ -64,7 +65,7 @@ n66 sgd_momentum_w2 as sgd_momentum_w2: unknown; single prec <not-in-yet>; mem i
n67 0.0001 as n67: Virt/40; single prec 1; mem in bytes: <not-in-yet>
n68 *. as n68: Virt/15; single prec 1x16; mem in bytes: <not-in-yet>
n69 point_mlp_result as point_mlp_result: Host&shared/37039; single prec 2; mem in bytes: <not-in-yet>
-n70 * as n70: Local/1046; single prec 16; mem in bytes: <not-in-yet>
+n70 * as n70: Virt/151; single prec 16; mem in bytes: <not-in-yet>
n71 grad_* as n70.grad: unknown; single prec 16; mem in bytes: <not-in-yet>
n72 + as n72: Virt/15; single prec 16; mem in bytes: <not-in-yet>
n73 grad_+ as n72.grad: unknown; single prec 16; mem in bytes: <not-in-yet>
(cd _build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition zero2hero_1of7.ml -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
File "test/einsum/einsum_trivia_exec.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/einsum/einsum_trivia_exec.expected _build/default/test/einsum/einsum_trivia_exec.exe.output
diff --git a/_build/default/test/einsum/einsum_trivia_exec.expected b/_build/default/test/einsum/einsum_trivia_exec.exe.output
index 7b623db..c1ac0a4 100644
--- a/_build/default/test/einsum/einsum_trivia_exec.expected
+++ b/_build/default/test/einsum/einsum_trivia_exec.exe.output
@@ -657,159 +657,159 @@ HERE: test/einsum/einsum_trivia_exec.ml:229:21
│└──────┴────────────────────────────────────┘│
└─────────────────────────────────────────────┘
HERE: test/einsum/einsum_trivia_exec.ml:254:21
-┌────────────────────────────────┐
-│[9]: ;=>+ shape 0:4,1:5,2:6,3:3 │
-│┌──────┬──────────────────┐     │
-││0 @ 0 │axis 3            │     │
-│├──────┼──────────────────┤     │
-││0 @ 1 │ 0.00  0.00  0.00 │     │
-││axis 2│ 0.00  0.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 0.00  0.00  4.00 │     │
-││      │ 0.00  0.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││1 @ 1 │ 0.00  1.00  0.00 │     │
-││axis 2│ 0.00  1.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 0.00  1.00  4.00 │     │
-││      │ 0.00  1.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││2 @ 1 │ 0.00  2.00  0.00 │     │
-││axis 2│ 0.00  2.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 0.00  2.00  4.00 │     │
-││      │ 0.00  2.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││3 @ 1 │ 0.00  3.00  0.00 │     │
-││axis 2│ 0.00  3.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 0.00  3.00  4.00 │     │
-││      │ 0.00  3.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││4 @ 1 │ 0.00  4.00  0.00 │     │
-││axis 2│ 0.00  4.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 0.00  4.00  4.00 │     │
-││      │ 0.00  4.00  5.00 │     │
-│└──────┴──────────────────┘     │
-├────────────────────────────────┤
-│┌──────┬──────────────────┐     │
-││1 @ 0 │axis 3            │     │
-│├──────┼──────────────────┤     │
-││0 @ 1 │ 1.00  0.00  0.00 │     │
-││axis 2│ 1.00  0.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 1.00  0.00  4.00 │     │
-││      │ 1.00  0.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││1 @ 1 │ 1.00  1.00  0.00 │     │
-││axis 2│ 1.00  1.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 1.00  1.00  4.00 │     │
-││      │ 1.00  1.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││2 @ 1 │ 1.00  2.00  0.00 │     │
-││axis 2│ 1.00  2.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 1.00  2.00  4.00 │     │
-││      │ 1.00  2.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││3 @ 1 │ 1.00  3.00  0.00 │     │
-││axis 2│ 1.00  3.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 1.00  3.00  4.00 │     │
-││      │ 1.00  3.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││4 @ 1 │ 1.00  4.00  0.00 │     │
-││axis 2│ 1.00  4.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 1.00  4.00  4.00 │     │
-││      │ 1.00  4.00  5.00 │     │
-│└──────┴──────────────────┘     │
-├────────────────────────────────┤
-│┌──────┬──────────────────┐     │
-││2 @ 0 │axis 3            │     │
-│├──────┼──────────────────┤     │
-││0 @ 1 │ 2.00  0.00  0.00 │     │
-││axis 2│ 2.00  0.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 2.00  0.00  4.00 │     │
-││      │ 2.00  0.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││1 @ 1 │ 2.00  1.00  0.00 │     │
-││axis 2│ 2.00  1.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 2.00  1.00  4.00 │     │
-││      │ 2.00  1.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││2 @ 1 │ 2.00  2.00  0.00 │     │
-││axis 2│ 2.00  2.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 2.00  2.00  4.00 │     │
-││      │ 2.00  2.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││3 @ 1 │ 2.00  3.00  0.00 │     │
-││axis 2│ 2.00  3.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 2.00  3.00  4.00 │     │
-││      │ 2.00  3.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││4 @ 1 │ 2.00  4.00  0.00 │     │
-││axis 2│ 2.00  4.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 2.00  4.00  4.00 │     │
-││      │ 2.00  4.00  5.00 │     │
-│└──────┴──────────────────┘     │
-├────────────────────────────────┤
-│┌──────┬──────────────────┐     │
-││3 @ 0 │axis 3            │     │
-│├──────┼──────────────────┤     │
-││0 @ 1 │ 3.00  0.00  0.00 │     │
-││axis 2│ 3.00  0.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 3.00  0.00  4.00 │     │
-││      │ 3.00  0.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││1 @ 1 │ 3.00  1.00  0.00 │     │
-││axis 2│ 3.00  1.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 3.00  1.00  4.00 │     │
-││      │ 3.00  1.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││2 @ 1 │ 3.00  2.00  0.00 │     │
-││axis 2│ 3.00  2.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 3.00  2.00  4.00 │     │
-││      │ 3.00  2.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││3 @ 1 │ 3.00  3.00  0.00 │     │
-││axis 2│ 3.00  3.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 3.00  3.00  4.00 │     │
-││      │ 3.00  3.00  5.00 │     │
-│├──────┼──────────────────┤     │
-││4 @ 1 │ 3.00  4.00  0.00 │     │
-││axis 2│ 3.00  4.00  1.00 │     │
-││      │ ...   ...   ...  │     │
-││      │ 3.00  4.00  4.00 │     │
-││      │ 3.00  4.00  5.00 │     │
-│└──────┴──────────────────┘     │
-└────────────────────────────────┘
+┌────────────────────────────────────┐
+│[9]: ;=>+ shape 0:4,1:5,2:6,3:3     │
+│┌──────┬───────────────────────────┐│
+││0 @ 0 │axis 3                     ││
+│├──────┼───────────────────────────┤│
+││0 @ 1 │ -3.59e-10  6.12e-41  0.00 ││
+││axis 2│ 0.00       2.91e+3   1.00 ││
+││      │ ...        ...       ...  ││
+││      │ 4.68e+3    5.12e+3   4.00 ││
+││      │ 0.00       0.00      5.00 ││
+│├──────┼───────────────────────────┤│
+││1 @ 1 │ -3.59e-10  1.00     0.00  ││
+││axis 2│ 0.00       2.91e+3  1.00  ││
+││      │ ...        ...      ...   ││
+││      │ 4.68e+3    5.12e+3  4.00  ││
+││      │ 0.00       1.00     5.00  ││
+│├──────┼───────────────────────────┤│
+││2 @ 1 │ -3.59e-10  2.00     0.00  ││
+││axis 2│ 0.00       2.91e+3  1.00  ││
+││      │ ...        ...      ...   ││
+││      │ 4.68e+3    5.12e+3  4.00  ││
+││      │ 0.00       2.00     5.00  ││
+│├──────┼───────────────────────────┤│
+││3 @ 1 │ -3.59e-10  3.00     0.00  ││
+││axis 2│ 0.00       2.91e+3  1.00  ││
+││      │ ...        ...      ...   ││
+││      │ 4.68e+3    5.12e+3  4.00  ││
+││      │ 0.00       3.00     5.00  ││
+│├──────┼───────────────────────────┤│
+││4 @ 1 │ -3.59e-10  4.00     0.00  ││
+││axis 2│ 0.00       2.91e+3  1.00  ││
+││      │ ...        ...      ...   ││
+││      │ 4.68e+3    5.12e+3  4.00  ││
+││      │ 0.00       4.00     5.00  ││
+│└──────┴───────────────────────────┘│
+├────────────────────────────────────┤
+│┌──────┬─────────────────────────┐  │
+││1 @ 0 │axis 3                   │  │
+│├──────┼─────────────────────────┤  │
+││0 @ 1 │ 1.00     6.12e-41  0.00 │  │
+││axis 2│ 1.00     2.91e+3   1.00 │  │
+││      │ ...      ...       ...  │  │
+││      │ 4.68e+3  5.12e+3   4.00 │  │
+││      │ 1.00     0.00      5.00 │  │
+│├──────┼─────────────────────────┤  │
+││1 @ 1 │ 1.00     1.00     0.00  │  │
+││axis 2│ 1.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 1.00     1.00     5.00  │  │
+│├──────┼─────────────────────────┤  │
+││2 @ 1 │ 1.00     2.00     0.00  │  │
+││axis 2│ 1.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 1.00     2.00     5.00  │  │
+│├──────┼─────────────────────────┤  │
+││3 @ 1 │ 1.00     3.00     0.00  │  │
+││axis 2│ 1.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 1.00     3.00     5.00  │  │
+│├──────┼─────────────────────────┤  │
+││4 @ 1 │ 1.00     4.00     0.00  │  │
+││axis 2│ 1.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 1.00     4.00     5.00  │  │
+│└──────┴─────────────────────────┘  │
+├────────────────────────────────────┤
+│┌──────┬─────────────────────────┐  │
+││2 @ 0 │axis 3                   │  │
+│├──────┼─────────────────────────┤  │
+││0 @ 1 │ 2.00     6.12e-41  0.00 │  │
+││axis 2│ 2.00     2.91e+3   1.00 │  │
+││      │ ...      ...       ...  │  │
+││      │ 4.68e+3  5.12e+3   4.00 │  │
+││      │ 2.00     0.00      5.00 │  │
+│├──────┼─────────────────────────┤  │
+││1 @ 1 │ 2.00     1.00     0.00  │  │
+││axis 2│ 2.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 2.00     1.00     5.00  │  │
+│├──────┼─────────────────────────┤  │
+││2 @ 1 │ 2.00     2.00     0.00  │  │
+││axis 2│ 2.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 2.00     2.00     5.00  │  │
+│├──────┼─────────────────────────┤  │
+││3 @ 1 │ 2.00     3.00     0.00  │  │
+││axis 2│ 2.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 2.00     3.00     5.00  │  │
+│├──────┼─────────────────────────┤  │
+││4 @ 1 │ 2.00     4.00     0.00  │  │
+││axis 2│ 2.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 2.00     4.00     5.00  │  │
+│└──────┴─────────────────────────┘  │
+├────────────────────────────────────┤
+│┌──────┬─────────────────────────┐  │
+││3 @ 0 │axis 3                   │  │
+│├──────┼─────────────────────────┤  │
+││0 @ 1 │ 3.00     6.12e-41  0.00 │  │
+││axis 2│ 3.00     2.91e+3   1.00 │  │
+││      │ ...      ...       ...  │  │
+││      │ 4.68e+3  5.12e+3   4.00 │  │
+││      │ 3.00     0.00      5.00 │  │
+│├──────┼─────────────────────────┤  │
+││1 @ 1 │ 3.00     1.00     0.00  │  │
+││axis 2│ 3.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 3.00     1.00     5.00  │  │
+│├──────┼─────────────────────────┤  │
+││2 @ 1 │ 3.00     2.00     0.00  │  │
+││axis 2│ 3.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 3.00     2.00     5.00  │  │
+│├──────┼─────────────────────────┤  │
+││3 @ 1 │ 3.00     3.00     0.00  │  │
+││axis 2│ 3.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 3.00     3.00     5.00  │  │
+│├──────┼─────────────────────────┤  │
+││4 @ 1 │ 3.00     4.00     0.00  │  │
+││axis 2│ 3.00     2.91e+3  1.00  │  │
+││      │ ...      ...      ...   │  │
+││      │ 4.68e+3  5.12e+3  4.00  │  │
+││      │ 3.00     4.00     5.00  │  │
+│└──────┴─────────────────────────┘  │
+└────────────────────────────────────┘
HERE: test/einsum/einsum_trivia_exec.ml:255:21
[1]: =>_ti shape 0:4,1:3  <not-hosted>
HERE: test/einsum/einsum_trivia_exec.ml:256:21
-┌───────────────────────────┐
-│[7]: =>_tk shape 0:6,1:3   │
-│┌──────┬──────────────────┐│
-││      │axis 1            ││
-│├──────┼──────────────────┤│
-││axis 0│ 0.00  0.00  0.00 ││
-││      │ 0.00  0.00  1.00 ││
-││      │ ...   ...   ...  ││
-││      │ 0.00  0.00  4.00 ││
-││      │ 0.00  0.00  5.00 ││
-│└──────┴──────────────────┘│
-└───────────────────────────┘
+┌────────────────────────────────────┐
+│[7]: =>_tk shape 0:6,1:3            │
+│┌──────┬───────────────────────────┐│
+││      │axis 1                     ││
+│├──────┼───────────────────────────┤│
+││axis 0│ -3.59e-10  6.12e-41  0.00 ││
+││      │ 0.00       2.91e+3   1.00 ││
+││      │ ...        ...       ...  ││
+││      │ 4.68e+3    5.12e+3   4.00 ││
+││      │ 0.00       0.00      5.00 ││
+│└──────┴───────────────────────────┘│
+└────────────────────────────────────┘
HERE: test/einsum/einsum_trivia_exec.ml:278:21
┌─────────────────────────────────────────────────────────────────┐
│[2]: ;=>_c shape 0:3|1:4,2:2                                     │
(cd _build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition primitive_ops.ml -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/.sandbox/66ef4ed20ebd0861e45ecce7d3cac691/default/test/einsum && .einsum_tutorials.inline-tests/inline-test-runner.exe inline-test-runner einsum_tutorials -partition einsum_trivia.ml -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
File "test/einsum/einsum_trivia.ml", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/einsum/einsum_trivia.ml _build/.sandbox/66ef4ed20ebd0861e45ecce7d3cac691/default/test/einsum/einsum_trivia.ml.corrected
diff --git a/_build/default/test/einsum/einsum_trivia.ml b/_build/.sandbox/66ef4ed20ebd0861e45ecce7d3cac691/default/test/einsum/einsum_trivia.ml.corrected
index 2bcae70..e5d0e12 100644
--- a/_build/default/test/einsum/einsum_trivia.ml
+++ b/_build/.sandbox/66ef4ed20ebd0861e45ecce7d3cac691/default/test/einsum/einsum_trivia.ml.corrected
@@ -976,144 +976,144 @@ let%expect_test "outer_sum simulating axis concatenation" =
[%expect
{|
HERE: test/einsum/einsum_trivia.ml:975:21
-    ┌────────────────────────────────┐
-    │[9]: ;=>+ shape 0:4,1:5,2:6,3:3 │
-    │┌──────┬──────────────────┐     │
-    ││0 @ 0 │axis 3            │     │
-    │├──────┼──────────────────┤     │
-    ││0 @ 1 │ 0.00  0.00  0.00 │     │
-    ││axis 2│ 0.00  0.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 0.00  0.00  4.00 │     │
-    ││      │ 0.00  0.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││1 @ 1 │ 0.00  1.00  0.00 │     │
-    ││axis 2│ 0.00  1.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 0.00  1.00  4.00 │     │
-    ││      │ 0.00  1.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││2 @ 1 │ 0.00  2.00  0.00 │     │
-    ││axis 2│ 0.00  2.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 0.00  2.00  4.00 │     │
-    ││      │ 0.00  2.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││3 @ 1 │ 0.00  3.00  0.00 │     │
-    ││axis 2│ 0.00  3.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 0.00  3.00  4.00 │     │
-    ││      │ 0.00  3.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││4 @ 1 │ 0.00  4.00  0.00 │     │
-    ││axis 2│ 0.00  4.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 0.00  4.00  4.00 │     │
-    ││      │ 0.00  4.00  5.00 │     │
-    │└──────┴──────────────────┘     │
-    ├────────────────────────────────┤
-    │┌──────┬──────────────────┐     │
-    ││1 @ 0 │axis 3            │     │
-    │├──────┼──────────────────┤     │
-    ││0 @ 1 │ 1.00  0.00  0.00 │     │
-    ││axis 2│ 1.00  0.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 1.00  0.00  4.00 │     │
-    ││      │ 1.00  0.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││1 @ 1 │ 1.00  1.00  0.00 │     │
-    ││axis 2│ 1.00  1.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 1.00  1.00  4.00 │     │
-    ││      │ 1.00  1.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││2 @ 1 │ 1.00  2.00  0.00 │     │
-    ││axis 2│ 1.00  2.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 1.00  2.00  4.00 │     │
-    ││      │ 1.00  2.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││3 @ 1 │ 1.00  3.00  0.00 │     │
-    ││axis 2│ 1.00  3.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 1.00  3.00  4.00 │     │
-    ││      │ 1.00  3.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││4 @ 1 │ 1.00  4.00  0.00 │     │
-    ││axis 2│ 1.00  4.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 1.00  4.00  4.00 │     │
-    ││      │ 1.00  4.00  5.00 │     │
-    │└──────┴──────────────────┘     │
-    ├────────────────────────────────┤
-    │┌──────┬──────────────────┐     │
-    ││2 @ 0 │axis 3            │     │
-    │├──────┼──────────────────┤     │
-    ││0 @ 1 │ 2.00  0.00  0.00 │     │
-    ││axis 2│ 2.00  0.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 2.00  0.00  4.00 │     │
-    ││      │ 2.00  0.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││1 @ 1 │ 2.00  1.00  0.00 │     │
-    ││axis 2│ 2.00  1.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 2.00  1.00  4.00 │     │
-    ││      │ 2.00  1.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││2 @ 1 │ 2.00  2.00  0.00 │     │
-    ││axis 2│ 2.00  2.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 2.00  2.00  4.00 │     │
-    ││      │ 2.00  2.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││3 @ 1 │ 2.00  3.00  0.00 │     │
-    ││axis 2│ 2.00  3.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 2.00  3.00  4.00 │     │
-    ││      │ 2.00  3.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││4 @ 1 │ 2.00  4.00  0.00 │     │
-    ││axis 2│ 2.00  4.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 2.00  4.00  4.00 │     │
-    ││      │ 2.00  4.00  5.00 │     │
-    │└──────┴──────────────────┘     │
-    ├────────────────────────────────┤
-    │┌──────┬──────────────────┐     │
-    ││3 @ 0 │axis 3            │     │
-    │├──────┼──────────────────┤     │
-    ││0 @ 1 │ 3.00  0.00  0.00 │     │
-    ││axis 2│ 3.00  0.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 3.00  0.00  4.00 │     │
-    ││      │ 3.00  0.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││1 @ 1 │ 3.00  1.00  0.00 │     │
-    ││axis 2│ 3.00  1.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 3.00  1.00  4.00 │     │
-    ││      │ 3.00  1.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││2 @ 1 │ 3.00  2.00  0.00 │     │
-    ││axis 2│ 3.00  2.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 3.00  2.00  4.00 │     │
-    ││      │ 3.00  2.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││3 @ 1 │ 3.00  3.00  0.00 │     │
-    ││axis 2│ 3.00  3.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 3.00  3.00  4.00 │     │
-    ││      │ 3.00  3.00  5.00 │     │
-    │├──────┼──────────────────┤     │
-    ││4 @ 1 │ 3.00  4.00  0.00 │     │
-    ││axis 2│ 3.00  4.00  1.00 │     │
-    ││      │ ...   ...   ...  │     │
-    ││      │ 3.00  4.00  4.00 │     │
-    ││      │ 3.00  4.00  5.00 │     │
-    │└──────┴──────────────────┘     │
-    └────────────────────────────────┘
+    ┌──────────────────────────────────┐
+    │[9]: ;=>+ shape 0:4,1:5,2:6,3:3   │
+    │┌──────┬─────────────────────────┐│
+    ││0 @ 0 │axis 3                   ││
+    │├──────┼─────────────────────────┤│
+    ││0 @ 1 │ 4.88e+9  6.12e-41  0.00 ││
+    ││axis 2│ 0.00     2.91e+3   1.00 ││
+    ││      │ ...      ...       ...  ││
+    ││      │ 4.68e+3  5.12e+3   4.00 ││
+    ││      │ 0.00     0.00      5.00 ││
+    │├──────┼─────────────────────────┤│
+    ││1 @ 1 │ 4.88e+9  1.00     0.00  ││
+    ││axis 2│ 0.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 0.00     1.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││2 @ 1 │ 4.88e+9  2.00     0.00  ││
+    ││axis 2│ 0.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 0.00     2.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││3 @ 1 │ 4.88e+9  3.00     0.00  ││
+    ││axis 2│ 0.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 0.00     3.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││4 @ 1 │ 4.88e+9  4.00     0.00  ││
+    ││axis 2│ 0.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 0.00     4.00     5.00  ││
+    │└──────┴─────────────────────────┘│
+    ├──────────────────────────────────┤
+    │┌──────┬─────────────────────────┐│
+    ││1 @ 0 │axis 3                   ││
+    │├──────┼─────────────────────────┤│
+    ││0 @ 1 │ 4.88e+9  6.12e-41  0.00 ││
+    ││axis 2│ 1.00     2.91e+3   1.00 ││
+    ││      │ ...      ...       ...  ││
+    ││      │ 4.68e+3  5.12e+3   4.00 ││
+    ││      │ 1.00     0.00      5.00 ││
+    │├──────┼─────────────────────────┤│
+    ││1 @ 1 │ 4.88e+9  1.00     0.00  ││
+    ││axis 2│ 1.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 1.00     1.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││2 @ 1 │ 4.88e+9  2.00     0.00  ││
+    ││axis 2│ 1.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 1.00     2.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││3 @ 1 │ 4.88e+9  3.00     0.00  ││
+    ││axis 2│ 1.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 1.00     3.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││4 @ 1 │ 4.88e+9  4.00     0.00  ││
+    ││axis 2│ 1.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 1.00     4.00     5.00  ││
+    │└──────┴─────────────────────────┘│
+    ├──────────────────────────────────┤
+    │┌──────┬─────────────────────────┐│
+    ││2 @ 0 │axis 3                   ││
+    │├──────┼─────────────────────────┤│
+    ││0 @ 1 │ 4.88e+9  6.12e-41  0.00 ││
+    ││axis 2│ 2.00     2.91e+3   1.00 ││
+    ││      │ ...      ...       ...  ││
+    ││      │ 4.68e+3  5.12e+3   4.00 ││
+    ││      │ 2.00     0.00      5.00 ││
+    │├──────┼─────────────────────────┤│
+    ││1 @ 1 │ 4.88e+9  1.00     0.00  ││
+    ││axis 2│ 2.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 2.00     1.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││2 @ 1 │ 4.88e+9  2.00     0.00  ││
+    ││axis 2│ 2.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 2.00     2.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││3 @ 1 │ 4.88e+9  3.00     0.00  ││
+    ││axis 2│ 2.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 2.00     3.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││4 @ 1 │ 4.88e+9  4.00     0.00  ││
+    ││axis 2│ 2.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 2.00     4.00     5.00  ││
+    │└──────┴─────────────────────────┘│
+    ├──────────────────────────────────┤
+    │┌──────┬─────────────────────────┐│
+    ││3 @ 0 │axis 3                   ││
+    │├──────┼─────────────────────────┤│
+    ││0 @ 1 │ 4.88e+9  6.12e-41  0.00 ││
+    ││axis 2│ 3.00     2.91e+3   1.00 ││
+    ││      │ ...      ...       ...  ││
+    ││      │ 4.68e+3  5.12e+3   4.00 ││
+    ││      │ 3.00     0.00      5.00 ││
+    │├──────┼─────────────────────────┤│
+    ││1 @ 1 │ 4.88e+9  1.00     0.00  ││
+    ││axis 2│ 3.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 3.00     1.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││2 @ 1 │ 4.88e+9  2.00     0.00  ││
+    ││axis 2│ 3.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 3.00     2.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││3 @ 1 │ 4.88e+9  3.00     0.00  ││
+    ││axis 2│ 3.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 3.00     3.00     5.00  ││
+    │├──────┼─────────────────────────┤│
+    ││4 @ 1 │ 4.88e+9  4.00     0.00  ││
+    ││axis 2│ 3.00     2.91e+3  1.00  ││
+    ││      │ ...      ...      ...   ││
+    ││      │ 4.68e+3  5.12e+3  4.00  ││
+    ││      │ 3.00     4.00     5.00  ││
+    │└──────┴─────────────────────────┘│
+    └──────────────────────────────────┘
|}];
Train.printf ~here:[%here] ~with_code:false ~with_grad:false ti;
[%expect
@@ -1125,18 +1125,18 @@ let%expect_test "outer_sum simulating axis concatenation" =
[%expect
{|
HERE: test/einsum/einsum_trivia.ml:1124:21
-    ┌───────────────────────────┐
-    │[7]: =>_tk shape 0:6,1:3   │
-    │┌──────┬──────────────────┐│
-    ││      │axis 1            ││
-    │├──────┼──────────────────┤│
-    ││axis 0│ 0.00  0.00  0.00 ││
-    ││      │ 0.00  0.00  1.00 ││
-    ││      │ ...   ...   ...  ││
-    ││      │ 0.00  0.00  4.00 ││
-    ││      │ 0.00  0.00  5.00 ││
-    │└──────┴──────────────────┘│
-    └───────────────────────────┘
+    ┌──────────────────────────────────┐
+    │[7]: =>_tk shape 0:6,1:3          │
+    │┌──────┬─────────────────────────┐│
+    ││      │axis 1                   ││
+    │├──────┼─────────────────────────┤│
+    ││axis 0│ 4.88e+9  6.12e-41  0.00 ││
+    ││      │ 0.00     2.91e+3   1.00 ││
+    ││      │ ...      ...       ...  ││
+    ││      │ 4.68e+3  5.12e+3   4.00 ││
+    ││      │ 0.00     0.00      5.00 ││
+    │└──────┴─────────────────────────┘│
+    └──────────────────────────────────┘
|}]


let%expect_test "einsum with a leftmost input axis preserved as output axis" =
(cd _build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition hello_world_op.ml -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
File "test/operations/zero2hero_1of7.ml", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/operations/zero2hero_1of7.ml _build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations/zero2hero_1of7.ml.corrected
diff --git a/_build/default/test/operations/zero2hero_1of7.ml b/_build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations/zero2hero_1of7.ml.corrected
index 5caa1d9..36cd672 100644
--- a/_build/default/test/operations/zero2hero_1of7.ml
+++ b/_build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations/zero2hero_1of7.ml.corrected
@@ -273,21 +273,21 @@ let%expect_test "Simple gradients hosted" =
[%expect
{|
#12 *._l
-                        0.00
+                        -5.64e-4
#13 grad_*._l
-                        0.00
+                        -5.64e-4
#8 +_d                   │#10 f non-emb
-                  0.00                    │ -2.00
+                  -5.64e-4                │ -2.00
#9 grad_+_d              │#11 grad_f
-                  0.00                    │ 0.00
+                  -3.10e-13               │ -5.64e-4
#4 *._e            │#6 c non-emb│
-           0.00              │ 1.00e+1    │
+           -3.10e-13         │ 1.00e+1    │
#5 grad_*._e       │#7 grad_c   │
-           0.00              │ 0.00       │
+           -5.64e-4          │ -5.64e-4   │
#0 a non-emb│#2 b non-emb│            │
2.00       │ -3.00      │            │
#1 grad_a   │#3 grad_b   │            │
-     0.00       │ 0.00       │            │
+     1.54e+2    │ 1.45e+2    │            │
|}];
(* Do not update the params: all values and gradients will be at initial points, which are
specified in the tensor in the brackets. *)
@@ -403,21 +403,21 @@ let%expect_test "Simple gradients virtual" =
[%expect
{|
#12 *._l
-                    0.00
+                    -5.64e-4
#13 grad_*._l Virt/40
<void>
-             #8 +_d Local/1046            │#10 f non-emb
+             #8 +_d Virt/152              │#10 f non-emb
<void>                       │ -2.00
-             #9 grad_+_d Virt/40          │#11 grad_f
-             <void>                       │ 0.00
+             #9 grad_+_d Virt/151         │#11 grad_f
+             <void>                       │ -5.64e-4
#4 *._e Virt/152       │#6 c non-emb│
<void>                 │ 1.00e+1    │
-      #5 grad_*._e Virt/40   │#7 grad_c   │
-      <void>                 │ 0.00       │
+      #5 grad_*._e Virt/151  │#7 grad_c   │
+      <void>                 │ 1.53e+2    │
#0 a non-emb│#2 b non-emb│            │
2.00       │ -3.00      │            │
#1 grad_a   │#3 grad_b   │            │
-     0.00       │ 0.00       │            │
+     1.45e+2    │ 1.48e+2    │            │
|}];
(* Do not update the params: all values and gradients will be at initial points, which are
specified in the tensor in the brackets. *)
@@ -429,13 +429,13 @@ let%expect_test "Simple gradients virtual" =
-8.00
#13 grad_*._l Virt/40
<void>
-             #8 +_d Local/1046            │#10 f non-emb
+             #8 +_d Virt/152              │#10 f non-emb
<void>                       │ -2.00
-             #9 grad_+_d Virt/40          │#11 grad_f
+             #9 grad_+_d Virt/151         │#11 grad_f
<void>                       │ 4.00
#4 *._e Virt/152       │#6 c non-emb│
<void>                 │ 1.00e+1    │
-      #5 grad_*._e Virt/40   │#7 grad_c   │
+      #5 grad_*._e Virt/151  │#7 grad_c   │
<void>                 │ -2.00      │
#0 a non-emb│#2 b non-emb│            │
2.00       │ -3.00      │            │
@@ -455,13 +455,13 @@ let%expect_test "Simple gradients virtual" =
-8.00
#13 grad_*._l Virt/40
<void>
-             #8 +_d Local/1046            │#10 f non-emb
+             #8 +_d Virt/152              │#10 f non-emb
<void>                       │ -2.40
-             #9 grad_+_d Virt/40          │#11 grad_f
+             #9 grad_+_d Virt/151         │#11 grad_f
<void>                       │ 4.00
#4 *._e Virt/152       │#6 c non-emb│
<void>                 │ 1.02e+1    │
-      #5 grad_*._e Virt/40   │#7 grad_c   │
+      #5 grad_*._e Virt/151  │#7 grad_c   │
<void>                 │ -2.00      │
#0 a non-emb│#2 b non-emb│            │
1.40       │ -2.60      │            │
@@ -478,13 +478,13 @@ let%expect_test "Simple gradients virtual" =
-1.57e+1
#13 grad_*._l Virt/40
<void>
-             #8 +_d Local/1046            │#10 f non-emb
+             #8 +_d Virt/152              │#10 f non-emb
<void>                       │ -2.40
-             #9 grad_+_d Virt/40          │#11 grad_f
+             #9 grad_+_d Virt/151         │#11 grad_f
<void>                       │ 6.56
#4 *._e Virt/152       │#6 c non-emb│
<void>                 │ 1.02e+1    │
-      #5 grad_*._e Virt/40   │#7 grad_c   │
+      #5 grad_*._e Virt/151  │#7 grad_c   │
<void>                 │ -2.40      │
#0 a non-emb│#2 b non-emb│            │
1.40       │ -2.60      │            │
@@ -538,7 +538,7 @@ let%expect_test "2D neuron virtual" =
7.00e-1
#9 grad_+_v Virt/40
<void>
-         #6 * Local/1046       │#0 b non-emb
+         #6 * Local/9046       │#0 b non-emb
<void>                │ 6.70
#7 grad_* Virt/40     │#1 grad_b
<void>                │ 1.00
File "test/operations/hello_world_op.ml", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/operations/hello_world_op.ml _build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations/hello_world_op.ml.corrected
diff --git a/_build/default/test/operations/hello_world_op.ml b/_build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations/hello_world_op.ml.corrected
index d3e06cb..fb61675 100644
--- a/_build/default/test/operations/hello_world_op.ml
+++ b/_build/.sandbox/d3d2b1d04108423b6cd2bef9d502ecc6/default/test/operations/hello_world_op.ml.corrected
@@ -792,42 +792,42 @@ let%expect_test "Embed self id" =
Train.printf ~here:[%here] ~with_code:false ~with_grad:false bar;
[%expect
{|
-      HERE: test/operations/hello_world_op.ml:790:23
-      ┌─────────────────────────┐
-      │[0]: !@self_id shape 0:1 │
-      │┌┬──────┐                │
-      │││axis 0│                │
-      │├┼──────┤                │
-      │││ 0.00 │                │
-      │└┴──────┘                │
-      └────────────────────────┘
-      HERE: test/operations/hello_world_op.ml:791:23
-      ┌─────────────────────────┐
-      │[1]: !@self_id shape 0:1 │
-      │┌┬──────┐                │
-      │││axis 0│                │
-      │├┼──────┤                │
-      │││ 1.00 │                │
-      │└┴──────┘                │
-      └─────────────────────────┘
-      HERE: test/operations/hello_world_op.ml:792:23
-      ┌─────────────────────┐
-      │[4]: +_bar shape 0:1 │
-      │┌┬──────┐            │
-      │││axis 0│            │
-      │├┼──────┤            │
-      │││ 3.00 │            │
-      │└┴──────┘            │
-      └─────────────────────┘
-      |}];
+    HERE: test/operations/hello_world_op.ml:790:21
+    ┌─────────────────────────┐
+    │[0]: !@self_id shape 0:1 │
+    │┌┬──────┐                │
+    │││axis 0│                │
+    │├┼──────┤                │
+    │││ 0.00 │                │
+    │└┴──────┘                │
+    └─────────────────────────┘
+    HERE: test/operations/hello_world_op.ml:791:21
+    ┌─────────────────────────┐
+    │[1]: !@self_id shape 0:1 │
+    │┌┬──────┐                │
+    │││axis 0│                │
+    │├┼──────┤                │
+    │││ 1.00 │                │
+    │└┴──────┘                │
+    └─────────────────────────┘
+    HERE: test/operations/hello_world_op.ml:792:21
+    ┌─────────────────────┐
+    │[4]: +_bar shape 0:1 │
+    │┌┬──────┐            │
+    │││axis 0│            │
+    │├┼──────┤            │
+    │││ 3.00 │            │
+    │└┴──────┘            │
+    └─────────────────────┘
+    |}];
Train.printf_tree ~here:[%here] bar;
[%expect
{|
-        HERE: test/operations/hello_world_op.ml:822:30
-                           #4 +_bar
-                            3.00
-              #3 + Virt/40       │#2 !@self_id Virt/40
-              <void>             │<void>
-        #1 !@self_id│#0 !@self_id│
-         1.00       │ 0.00       │
-        |}]
+    HERE: test/operations/hello_world_op.ml:823:26
+                       #4 +_bar
+                        3.00
+          #3 + Virt/40       │#2 !@self_id Virt/40
+          <void>             │<void>
+    #1 !@self_id│#0 !@self_id│
+     1.00       │ 0.00       │
+    |}]
File "test/training/moons_demo_mini.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/training/moons_demo_mini.expected _build/default/test/training/moons_demo_mini.exe.output
diff --git a/_build/default/test/training/moons_demo_mini.expected b/_build/default/test/training/moons_demo_mini.exe.output
index 054cd7c..42fd699 100644
--- a/_build/default/test/training/moons_demo_mini.expected
+++ b/_build/default/test/training/moons_demo_mini.exe.output
@@ -6,16 +6,15 @@ Half-moons scatterplot and decision boundary:
│***###########*********..│
│**#############****......│
│*######%%*######.....%%%.│
-│#####**%%%*.#####....%%%%│
+│#####**%%%..#####....%%%%│
│####***%%%%..####...%%%%.│
│###***.%%%%...###..%%%%%.│
│###**...%%%%%%%##.%%%%%..│
│***......%%%%%%%%%%%%%...│
-│...........%%%%%%%%%%....│
+│**.........%%%%%%%%%%....│
└─────────────────────────┘Loss:
┌─────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 2.29│-                                                                                                   │
-│     │                                                                                                    │
+│ 3.50│-                                                                                                   │
│     │                                                                                                    │
│     │                                                                                                    │
│     │                                                                                                    │
@@ -32,58 +31,60 @@ Half-moons scatterplot and decision boundary:
│     │                                                                                                    │
│     │                                                                                                    │
│     │                                                                                                    │
+│     │                                                                                                    │
│l    │                                                                                                    │
│o    │                                                                                                    │
+│s    │  --                                                                                                │
│s    │                                                                                                    │
-│s    │                                                                                                    │
-│     │  -                                                                                                 │
│     │                                                                                                    │
│     │                                                                                                    │
-│     │   -                                                                                                │
│     │                                                                                                    │
+│     │     -                                                                                              │
│     │                                                                                                    │
│     │                                                                                                    │
│     │                                                                                                    │
│     │                                                                                                    │
-│     │     -      -                                                                                       │
+│     │      -                                                                                             │
│     │                                                                                                    │
│     │                                                                                                    │
-│     │      ---  -                                                                                        │
-│     │               -                                                                                    │
-│     │          -     -      -        -  -                                               -                │
-│     │                    -            -                                                                  │
-│     │             -    -      - -   -    - -      -  - --      -      -          -                   -   │
-│ 0.00│                 -   --   - - -      -  ----  --    -- ---  ----  --- ---- - -- ---  ---- ---- - -- │
+│     │       -                                                                                            │
+│     │        -                                                                                           │
+│     │                                                                                                    │
+│     │          -                                                                                         │
+│     │           --   -                -                                                                  │
+│     │               -  - -              -              -                                -            -   │
+│ 0.00│             -   -   --- ---- ---   --- ---- ----  --- ---- ---- ---- ---- ---- ---  ---- ---- - -- │
├─────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
│     │0.00                                                                                         7.90e+1│
│     │                                                step                                                │
└─────┴────────────────────────────────────────────────────────────────────────────────────────────────────┘Log-loss, for better visibility:
┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 8.30e-1 │-                                                                                                   │
-│         │                                                                                                    │
+│ 1.25    │-                                                                                                   │
│         │ -                                                                                                  │
-│         │  -                                                                                                 │
-│         │   -                                                                                                │
│         │                                                                                                    │
-│         │     -      -                                                                                       │
-│         │      -    -                                                                                        │
-│         │       --                                                                                           │
-│         │          -    -       -        -                                                                   │
-│         │                -   -              -                                               -                │
-│         │                                 -                -                                                 │
-│         │                                                                            -                   -   │
-│         │             -    -        -   -    - -      -  -  -      -      -                                  │
-│         │                         --          -                 -    -           -                           │
-│         │                     -        -                     -        -                  -     -    - -      │
-│l        │                                           -  -                    -   -                -        -  │
-│o        │                                          -    -                    -         -                     │
-│g        │                                        -                             -                   -         │
-│         │                      -                                                                             │
-│l        │                                                              --                       -            │
-│o        │                                                                                     -              │
-│s        │                                                                                                    │
-│s        │                                                                                                    │
+│         │  --                                                                                                │
+│         │     -                                                                                              │
│         │                                                                                                    │
+│         │      -                                                                                             │
+│         │       -                                                                                            │
+│         │        -                                                                                           │
+│         │          -                                                                                         │
+│         │           --   -                                                                                   │
+│         │               -                 - -                                                            -   │
+│         │                                                  -                                                 │
+│         │                  - -      -                                                       -                │
+│         │             -         -        -    -       -  -  -   -  - -    -          -                       │
+│         │                          -         -                                                               │
+│l        │                                                                   --                 -    - -      │
+│o        │                                      -   -   --    -                                               │
+│g        │                     -        -                          -   --                                  -  │
+│         │                 -                                      -                     - -         -         │
+│l        │                      -                                                -   -           -            │
+│o        │                                                                                        -   -       │
+│s        │                                           -                            -                           │
+│s        │                                                                      -                             │
+│         │                                                                                     -              │
+│         │                                                               -                                    │
│         │                                                                                                    │
│         │                                                                                                    │
│         │                                                                                                    │
@@ -92,13 +93,12 @@ Half-moons scatterplot and decision boundary:
│         │                                                                                                    │
│         │                                                                                                    │
│         │                                                                                                    │
-│         │                                                     -                                              │
│         │                                                                                                    │
│         │                                                                                                    │
│         │                                                                                                    │
│         │                                                                                                    │
│         │                                                                                                    │
-│ -1.00e+1│                 -          -            -              --        -      - - -   --         -  -  - │
+│ -1.00e+1│                         -  -  -        --           -            -      -   -   --            -  - │
├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
│         │0.00                                                                                         7.90e+1│
│         │                                                step                                                │
File "test/training/bigram.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/training/bigram.expected _build/default/test/training/bigram.exe.output
diff --git a/_build/default/test/training/bigram.expected b/_build/default/test/training/bigram.exe.output
index 410d405..4860db8 100644
--- a/_build/default/test/training/bigram.expected
+++ b/_build/default/test/training/bigram.exe.output
@@ -19,45 +19,45 @@ Epoch 0, loss=2.944726
2.94
#39 grad_/._batch_loss Virt/40
<void>
-                                                                                                                               #36 => Local/1046                                                                                                                                  │#35 1000 Virt/40
+                                                                                                                               #36 => Local/9046                                                                                                                                  │#35 1000 Virt/40
<void>                                                                                                                                             │<void>
#37 grad_=> Virt/40                                                                                                                                │
<void>                                                                                                                                             │
-                                                                                                                           #33 neg_loss Virt/15                                                                                                                                   │
-                                                                                                                           <void>                                                                                                                                                 │
-                                                                                                                           #34 grad_neg_loss Local/1046                                                                                                                           │
-                                                                                                                           <void>                                                                                                                                                 │
-                                                                                                                             #31 log Virt/15                                                                                                                                      │
-                                                                                                                             <void>                                                                                                                                               │
-                                                                                                                             #32 grad_log Local/1046                                                                                                                              │
-                                                                                                                             <void>                                                                                                                                               │
-                                                                                                                       #29 =>_output_probs Local/1046                                                                                                                             │
+                                                                                                                            #33 neg_loss Virt/15                                                                                                                                  │
+                                                                                                                            <void>                                                                                                                                                │
+                                                                                                                            #34 grad_neg_loss Virt/151                                                                                                                            │
+                                                                                                                            <void>                                                                                                                                                │
+                                                                                                                              #31 log Virt/15                                                                                                                                     │
+                                                                                                                              <void>                                                                                                                                              │
+                                                                                                                              #32 grad_log Virt/151                                                                                                                               │
+                                                                                                                              <void>                                                                                                                                              │
+                                                                                                                       #29 =>_output_probs Virt/151                                                                                                                               │
<void>                                                                                                                                                     │
#30 grad_=>_output_probs Local/1046                                                                                                                        │
<void>                                                                                                                                                     │
-                                                                                                                              #27 *. Virt/15                                                                                                                                      │
-                                                                                                                              <void>                                                                                                                                              │
-                                                                                                                              #28 grad_*. Local/1046                                                                                                                              │
-                                                                                                                              <void>                                                                                                                                              │
-                                                      #20 /._mlp_@|_input_gram Virt/15                                                              │                                                  #3 @|_output_gram Virt/15                                                  │
-                                                      <void>                                                                                        │                                                  <void>                                                                     │
-                                                      #21 grad_/._mlp_@|_input_gram Local/1046                                                      │#1 tensor                                                                                                                    │
-                                                      <void>                                                                                        │ 0.00  0.00  ...  0.00  0.00 │ 0.00  0.00  ...  0.00  0.00 │ ... │ 0.00  0.00  ...  0.00  0.00 │ 0.00  0.00  ...  0.00  0.00 │
+                                                                                                                               #27 *. Virt/15                                                                                                                                     │
+                                                                                                                               <void>                                                                                                                                             │
+                                                                                                                               #28 grad_*. Virt/151                                                                                                                               │
+                                                                                                                               <void>                                                                                                                                             │
+                                                       #20 /._mlp_@|_input_gram Virt/15                                                             │                                                  #3 @|_output_gram Virt/15                                                  │
+                                                       <void>                                                                                       │                                                  <void>                                                                     │
+                                                       #21 grad_/._mlp_@|_input_gram Virt/151                                                       │#1 tensor                                                                                                                    │
+                                                       <void>                                                                                       │ 0.00  0.00  ...  0.00  0.00 │ 0.00  0.00  ...  0.00  0.00 │ ... │ 0.00  0.00  ...  0.00  0.00 │ 0.00  0.00  ...  0.00  0.00 │
[#16 exp_counts]│                                                      #18 => Local/1046                                                            │ 0.00  0.00  ...  0.00  0.00 │ 0.00  0.00  ...  0.00  0.00 │     │ 0.00  0.00  ...  0.00  0.00 │ 0.00  0.00  ...  0.00  0.00 │
│                                                      <void>                                                                       │ ...   ...   ...  ...   ...  │ ...   ...   ...  ...   ...  │     │ ...   ...   ...  ...   ...  │ ...   ...   ...  ...   ...  │
│                                                      #19 grad_=> Local/1046                                                       │ 0.00  0.00  ...  0.00  0.00 │ 1.00  0.00  ...  0.00  0.00 │     │ 0.00  0.00  ...  0.00  0.00 │ 0.00  0.00  ...  0.00  0.00 │
│                                                      <void>                                                                       │ 0.00  0.00  ...  0.00  0.00 │ 0.00  0.00  ...  0.00  0.00 │     │ 0.00  0.00  ...  0.00  0.00 │ 1.00  0.00  ...  0.00  0.00 │
-                │                                                  #16 exp_counts Local/1046                                                        │                                                                                                                             │
-                │                                                  <void>                                                                           │                                                                                                                             │
-                │                                                  #17 grad_exp_counts Local/1046                                                   │                                                                                                                             │
-                │                                                  <void>                                                                           │                                                                                                                             │
-                │#14 * Local/1046                                                                                                                   │                                                                                                                             │
+                │                                                   #16 exp_counts Virt/15                                                          │                                                                                                                             │
+                │                                                   <void>                                                                          │                                                                                                                             │
+                │                                                   #17 grad_exp_counts Virt/151                                                    │                                                                                                                             │
+                │                                                   <void>                                                                          │                                                                                                                             │
+                │#14 * Virt/151                                                                                                                     │                                                                                                                             │
│<void>                                                                                                                             │                                                                                                                             │
│#15 grad_* Local/1046                                                                                                              │                                                                                                                             │
│<void>                                                                                                                             │                                                                                                                             │
│├─#12 + Local/1046                                                                                                                 │                                                                                                                             │
││ <void>                                                                                                                           │                                                                                                                             │
-                ││ #13 grad_+ Local/1046                                                                                                            │                                                                                                                             │
+                ││ #13 grad_+ Local/9046                                                                                                            │                                                                                                                             │
││ <void>                                                                                                                           │                                                                                                                             │
││ ├─[#9 w]                                                                                                                         │                                                                                                                             │
││ └─#11 1 Virt/40                                                                                                                  │                                                                                                                             │
(cd _build/default/test/operations && ./micrograd_demo_logging.exe --ocannl_debug_backend=text --ocannl_log_file_stem=micrograd_demo_logging --ocannl_log_main_domain_to_stdout=false --ocannl_debug_log_to_stream_files=true)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
Retrieving commandline, environment, or config file variable ocannl_backend
Found sync_cc, in the config file
Retrieving commandline, environment, or config file variable ocannl_never_capture_stdout
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_cd_ident_style
Not found, using default heuristic
Retrieving commandline, environment, or config file variable ocannl_ll_ident_style
Not found, using default heuristic
Retrieving commandline, environment, or config file variable ocannl_output_prec_in_ll_files
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_inline_complex_computations
Not found, using default true
Retrieving commandline, environment, or config file variable ocannl_prefer_backend_uniformity
Found true, in the config file
Retrieving commandline, environment, or config file variable ocannl_debug_log_to_stream_files
Found true, commandline --ocannl_debug_log_to_stream_files=true
Retrieving commandline, environment, or config file variable ocannl_stack_threshold_in_bytes
Not found, using default 16384
Retrieving commandline, environment, or config file variable ocannl_output_dlls_in_build_directory
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_cc_backend_optimization_level
Not found, using default 3
Retrieving commandline, environment, or config file variable ocannl_cc_backend_compiler_command
Not found, using default gcc
Retrieving commandline, environment, or config file variable ocannl_cc_backend_verify_codesign
Not found, using default false
HERE: test/operations/micrograd_demo_logging.ml:33:21
┌────────────────────┐
│[70]: +_g shape 0:1 │
│┌┬─────────┐        │
│││axis 0   │        │
│├┼─────────┤        │
│││ 2.47e+1 │        │
│└┴─────────┘        │
└────────────────────┘
HERE: test/operations/micrograd_demo_logging.ml:34:21
┌─────────────────┐
│[0]: a shape 0:1 │
│┌┬───────┐       │
│││axis 0 │       │
│├┼───────┤       │
│││ -4.00 │       │
│└┴───────┘       │
└─────────────────┘
┌────────────────────────┐
│[0]: a shape 0:1  grad_a│
│┌┬─────────┐            │
│││axis 0   │            │
│├┼─────────┤            │
│││ 1.38e+2 │            │
│└┴─────────┘            │
└────────────────────────┘
HERE: test/operations/micrograd_demo_logging.ml:35:21
┌─────────────────┐
│[2]: b shape 0:1 │
│┌┬──────┐        │
│││axis 0│        │
│├┼──────┤        │
│││ 2.00 │        │
│└┴──────┘        │
└─────────────────┘
┌────────────────────────┐
│[2]: b shape 0:1  grad_b│
│┌┬─────────┐            │
│││axis 0   │            │
│├┼─────────┤            │
│││ 6.45e+2 │            │
│└┴─────────┘            │
└────────────────────────┘
File "test/operations/micrograd_demo_logging-sync_cc-0-0.log.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/operations/micrograd_demo_logging-sync_cc-0-0.log.expected _build/default/test/operations/sync_cc-0-0.log.actual
diff --git a/_build/default/test/operations/micrograd_demo_logging-sync_cc-0-0.log.expected b/_build/default/test/operations/sync_cc-0-0.log.actual
index 8857d5d..d5c3405 100644
--- a/_build/default/test/operations/micrograd_demo_logging-sync_cc-0-0.log.expected
+++ b/_build/default/test/operations/sync_cc-0-0.log.actual
@@ -12,78 +12,32 @@ float *b &[1] = 0xNNNN
float *b_grad &[1] = 0xNNNN
float *g &[1] = 0xNNNN
COMMENT: g forward and gradient update
-# n4_c[0] := (a[0] + b[0]);
-n4_c[0]{=MAYBE UNINITIALIZED} = -2000e-3 = (a[0]{=-4000e-3} + b[0]{=2000e-3})
-# n19_c[0] := ((n4_c[0] + n4_c[0]) + 1);
-n19_c[0]{=MAYBE UNINITIALIZED} = -3000e-3 = ((n4_c[0]{=-2000e-3} + n4_c[0]{=-2000e-3}) + (float)(1))
-# n42[0] := (b[0] - a[0]);
-n42[0]{=MAYBE UNINITIALIZED} = 6000e-3 = (b[0]{=2000e-3} - a[0]{=-4000e-3})
-# n31[0] := (b[0] + a[0]);
-n31[0]{=MAYBE UNINITIALIZED} = -2000e-3 = (b[0]{=2000e-3} + a[0]{=-4000e-3})
-# n14_d[0] := fma(a[0], b[0], (b[0] * (b[0] * b[0])));
-n14_d[0]{=MAYBE UNINITIALIZED} = 0e-3 = fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))
-# n40_d[0] := (fma(n14_d[0], 2, n14_d[0]) + relu(n31[0]));
-n40_d[0]{=MAYBE UNINITIALIZED} = 0e-3 = (fmaf(n14_d[0]{=0e-3}, (float)(2), n14_d[0]{=0e-3}) + fmaxf(0.0, n31[0]{=-2000e-3}))
-# e[0] := (fma(-1, a[0], ((n19_c[0] + 1) + n19_c[0])) - (fma(3, n40_d[0], n40_d[0]) + relu(n42[0])));
-e[0]{=MAYBE UNINITIALIZED} = -7000e-3 = (fmaf((float)(-1), a[0]{=-4000e-3}, ((n19_c[0]{=-3000e-3} + (float)(1)) + n19_c[0]{=-3000e-3})) - (fmaf((float)(3), n40_d[0]{=0e-3}, n40_d[0]{=0e-3}) + fmaxf(0.0, n42[0]{=6000e-3})))
-# f[0] := (e[0] * e[0]);
-f[0]{=MAYBE UNINITIALIZED} = 49000e-3 = (e[0]{=-7000e-3} * e[0]{=-7000e-3})
-# g[0] := ((f[0] / 2) + (10 / f[0]));
-g[0]{=MAYBE UNINITIALIZED} = 24704e-3 = ((f[0]{=49000e-3} / (float)(2)) + ((float)(10) / f[0]{=49000e-3}))
+# g[0] := ((((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) / 2) + (10 / ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))))));
+g[0]{=MAYBE UNINITIALIZED} = 24704e-3 = ((((fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3})))) * (fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3}))))) / (float)(2)) + ((float)(10) / ((fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3})))) * (fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3})))))))
COMMENT: g zero grads and backprop
# a_grad := 0
a_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
# b_grad := 0
b_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# n4_c_grad := 0
-n4_c_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# n19_c_grad := 0
-n19_c_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# n14_d_grad := 0
-n14_d_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# n40_d_grad := 0
-n40_d_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# f_grad := 0
-f_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# f.grad[0] := fma(1, (-10 / (f[0] * f[0])), f.grad[0]);
-f_grad[0]{=MAYBE UNINITIALIZED} = -4e-3 = fmaf((float)(1), ((float)(-10) / (f[0]{=49000e-3} * f[0]{=49000e-3})), f_grad[0]{=0e-3})
-# f.grad[0] := (f.grad[0] + 0.5);
-f_grad[0]{=MAYBE UNINITIALIZED} = 495e-3 = (f_grad[0]{=-4e-3} + (float)(0.5))
-# n40_d.grad[0] := fma(-1, ((2 * e[0]) * f.grad[0]), n40_d.grad[0]);
-n40_d_grad[0]{=MAYBE UNINITIALIZED} = 6941e-3 = fmaf((float)(-1), (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3}), n40_d_grad[0]{=0e-3})
-# n40_d.grad[0] := fma(3, (-1 * ((2 * e[0]) * f.grad[0])), n40_d.grad[0]);
-n40_d_grad[0]{=MAYBE UNINITIALIZED} = 27766e-3 = fmaf((float)(3), ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})), n40_d_grad[0]{=6941e-3})
-# n14_d.grad[0] := (n14_d.grad[0] + n40_d.grad[0]);
-n14_d_grad[0]{=MAYBE UNINITIALIZED} = 27766e-3 = (n14_d_grad[0]{=0e-3} + n40_d_grad[0]{=27766e-3})
-# n14_d.grad[0] := fma(n40_d.grad[0], 2, n14_d.grad[0]);
-n14_d_grad[0]{=MAYBE UNINITIALIZED} = 83300e-3 = fmaf(n40_d_grad[0]{=27766e-3}, (float)(2), n14_d_grad[0]{=27766e-3})
-# a.grad[0] := fma(n14_d.grad[0], b[0], a.grad[0]);
-a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = fmaf(n14_d_grad[0]{=83300e-3}, b[0]{=2000e-3}, a_grad[0]{=0e-3})
-# b.grad[0] := fma(a[0], n14_d.grad[0], b.grad[0]);
-b_grad[0]{=MAYBE UNINITIALIZED} = -333201e-3 = fmaf(a[0]{=-4000e-3}, n14_d_grad[0]{=83300e-3}, b_grad[0]{=0e-3})
-# b.grad[0] := fma((3 * (b[0] * b[0])), n14_d.grad[0], b.grad[0]);
-b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = fmaf(((float)(3) * (b[0]{=2000e-3} * b[0]{=2000e-3})), n14_d_grad[0]{=83300e-3}, b_grad[0]{=-333201e-3})
-# b.grad[0] := (b.grad[0] + relu_gate(n31[0], n40_d.grad[0]));
-b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = (b_grad[0]{=666402e-3} + (n31[0]{=-2000e-3} > 0.0 ? n40_d_grad[0]{=27766e-3} : 0.0))
-# a.grad[0] := (a.grad[0] + relu_gate(n31[0], n40_d.grad[0]));
-a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = (a_grad[0]{=166600e-3} + (n31[0]{=-2000e-3} > 0.0 ? n40_d_grad[0]{=27766e-3} : 0.0))
-# b.grad[0] := (b.grad[0] + relu_gate(n42[0], (-1 * ((2 * e[0]) * f.grad[0]))));
-b_grad[0]{=MAYBE UNINITIALIZED} = 673344e-3 = (b_grad[0]{=666402e-3} + (n42[0]{=6000e-3} > 0.0 ? ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})) : 0.0))
-# a.grad[0] := (a.grad[0] - relu_gate(n42[0], (-1 * ((2 * e[0]) * f.grad[0]))));
-a_grad[0]{=MAYBE UNINITIALIZED} = 159658e-3 = (a_grad[0]{=166600e-3} - (n42[0]{=6000e-3} > 0.0 ? ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})) : 0.0))
-# n19_c.grad[0] := fma((2 * e[0]), f.grad[0], n19_c.grad[0]);
-n19_c_grad[0]{=MAYBE UNINITIALIZED} = -6941e-3 = fmaf(((float)(2) * e[0]{=-7000e-3}), f_grad[0]{=495e-3}, n19_c_grad[0]{=0e-3})
-# n19_c.grad[0] := fma((2 * e[0]), f.grad[0], n19_c.grad[0]);
-n19_c_grad[0]{=MAYBE UNINITIALIZED} = -13883e-3 = fmaf(((float)(2) * e[0]{=-7000e-3}), f_grad[0]{=495e-3}, n19_c_grad[0]{=-6941e-3})
-# n4_c.grad[0] := (n4_c.grad[0] + n19_c.grad[0]);
-n4_c_grad[0]{=MAYBE UNINITIALIZED} = -13883e-3 = (n4_c_grad[0]{=0e-3} + n19_c_grad[0]{=-13883e-3})
-# n4_c.grad[0] := (n4_c.grad[0] + n19_c.grad[0]);
-n4_c_grad[0]{=MAYBE UNINITIALIZED} = -27766e-3 = (n4_c_grad[0]{=-13883e-3} + n19_c_grad[0]{=-13883e-3})
-# a.grad[0] := (a.grad[0] + n4_c.grad[0]);
-a_grad[0]{=MAYBE UNINITIALIZED} = 131892e-3 = (a_grad[0]{=159658e-3} + n4_c_grad[0]{=-27766e-3})
-# b.grad[0] := (b.grad[0] + n4_c.grad[0]);
-b_grad[0]{=MAYBE UNINITIALIZED} = 645577e-3 = (b_grad[0]{=673344e-3} + n4_c_grad[0]{=-27766e-3})
-# a.grad[0] := fma(-1, ((2 * e[0]) * f.grad[0]), a.grad[0]);
-a_grad[0]{=MAYBE UNINITIALIZED} = 138833e-3 = fmaf((float)(-1), (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3}), a_grad[0]{=131892e-3})
+# a.grad[0] := fma(v70_n14_d.grad {$  v70_n14_d.grad := 0;$  v70_n14_d.grad := (v70_n14_d.grad + v64_n40_d.grad {$    v64_n40_d.grad := 0;$    v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }), v64_n40_d.grad);$    v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    })), v64_n40_d.grad);$  });$  v70_n14_d.grad := fma(v64_n40_d.grad {$    v64_n40_d.grad := 0;$    v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }), v64_n40_d.grad);$    v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    })), v64_n40_d.grad);$  }, 2, v70_n14_d.grad);$}, b[0], a.grad[0]);
+a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = fmaf(v70_n14_d_grad{=83300e-3}, b[0]{=2000e-3}, a_grad[0]{=0e-3})
+# b.grad[0] := fma(a[0], v70_n14_d.grad {$  v70_n14_d.grad := 0;$  v70_n14_d.grad := (v70_n14_d.grad + v64_n40_d.grad {$    v64_n40_d.grad := 0;$    v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }), v64_n40_d.grad);$    v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    })), v64_n40_d.grad);$  });$  v70_n14_d.grad := fma(v64_n40_d.grad {$    v64_n40_d.grad := 0;$    v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }), v64_n40_d.grad);$    v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    })), v64_n40_d.grad);$  }, 2, v70_n14_d.grad);$}, b.grad[0]);
+b_grad[0]{=MAYBE UNINITIALIZED} = -333201e-3 = fmaf(a[0]{=-4000e-3}, v70_n14_d_grad{=83300e-3}, b_grad[0]{=0e-3})
+# b.grad[0] := fma((3 * (b[0] * b[0])), v71_n14_d.grad {$  v71_n14_d.grad := 0;$  v71_n14_d.grad := (v71_n14_d.grad + v64_n40_d.grad {$    v64_n40_d.grad := 0;$    v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }), v64_n40_d.grad);$    v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    })), v64_n40_d.grad);$  });$  v71_n14_d.grad := fma(v64_n40_d.grad {$    v64_n40_d.grad := 0;$    v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }), v64_n40_d.grad);$    v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    })), v64_n40_d.grad);$  }, 2, v71_n14_d.grad);$}, b.grad[0]);
+b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = fmaf(((float)(3) * (b[0]{=2000e-3} * b[0]{=2000e-3})), v71_n14_d_grad{=83300e-3}, b_grad[0]{=-333201e-3})
+# b.grad[0] := (b.grad[0] + relu_gate((b[0] + a[0]), v65_n40_d.grad {$  v65_n40_d.grad := 0;$  v65_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$    v54_f.grad := 0;$    v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$    v54_f.grad := (v54_f.grad + 0.5);$  }), v65_n40_d.grad);$  v65_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$    v54_f.grad := 0;$    v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$    v54_f.grad := (v54_f.grad + 0.5);$  })), v65_n40_d.grad);$}));
+b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = (b_grad[0]{=666402e-3} + ((b[0]{=2000e-3} + a[0]{=-4000e-3}) > 0.0 ? v65_n40_d_grad{=27766e-3} : 0.0))
+# a.grad[0] := (a.grad[0] + relu_gate((b[0] + a[0]), v65_n40_d.grad {$  v65_n40_d.grad := 0;$  v65_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$    v54_f.grad := 0;$    v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$    v54_f.grad := (v54_f.grad + 0.5);$  }), v65_n40_d.grad);$  v65_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$    v54_f.grad := 0;$    v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$    v54_f.grad := (v54_f.grad + 0.5);$  })), v65_n40_d.grad);$}));
+a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = (a_grad[0]{=166600e-3} + ((b[0]{=2000e-3} + a[0]{=-4000e-3}) > 0.0 ? v65_n40_d_grad{=27766e-3} : 0.0))
+# b.grad[0] := (b.grad[0] + relu_gate((b[0] - a[0]), (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$  v54_f.grad := 0;$  v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$  v54_f.grad := (v54_f.grad + 0.5);$}))));
+b_grad[0]{=MAYBE UNINITIALIZED} = 673344e-3 = (b_grad[0]{=666402e-3} + ((b[0]{=2000e-3} - a[0]{=-4000e-3}) > 0.0 ? ((float)(-1) * (((float)(2) * (fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3}))))) * v54_f_grad{=495e-3})) : 0.0))
+# a.grad[0] := (a.grad[0] - relu_gate((b[0] - a[0]), (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$  v54_f.grad := 0;$  v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$  v54_f.grad := (v54_f.grad + 0.5);$}))));
+a_grad[0]{=MAYBE UNINITIALIZED} = 159658e-3 = (a_grad[0]{=166600e-3} - ((b[0]{=2000e-3} - a[0]{=-4000e-3}) > 0.0 ? ((float)(-1) * (((float)(2) * (fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3}))))) * v54_f_grad{=495e-3})) : 0.0))
+# a.grad[0] := (a.grad[0] + v95_n4_c.grad {$  v95_n4_c.grad := 0;$  v95_n4_c.grad := (v95_n4_c.grad + v92_n19_c.grad {$    v92_n19_c.grad := 0;$    v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }, v92_n19_c.grad);$    v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }, v92_n19_c.grad);$  });$  v95_n4_c.grad := (v95_n4_c.grad + v92_n19_c.grad {$    v92_n19_c.grad := 0;$    v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }, v92_n19_c.grad);$    v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }, v92_n19_c.grad);$  });$});
+a_grad[0]{=MAYBE UNINITIALIZED} = 131892e-3 = (a_grad[0]{=159658e-3} + v95_n4_c_grad{=-27766e-3})
+# b.grad[0] := (b.grad[0] + v96_n4_c.grad {$  v96_n4_c.grad := 0;$  v96_n4_c.grad := (v96_n4_c.grad + v92_n19_c.grad {$    v92_n19_c.grad := 0;$    v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }, v92_n19_c.grad);$    v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }, v92_n19_c.grad);$  });$  v96_n4_c.grad := (v96_n4_c.grad + v92_n19_c.grad {$    v92_n19_c.grad := 0;$    v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }, v92_n19_c.grad);$    v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$      v54_f.grad := 0;$      v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$      v54_f.grad := (v54_f.grad + 0.5);$    }, v92_n19_c.grad);$  });$});
+b_grad[0]{=MAYBE UNINITIALIZED} = 645577e-3 = (b_grad[0]{=673344e-3} + v96_n4_c_grad{=-27766e-3})
+# a.grad[0] := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$  v54_f.grad := 0;$  v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$  v54_f.grad := (v54_f.grad + 0.5);$}), a.grad[0]);
+a_grad[0]{=MAYBE UNINITIALIZED} = 138833e-3 = fmaf((float)(-1), (((float)(2) * (fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3}))))) * v54_f_grad{=495e-3}), a_grad[0]{=131892e-3})
COMMENT: end
COMMENT: end
\ No newline at end of file
File "test/training/moons_demo_parallel.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/training/moons_demo_parallel.expected _build/default/test/training/moons_demo_parallel.exe.output
diff --git a/_build/default/test/training/moons_demo_parallel.expected b/_build/default/test/training/moons_demo_parallel.exe.output
index 0422aa9..d89ff9b 100644
--- a/_build/default/test/training/moons_demo_parallel.expected
+++ b/_build/default/test/training/moons_demo_parallel.exe.output
@@ -1,139 +1,139 @@
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
-Epoch loss: 0.182869
+Epoch loss: 11.390883


Half-moons scatterplot and decision boundary:
┌────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│****************************************#***************************************....................│
-│********************************##*#*******#************************************....................│
-│*******************#******#*#**#**##**##*#**#***#*******************************....................│
-│***************#********#***#**#**#**#*#*##**##**##****************************.....................│
-│*************#****#*###**#*##*#*##***##*#######******#*************************.....................│
-│*****************#*#****#***#***#*#*#*********#*##*##**************************.....................│
-│************#***##*###***#*#********#**#***##*#***##***#***********************.....................│
-│**********#***#****#####*#***###******#*#*#***#***#***#*##**#*****************......................│
-│***********####*#***#****#*#*****##****#**********##**************************......................│
-│*********#****#***#**##*#*#*#*******#**##*#*##*##*#*#**#**##******************......................│
-│**********#**#*###**#**********......******#***#***#**#*##***#***************.......................│
-│***#**#****###*##*#*##********....%....********##*##**#*#*#******************.......................│
-│***#**#**#*#***###**#*#******....%......%********#***#****#****#*************.......................│
-│********#**###***#**********.............*******#***#*#**#***###*************...........%.%....%....│
-│**#********####*#**#********..%......%.%...*********#**##***##***#**********......................%.│
-│****##*****##****#*********...%......%......**********#**#*#*#*##*#*********....................%...│
-│***#*#**#***#*#************....%.%.....%......*******#*##*#*#****#**********.................%.%.%..│
-│*#*#**#**#*#***#**********.....%.%.%%.%........*********###*****#*###******.............%.%..%...%.%│
-│****##**##****************..............%.......*********###*##**#*#*******..............%%%..%.%%..│
-│***#***##*##*************....%.%%.%%%.%...........*******#*#*####*#*#******.............%%%%.%..%...│
-│#*#*#*#**#*#*************....%....%.%.%%%..........*******#***************..............%....%.%.%..│
-│##*##***#**#************.....%...%%.%%..%..%........**********#***#*#*****.......................%%.│
-│*#**#******#***********..........%..%...%%............******##***#*###****...........%.%%.%..%......│
-│#***#*##**#************..........%...%...%.............**********#**#*****............%.%%.%%%..%%%.│
-│*#*##***##************...........%.%%%.%.................***###**#*##****..............%.%%.........│
-│******#*#*************............%%.%.%%%%...............**********#****........%.%..%%..%..%......│
-│*****#****#**********.................%.%.%................***#****#*****.........%.%..%..%.%..%%%..│
-│*****##**************...........%...%...%%.%%..%.............******#***.........%....%%%.%%..%......│
-│********************..............%..%.%%.%%.%..%%.%%...........#*##*.............%%%%.........%....│
-│******************.................%%..%...%..%%%%..........................%%%.....%.%..%.%........│
-│****************......................%..%.%..%..%....................%..%..%%%%.%.%%%%%...%%.......│
-│**************......................%%...%%%.%%%%.%.%.%%.....%...........%.%%%%%.%....%.%...........│
-│************............................%..%.......%.%%%....%%.%..%%%.%%..%.%.%.%..%................│
-│**********..............................%...%%..%....%..%%.%%.%.%....%....%%%..%.%%..%.%............│
-│*******....................................%%....%..%.%%%..%%%....%%.%...%%...%%...%%...%%..........│
-│*****........................................%.%..%..%%%%%.%....%%...%%.%..%..%....%................│
-│**.........................................%............%..%%.....%%..%.%.%....%....................│
+│****************************************#***********************************************************│
+│********************************##*#*******#********************************************************│
+│*******************#******#*#**#**##**##*#**#***#***************************************************│
+│***************#********#***#**#**#**#*#*##**##**##*************************************************│
+│*************#****#*###**#*##*#*##***##*#######******#**********************************************│
+│*****************#*#****#***#***#*#*#*********#*##*##***********************************************│
+│************#***##*###***#*#********#**#***##*#***##***#********************************************│
+│**********#***#****#####*#***###******#*#*#***#***#***#*##**#***************************************│
+│***********####*#***#****#*#*****##****#**********##************************************************│
+│*********#****#***#**##*#*#*#*******#**##*#*##*##*#*#**#**##*************************************...│
+│**********#**#*###**#**********************#***#***#**#*##***#******************************........│
+│***#**#****###*##*#*##************%************##*##**#*#*#****************************.............│
+│***#**#**#*#***###**#*#**********%******%********#***#****#****#******************..................│
+│********#**###***#******************************#***#*#**#***###*************...........%.%....%....│
+│**#********####*#**#**********%******%*%************#**##***##***#*******.........................%.│
+│****##*****##****#************%******%****************#**#*#*#*##*#*............................%...│
+│***#*#**#***#*#****************%*%*****%*************#*##*#*#**..#...........................%.%.%..│
+│*#*#**#**#*#***#***************%*%*%%*%*****************###.....#.###...................%.%..%...%.%│
+│****##**##******************************%*************...###.##..#.#.....................%%%..%.%%..│
+│***#***##*##*****************%*%%*%%%*%**********........#.#.####.#.#...................%%%%.%..%...│
+│#*#*#*#**#*#*****************%****%*%*%%%***..............#.............................%....%.%.%..│
+│##*##***#**#*****************%***%%*%%*.%..%..................#...#.#............................%%.│
+│*#**#******#*********************%..%...%%..................##...#.###...............%.%%.%..%......│
+│#***#*##**#*******************...%...%...%.......................#..#.................%.%%.%%%..%%%.│
+│*#*##***##***************........%.%%%.%....................###..#.##..................%.%%.........│
+│******#*#***********..............%%.%.%%%%.........................#............%.%..%%..%..%......│
+│*****#****#****.......................%.%.%...................#....#..............%.%..%..%.%..%%%..│
+│*****##****.....................%...%...%%.%%..%...................#............%....%%%.%%..%......│
+│******............................%..%.%%.%%.%..%%.%%...........#.##..............%%%%.........%....│
+│*..................................%%..%...%..%%%%..........................%%%.....%.%..%.%........│
+│......................................%..%.%..%..%....................%..%..%%%%.%.%%%%%...%%.......│
+│....................................%%...%%%.%%%%.%.%.%%.....%...........%.%%%%%.%....%.%...........│
+│........................................%..%.......%.%%%....%%.%..%%%.%%..%.%.%.%..%................│
+│........................................%...%%..%....%..%%.%%.%.%....%....%%%..%.%%..%.%............│
+│...........................................%%....%..%.%%%..%%%....%%.%...%%...%%...%%...%%..........│
+│.............................................%.%..%..%%%%%.%....%%...%%.%..%..%....%................│
+│...........................................%............%..%%.....%%..%.%.%....%....................│
│...................................................%...%.%..%.%.......%%...%........................│
│........................................................%%%.....%.%..%..%.....%..%..................│
│......................................................%....%%%%.%.%.%....%..........................│
└────────────────────────────────────────────────────────────────────────────────────────────────────┘
Batch Log-loss:
┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 3.78    │-                                                                                                   │
-│         │                                                                                                    │
+│ 3.75    │-                                                                                                   │
│         │                                                                                                    │
│         │-                                                                                                   │
│         │                                                                                                    │
│         │                                                                                                    │
-│         │       --      ----       --  -- -                                                                  │
-│         │ --- --   ----      ---- -  -   -  --                                                               │
-│         │ --   - -  --               -        -- --                  -                                       │
-│         │--------- ---- ---- ---- ---- ----        -- ---     -   -            -                             │
-│         │-   ----  --- - -- -     ---- ---- --           - ---  -     -                              -       │
-│         │-- -     -     -    --- ---     -- - --                   -                                -        │
-│         │ - -----         -             -    -                   -     -     -  -                     -      │
-│b        │-     --    -              -  -    - -  ---                    - -      -                           │
-│a        │   -     ---  -                 -   -      -                      --     -   --           -    -    │
-│t        │ -  -   -      --------      - - -    -    -    -                    -     -    --   -  -           │
-│c        │     - --  -    -  -    - -  -    -         ----  ----  -  -         -      -     --  --        --- │
-│h        │       - - -- - ---- ---- - --  ---      - --- - - -  - -  --        -      - -             -       │
-│         │            - -         --------- -- - --   - - -    - - - --   -   -                     - -       │
-│l        │       - -  -              --  - --   ----- ---  --  -  ---  -    -  -   - - ---        - --   -    │
-│o        │             --      -- -- -- --  -------    -  ----   -  -    --- --      --      ---  --       ---│
-│g        │      -    - - --   --     - --    ----   --   -    - -  -   --  -    - - -   ---- ----  ------ -   │
-│         │    - - -            - -  --     --- --  -- -   - - - -  -- -     - - -        --  -     --   --    │
-│l        │       ---        -   -     -          -   -   - --   -- -  - -     -  -  --     -     -     -      │
-│o        │      -    -    -  -    ---        -    - ----                -          -              -      -   -│
-│s        │            -      -     -    -   -       -           -       --                             -      │
-│s        │        -     -            - --     -   -  --                    -                           -      │
-│         │                -         - -  ----                          -        -               -            -│
-│         │                           -  -   -  -                         -      - -    -           -          │
-│         │                                --                                                                - │
-│         │                        -                              -                            -               │
-│         │                             -                                                            -   -     │
-│         │                                                                    -                               │
│         │                                                                                                    │
-│         │                                      -       -                       -                             │
+│         │      ---   --  -   ---- ---- ---- ---- ---- ---- ---- -      -                                     │
+│         │ ---      --   - --                                     --- -- - ---- ---- ---- ---- ---- ---- ---- │
+│         │ --- -    -            - - -- - -  - -  ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- │
+│         │----------------------------- ------------------- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- │
+│         │--  - -  ---  - -  -     -   -     - -  - -  --- ---- ---  -- -    -- - -- ---- ---- ---- -         │
+│         │ - ---         - -  --  - -    -                         -   -  ---- ---- --               --- ---- │
+│         │ - - -      -         -    - -- - - -  - -  -                               -- ---- - -- --         │
+│b        │ - - -                   -         -    -      -  -        -                         -     ---------│
+│a        │       -   - --                      -        -  - --        -      --   -    -- ---- ---- -       -│
+│t        │     --     -   -              - -- ---  --------- --------  -- - --  --- - --                      │
+│c        │ - -     --    - ---    - ---- ---  -  - -  -  --  - - --- ------  - -  --  --                      │
+│h        │         - -  - --  -- -- -                                     --- -      -  -  - -- --   ----    -│
+│         │      --    ---      --- --          -    -                -  -    -      -    -        --      --- │
+│l        │        --         -       --  -- -                               -    -  -     - -                 │
+│o        │             -    -  -  - -  -                                                                      │
+│g        │       --  --   -           --                                              -    -                  │
+│         │         -           -          - -  -                               -         -    -     -         │
+│l        │                  -  -     -      -        -                            -                           │
+│o        │       -                                      -                                                     │
+│s        │            -                            --      -        -                  -                      │
+│s        │       -         -    -      -                      --                                              │
+│         │                      -                                              -   -           -              │
+│         │                      -                                                 -     -                     │
+│         │                                    -                          -             -                      │
+│         │                                                                                 -                  │
+│         │                                                                   -        -                       │
+│         │                                                                                      -             │
+│         │                                                                                                    │
+│         │                                                                                                    │
+│         │                                                                                                    │
│         │                                                                                                    │
│         │                                                                                                    │
│         │                                                                                                    │
-│         │             -                                                                                      │
-│ -1.04e+1│----------------------------------------------------------------------------------------------------│
+│ -1.04e+1│  --  ----------------------------------------------------------------------------------------------│
├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
│         │0.00                                                                                         1.59e+3│
│         │                                                step                                                │
└─────────┴────────────────────────────────────────────────────────────────────────────────────────────────────┘
Epoch Log-loss:
-┌──────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 4.39 │-                                                                                                   │
-│      │                                                                                                    │
-│      │                                                                                                    │
-│      │                                                                                                    │
-│      │                                                                                                    │
-│      │                                                                                                    │
-│      │                                                                                                    │
-│      │                                                                                                    │
-│      │                                                                                                    │
-│      │  -                                                                                                 │
-│      │ - - -                                                                                              │
-│      │                                                                                                    │
-│      │      --- ---  -- -           -                                                                     │
-│e     │             -   -  ---- ----  -                                                                    │
-│p     │                                --                                                                  │
-│o     │                                                                                                    │
-│c     │                                   -                                                                │
-│h     │                                    -                                                               │
-│      │                                     -                                                              │
-│l     │                                      -                                                             │
-│o     │                                        --                                                          │
-│g     │                                          --                -                                       │
-│      │                                             ---                                                    │
-│l     │                                                         -            -                             │
-│o     │                                                - - --                                              │
-│s     │                                                   -                                                │
-│s     │                                                          -                                 -       │
-│      │                                                       --    -      -                      -        │
-│      │                                                                                                    │
-│      │                                                                                                    │
-│      │                                                              -                                     │
-│      │                                                                       -                            │
-│      │                                                               -             -            -  -      │
-│      │                                                                 -                                  │
-│      │                                                                  --    -     -                -    │
-│      │                                                                         -  -                       │
-│      │                                                                           -    -    - --           │
-│      │                                                                                  --                │
-│      │                                                                                 -              -   │
-│ -1.69│                                                                                      -          -- │
-├──────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
-│      │0.00                                                                                         7.90e+1│
-│      │                                                step                                                │
-└──────┴────────────────────────────────────────────────────────────────────────────────────────────────────┘
\ No newline at end of file
+┌─────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
+│ 4.61│-                                                                                                   │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│e    │                                                                                                    │
+│p    │                                                                                                    │
+│o    │                                                                                                    │
+│c    │                                                                                                    │
+│h    │                                                                                                    │
+│     │                                                                                                    │
+│l    │                                                                                                    │
+│o    │                                                                                                    │
+│g    │   -                                                                                                │
+│     │                                                                                                    │
+│l    │                                                                                                    │
+│o    │  -                                                                                                 │
+│s    │                                                                                                    │
+│s    │                                                                                                    │
+│     │                                                                                                    │
+│     │ -                                                                                                  │
+│     │                                                                                                    │
+│     │     -                                                                                              │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │                                                                                                    │
+│     │       -     -                                                                                      │
+│     │      - - ---   - -  - - --   --                                                                    │
+│     │               - -  - -    --   -- ---- ---- ----  -                                                │
+│     │                                                  - -- ---- - -                                     │
+│     │                                                             - - ---- ---- ---                      │
+│ 2.43│                                                                              - ---- ---- ---- ---- │
+├─────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
+│     │0.00                                                                                         7.90e+1│
+│     │                                                step                                                │
+└─────┴────────────────────────────────────────────────────────────────────────────────────────────────────┘
\ No newline at end of file
File "test/training/moons_demo.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/training/moons_demo.expected _build/default/test/training/moons_demo.exe.output
diff --git a/_build/default/test/training/moons_demo.expected b/_build/default/test/training/moons_demo.exe.output
index 738bc6b..c356a3f 100644
--- a/_build/default/test/training/moons_demo.expected
+++ b/_build/default/test/training/moons_demo.exe.output
@@ -4,47 +4,47 @@ Half-moons scatterplot and decision boundary:
┌────────────────────────────────────────────────────────────────────────────────────────────────────┐
│****************************************#***********************************************************│
│********************************##*#*******#********************************************************│
-│*******************#******#*#**#**##**##*#**#***#**************************************************.│
-│***************#********#***#**#**#**#*#*##**##**##**********************************************...│
-│*************#****#*###**#*##*#*##***##*#######******#******************************************....│
-│*****************#*#****#***#***#*#*#*********#*##*##*****************************************......│
-│************#***##*###***#*#********#**#***##*#***##***#************************************........│
-│**********#***#****#####*#***###******#*#*#***#***#***#*##**#******************************.........│
-│***********####*#***#****#*#*****##****#**********##**************************************..........│
-│*********#****#***#**##*#*#*#*******#**##*#*##*##*#*#**#**##*****************************...........│
-│**********#**#*###**#***************.....**#***#***#**#*##***#*************************.............│
-│***#**#****###*##*#*##*********...%........****##*##**#*#*#***************************..............│
-│***#**#**#*#***###**#*#****......%......%...*****#***#****#****#*********************...............│
-│********#**###***#********...................***#***#*#**#***###********************....%.%....%....│
-│**#********####*#**#*****.....%......%.%.......*****#**##***##***#*****************...............%.│
-│****##*****##****#******......%......%..........******#**#*#*#*##*#***************..............%...│
-│***#*#**#***#*#*********.......%.%.....%.........****#*##*#*#****#***************............%.%.%..│
-│*#*#**#**#*#***#*******........%.%.%%.%...........******###*****#*###***********........%.%..%...%.%│
-│****##**##************..................%...........*****###*##**#*#***********..........%%%..%.%%..│
-│***#***##*##*********........%.%%.%%%.%..............****#*#*####*#*#*********..........%%%%.%..%...│
-│#*#*#*#**#*#*********........%....%.%.%%%.............****#******************...........%....%.%.%..│
-│##*##***#**#********.........%...%%.%%..%..%............******#***#*#*******.....................%%.│
-│*#**#******#********.............%..%...%%...............***##***#*###*****..........%.%%.%..%......│
-│#***#*##**#********..............%...%...%................*******#**#*****............%.%%.%%%..%%%.│
-│*#*##***##********...............%.%%%.%....................###**#*##****..............%.%%.........│
-│******#*#*********................%%.%.%%%%..................*******#***.........%.%..%%..%..%......│
-│*****#****#******.....................%.%.%...................#.***#***...........%.%..%..%.%..%%%..│
-│*****##**********...............%...%...%%.%%..%..................*#**..........%....%%%.%%..%......│
-│****************..................%..%.%%.%%.%..%%.%%...........#.##..............%%%%.........%....│
-│****************...................%%..%...%..%%%%..........................%%%.....%.%..%.%........│
-│***************.......................%..%.%..%..%....................%..%..%%%%.%.%%%%%...%%.......│
-│***************.....................%%...%%%.%%%%.%.%.%%.....%...........%.%%%%%.%....%.%...........│
-│**************..........................%..%.......%.%%%....%%.%..%%%.%%..%.%.%.%..%................│
-│**************..........................%...%%..%....%..%%.%%.%.%....%....%%%..%.%%..%.%............│
-│*************..............................%%....%..%.%%%..%%%....%%.%...%%...%%...%%...%%..........│
-│*************................................%.%..%..%%%%%.%....%%...%%.%..%..%....%................│
-│************...............................%............%..%%.....%%..%.%.%....%....................│
-│************.......................................%...%.%..%.%.......%%...%........................│
-│***********.............................................%%%.....%.%..%..%.....%..%..................│
-│***********...........................................%....%%%%.%.%.%....%..........................│
+│*******************#******#*#**#**##**##*#**#***#***************************************************│
+│***************#********#***#**#**#**#*#*##**##**##*************************************************│
+│*************#****#*###**#*##*#*##***##*#######******#**********************************************│
+│*****************#*#****#***#***#*#*#*********#*##*##***********************************************│
+│************#***##*###***#*#********#**#***##*#***##***#********************************************│
+│**********#***#****#####*#***###******#*#*#***#***#***#*##**#***************************************│
+│***********####*#***#****#*#*****##****#**********##************************************************│
+│*********#****#***#**##*#*#*#*******#**##*#*##*##*#*#**#**##****************************************│
+│**********#**#*###**#**********************#***#***#**#*##***#**************************************│
+│***#**#****###*##*#*##************%************##*##**#*#*#******************************...........│
+│***#**#**#*#***###**#*#**********%******%********#***#****#****#************........................│
+│********#**###***#******************************#***#*#**#***###........................%.%....%....│
+│**#********####*#**#**********%******%*%***********.#..##...##...#................................%.│
+│****##*****##****#************%******%................#..#.#.#.##.#.............................%...│
+│***#*#**#***#*#**************..%.%.....%.............#.##.#.#....#...........................%.%.%..│
+│*#*#**#**#*#***#***********....%.%.%%.%.................###.....#.###...................%.%..%...%.%│
+│****##**##***************...............%................###.##..#.#.....................%%%..%.%%..│
+│***#***##*##***********......%.%%.%%%.%..................#.#.####.#.#...................%%%%.%..%...│
+│#*#*#*#**#*#**********.......%....%.%.%%%.................#.............................%....%.%.%..│
+│##*##***#**#********.........%...%%.%%..%..%..................#...#.#............................%%.│
+│*#**#******#*******..............%..%...%%..................##...#.###...............%.%%.%..%......│
+│#***#*##**#******................%...%...%.......................#..#.................%.%%.%%%..%%%.│
+│*#*##***##******.................%.%%%.%....................###..#.##..................%.%%.........│
+│******#*#******...................%%.%.%%%%.........................#............%.%..%%..%..%......│
+│*****#****#**.........................%.%.%...................#....#..............%.%..%..%.%..%%%..│
+│*****##*****....................%...%...%%.%%..%...................#............%....%%%.%%..%......│
+│***********.......................%..%.%%.%%.%..%%.%%...........#.##..............%%%%.........%....│
+│**********.........................%%..%...%..%%%%..........................%%%.....%.%..%.%........│
+│********..............................%..%.%..%..%....................%..%..%%%%.%.%%%%%...%%.......│
+│*******.............................%%...%%%.%%%%.%.%.%%.....%...........%.%%%%%.%....%.%...........│
+│******..................................%..%.......%.%%%....%%.%..%%%.%%..%.%.%.%..%................│
+│****....................................%...%%..%....%..%%.%%.%.%....%....%%%..%.%%..%.%............│
+│***........................................%%....%..%.%%%..%%%....%%.%...%%...%%...%%...%%..........│
+│**...........................................%.%..%..%%%%%.%....%%...%%.%..%..%....%................│
+│*..........................................%............%..%%.....%%..%.%.%....%....................│
+│...................................................%...%.%..%.%.......%%...%........................│
+│........................................................%%%.....%.%..%..%.....%..%..................│
+│......................................................%....%%%%.%.%.%....%..........................│
└────────────────────────────────────────────────────────────────────────────────────────────────────┘Loss:
┌────────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 2.38e+1│-                                                                                                   │
+│ 2.35e+1│-                                                                                                   │
│        │                                                                                                    │
│        │                                                                                                    │
│        │                                                                                                    │
@@ -70,64 +70,64 @@ Half-moons scatterplot and decision boundary:
│        │                                                                                                    │
│        │                                                                                                    │
│        │                                                                                                    │
-│        │                                                                                                    │
-│        │                                                                                                    │
+│        │-                                                                                                   │
│        │                                                                                                    │
│        │                                                                                                    │
│        │                                                                                                    │
│        │                                                                                                    │
│        │-                                                                                                   │
│        │                                                                                                    │
-│        │ - - -    -                                                                                         │
-│        │- -   ---                                                                                           │
-│        │   - ---  - -- ---  ---  - -                                                                        │
-│        │----  - - --     -- ---- ---- ---- ---  -- -            -                                           │
-│        │--------- ---- ---- ---- ---- ---- ---- ---- ---- ---  ---- ---    -- -     -     -             -   │
+│        │        -                                                                                           │
+│        │ -    --  -                                                                                         │
+│        │  -- -     -      -         -                                                                       │
+│        │      --- ---- ---  ---- ---  ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- │
+│        │---- ---    -- ---- ---- ---- ---- ---- ---- ---- ---- ---  -- - --   ---- - -- ---- ---- ---- ---- │
+│        │--------- ---- ---- ---- ---- ---- ---- --------- --------- --------- --------- ---- --------- ---- │
│ 0.00   │----------------------------------------------------------------------------------------------------│
├────────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
│        │0.00                                                                                         6.39e+3│
│        │                                                step                                                │
└────────┴────────────────────────────────────────────────────────────────────────────────────────────────────┘Log-loss, for better visibility:
┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 3.17    │-                                                                                                   │
-│         │                                                                                                    │
+│ 3.16    │-                                                                                                   │
│         │                                                                                                    │
│         │                                                                                                    │
│         │                                                                                                    │
│         │-                                                                                                   │
-│         │ - - -    -                                                                                         │
-│         │- -  ----                                                                                           │
-│         │   -  --- - -- ---- ---- ---     -                                                                  │
-│         │----  -    --- ---- ---- ---- ---- ---- ---- -- -      --                                           │
-│         │---- ---- ---- ---- ---- ---- ---- ---- -- -   -   -   -  -        --       -                   -   │
-│         │------ -  --  ----- ---   --- -- -  -   -  - -- - - --  --  ---       -           -                 │
-│         │- -  ---- -      -     - -      -        --    -  ---       -                    -     -   -     -  │
-│         │    -   --- -  --- - --    -- -                        - --  - -   -- ----   -                    - │
-│         │---  -     -  --   ----- --        - -                        --  -    -    --  -  - -- -   -- - -  │
-│         │- -  -  ---   - -- - -  ----- ----  - - -            --          -       - -- - - --   -  -     -   │
-│l        │--- ---  ---- - -- ----  -    --   - -          -  - --- -- --- - -   -  -  - -    --             - │
-│o        │- - -   -      -     -    ---   -  -      -- -- - -- ----  --  -  ----- -------- - ---- --- ----    │
-│g        │-  ---- -- --   - -  ----    -     -- ---- - ------ -   - -- -  --  ------ -- - --  -- --- --- -----│
-│         │---  - -- -    ---  ---  ---   -  - --  -- --------- -- -- --- - -     -  -     --    --- - ---- -  │
-│l        │-  ------- ---     -  -     -  ---      ---    --    ---- --    -- - --   -    -  -     --    --  --│
-│o        │--- -   --         --  -     -  --     -- --- - --- ----    -   -   - --   -       -  - -  - -  - - │
-│s        │-  - -----    -    -  - -   ---- - ----    - -  -- ---     -    -   -     --     -      -           │
-│s        │- -  --              -    -   - ------ -    - -       -   - -  -  - -- -       -  -           -  -  │
-│         │-  - -  --       -        -      -  --- -- -- -  - -   -    --       --          - -                │
-│         │   -   -     -              -       - ------ -  - -                  -         -    - -     -       │
-│         │ - --        -   -         -   -    -   -      -       -            - -                    -        │
-│         │    -   --    -             -    -  - - -   - -   -     -         -                              -  │
-│         │     -       -             -  -  --     -     -    - -                       -      -              -│
-│         │      -       -    -                     -                                    -                     │
-│         │-                                    -   -  -          -                         - -            -   │
-│         │   -                                -  - -  --                                                      │
-│         │ -                                   -                                                              │
-│         │                                   -                                        -                       │
-│         │                                       -    -             -                                         │
-│         │                                    -       -                                                       │
-│         │         -                                                                                          │
-│         │                                   -                                                                │
-│         │         -                                                                                          │
+│         │-                                                                                                   │
+│         │ -    --- -                                                                                         │
+│         │  -- -  -  --- ---- -    -- -                                                                       │
+│         │ -    --  ---  --    ---  --- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- │
+│         │---- ----    -   -- ---- -    ---- ---- ---- ---- ---- ---  --     -     - ---- ---- ---- ---- ---- │
+│         │ -------- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- ---- │
+│         │-    ---- -- - ---- -- - ---- ---- ---  ------ -  --------- ------- - -------------- -------------- │
+│         │- -  ----   - ----  -- -  - - ---  -  - ---  -- -      -      -   --  -     -   --- - -         -  -│
+│         │- - -- -    - -   -   -   --     -   --  -  - - -       --- --     -   -                       --- -│
+│         │--    -- --- - --   -    -  - -    -    -     -    -             --  -       -         - ---- -  -  │
+│         │--- ----- --   ---         --- ----   -  -     --           --          -  --  - -- -- --   - - -- -│
+│l        │-  --- --   --   --- -- -   -   -   -- -  -    --------       -----  -    -- - ----  -   - - --     │
+│o        │----   ---  - -----   --   -- - --  -         --    - - -- -       --        -                  -  -│
+│g        │- - -  -- ---  - - ------      --     -- --                     -  -   -      -     - -           - │
+│         │- -  -- - --    --   -    -       - -    - -  -  - --    -  --           -- -  - --  --         -  -│
+│l        │- --- -- - ----  -  -  -  ------    --      -   - ----- ---- - --   -  -  - -  -  --             ---│
+│o        │       ---- -- -------- --      ---  --  -  -   --- ----  --   -  --- - - - -- - ---- -------   --  │
+│s        │    -- -----  --  -    --  - -- ---  ----          -  --     ---- -- -   --- --  --      -  ------ -│
+│s        │--   -  ---- -- - - - -- - -- -- - -      ----    -- -  -- -   -  - -- --   - -- -  -  -      - --  │
+│         │ -    --- ---  -   - -  - -- -   ----  -    - ---  --    -   -- ---     - - -   - ---   -     -   --│
+│         │-    ------     ---- -  -- -  -   -- --   - -- - -  - -  -           -  ---   --  - - ---- -- --  - │
+│         │  -   -  -- -      -  -  -  -   -- -  --- -- - --- -  --- --  -  - ---   -       -    --   --    ---│
+│         │    -- - - --         --     --  --  - -     -   -        -------  -- -                  -   -- ----│
+│         │-  - -   -  - -       -           ----     ---  -   --- -      - ---          -  -          --- -   │
+│         │-                            -    -      -  -       -       - - -  - -                  -- -       -│
+│         │      --              -          --   - - -   -          -     --      - -      - --   -            │
+│         │                          - -      -              - -      -              - -- -         - -        │
+│         │     -                         --                                 --    -         --  -- -   - -    │
+│         │  -                        -              -          --        -   -    - -   -   -    -            │
+│         │         -                             --              -                                           -│
+│         │                                        -                 -           -       -     -               │
+│         │      -                                                 -                 -                      -  │
+│         │               -                 -                                                                  │
+│         │                                                                                                    │
│ -1.00e+1│----------------------------------------------------------------------------------------------------│
├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
│         │0.00                                                                                         6.39e+3│
"/usr/bin/env" "bash" "-c" "opam exec -- dune build @install @check @runtest && rm -rf _build" failed with exit status 1
2025-08-13 15:24.33: Job failed: Failed: Build failed