2025-08-13 15:20.47: New job: test ahrefs/ocannl https://github.com/ahrefs/ocannl.git#refs/heads/master (9f93509862ef73c5ec1481eb5b3e0834f365cd58) (linux-x86_64:ubuntu-25.04-5.3_opam-2.4)
Base: ocaml/opam:ubuntu-25.04-ocaml-5.3@sha256:124a52160e4ea699e59a91d7f5e2e8443befd060c18b27eb6007f855adc30d93
Opam project build
To reproduce locally:
git clone --recursive "https://github.com/ahrefs/ocannl.git" -b "master" && cd "ocannl" && git reset --hard 9f935098
cat > Dockerfile <<'END-OF-DOCKERFILE'
FROM ocaml/opam:ubuntu-25.04-ocaml-5.3@sha256:124a52160e4ea699e59a91d7f5e2e8443befd060c18b27eb6007f855adc30d93
# ubuntu-25.04-5.3_opam-2.4
USER 1000:1000
ENV CLICOLOR_FORCE="1"
ENV OPAMCOLOR="always"
WORKDIR /src
RUN sudo ln -f /usr/bin/opam-2.4 /usr/bin/opam
RUN opam init --reinit -ni
RUN uname -rs && opam exec -- ocaml -version && opam --version
WORKDIR /src
RUN sudo chown opam /src
RUN cd ~/opam-repository && (git cat-file -e e77940d8ff8706305602d0d643bf01c77beef2e7 || git fetch origin master) && git reset -q --hard e77940d8ff8706305602d0d643bf01c77beef2e7 && git log --no-decorate -n1 --oneline && opam update -u
COPY --chown=1000:1000 neural_nets_lib.opam arrayjit.opam ./
RUN opam pin add -yn neural_nets_lib.dev './' && \
opam pin add -yn arrayjit.dev './'
RUN echo '(lang dune 3.0)' > './dune-project'
ENV DEPS="angstrom.0.16.1 astring.0.8.5 backoff.0.1.1 base.v0.17.3 base-bigarray.base base-bytes.base base-domains.base base-effects.base base-nnp.base base-threads.base base-unix.base bigarray-compat.1.1.0 bigstringaf.0.10.0 camlp-streams.5.0.1 camlzip.1.13 cmdliner.1.3.0 conf-libcurl.2 conf-libffi.2.0.0 conf-pkg-config.4 conf-zlib.1 cppo.1.8.0 csexp.1.5.2 csv.2.4 ctypes.0.23.0 ctypes-foreign.0.23.0 curl.0.10.0 dune.3.19.1 dune-configurator.3.19.1 dune-private-libs.3.19.1 dune-site.3.19.1 dyn.3.19.1 fieldslib.v0.17.0 fmt.0.11.0 integers.0.7.0 jane-street-headers.v0.17.0 jst-config.v0.17.0 logs.0.9.0 mdx.2.5.0 mtime.2.1.0 multicore-magic.2.3.1 num.1.6 ocaml.5.3.0 ocaml-base-compiler.5.3.0 ocaml-compiler.5.3.0 ocaml-compiler-libs.v0.17.0 ocaml-config.3 ocaml-options-vanilla.1 ocaml-syntax-shims.1.0.0 ocaml-version.4.0.1 ocaml_intrinsics_kernel.v0.17.1 ocamlbuild.0.16.1 ocamlfind.1.9.8 ordering.3.19.1 parsexp.v0.17.0 pp.2.0.0 pprint.20230830 ppx_assert.v0.17.0 ppx_base.v0.17.0 ppx_cold.v0.17.0 ppx_compare.v0.17.0 ppx_derivers.1.2.1 ppx_deriving.6.1.1 ppx_enumerate.v0.17.0 ppx_expect.v0.17.3 ppx_fields_conv.v0.17.0 ppx_globalize.v0.17.2 ppx_hash.v0.17.0 ppx_here.v0.17.0 ppx_inline_test.v0.17.1 ppx_minidebug.2.3.0 ppx_optcomp.v0.17.1 ppx_sexp_conv.v0.17.1 ppx_string.v0.17.0 ppx_variants_conv.v0.17.1 ppxlib.0.36.0 ppxlib_jane.v0.17.4 printbox.0.12 printbox-ext-plot.0.12 printbox-html.0.12 printbox-md.0.12 printbox-text.0.12 ptime.1.2.0 re.1.13.2 result.1.5 saturn_lockfree.0.5.0 seq.base sexplib.v0.17.0 sexplib0.v0.17.0 stdio.v0.17.0 stdlib-shims.0.3.0 stdune.3.19.1 thread-local-storage.0.2 time_now.v0.17.0 topkg.1.1.0 tyxml.4.6.0 uucp.16.0.0 uutf.1.0.4 variantslib.v0.17.0"
ENV CI="true"
ENV OCAMLCI="true"
RUN opam update --depexts && opam install --cli=2.4 --depext-only -y neural_nets_lib.dev arrayjit.dev $DEPS
RUN opam install $DEPS
COPY --chown=1000:1000 . /src
RUN opam exec -- dune build @install @check @runtest && rm -rf _build
END-OF-DOCKERFILE
docker build .
END-REPRO-BLOCK
2025-08-13 15:20.47: Using cache hint "ahrefs/ocannl-ocaml/opam:ubuntu-25.04-ocaml-5.3@sha256:124a52160e4ea699e59a91d7f5e2e8443befd060c18b27eb6007f855adc30d93-ubuntu-25.04-5.3_opam-2.4-83f2c92a8149933d384aef7c4711fb31"
2025-08-13 15:20.47: Using OBuilder spec:
((from ocaml/opam:ubuntu-25.04-ocaml-5.3@sha256:124a52160e4ea699e59a91d7f5e2e8443befd060c18b27eb6007f855adc30d93)
(comment ubuntu-25.04-5.3_opam-2.4)
(user (uid 1000) (gid 1000))
(env CLICOLOR_FORCE 1)
(env OPAMCOLOR always)
(workdir /src)
(run (shell "sudo ln -f /usr/bin/opam-2.4 /usr/bin/opam"))
(run (shell "opam init --reinit -ni"))
(run (shell "uname -rs && opam exec -- ocaml -version && opam --version"))
(workdir /src)
(run (shell "sudo chown opam /src"))
(run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "cd ~/opam-repository && (git cat-file -e e77940d8ff8706305602d0d643bf01c77beef2e7 || git fetch origin master) && git reset -q --hard e77940d8ff8706305602d0d643bf01c77beef2e7 && git log --no-decorate -n1 --oneline && opam update -u"))
(copy (src neural_nets_lib.opam arrayjit.opam) (dst ./))
(run (network host)
(shell "opam pin add -yn neural_nets_lib.dev './' && \
\nopam pin add -yn arrayjit.dev './'"))
(run (network host)
(shell "echo '(lang dune 3.0)' > './dune-project'"))
(env DEPS "angstrom.0.16.1 astring.0.8.5 backoff.0.1.1 base.v0.17.3 base-bigarray.base base-bytes.base base-domains.base base-effects.base base-nnp.base base-threads.base base-unix.base bigarray-compat.1.1.0 bigstringaf.0.10.0 camlp-streams.5.0.1 camlzip.1.13 cmdliner.1.3.0 conf-libcurl.2 conf-libffi.2.0.0 conf-pkg-config.4 conf-zlib.1 cppo.1.8.0 csexp.1.5.2 csv.2.4 ctypes.0.23.0 ctypes-foreign.0.23.0 curl.0.10.0 dune.3.19.1 dune-configurator.3.19.1 dune-private-libs.3.19.1 dune-site.3.19.1 dyn.3.19.1 fieldslib.v0.17.0 fmt.0.11.0 integers.0.7.0 jane-street-headers.v0.17.0 jst-config.v0.17.0 logs.0.9.0 mdx.2.5.0 mtime.2.1.0 multicore-magic.2.3.1 num.1.6 ocaml.5.3.0 ocaml-base-compiler.5.3.0 ocaml-compiler.5.3.0 ocaml-compiler-libs.v0.17.0 ocaml-config.3 ocaml-options-vanilla.1 ocaml-syntax-shims.1.0.0 ocaml-version.4.0.1 ocaml_intrinsics_kernel.v0.17.1 ocamlbuild.0.16.1 ocamlfind.1.9.8 ordering.3.19.1 parsexp.v0.17.0 pp.2.0.0 pprint.20230830 ppx_assert.v0.17.0 ppx_base.v0.17.0 ppx_cold.v0.17.0 ppx_compare.v0.17.0 ppx_derivers.1.2.1 ppx_deriving.6.1.1 ppx_enumerate.v0.17.0 ppx_expect.v0.17.3 ppx_fields_conv.v0.17.0 ppx_globalize.v0.17.2 ppx_hash.v0.17.0 ppx_here.v0.17.0 ppx_inline_test.v0.17.1 ppx_minidebug.2.3.0 ppx_optcomp.v0.17.1 ppx_sexp_conv.v0.17.1 ppx_string.v0.17.0 ppx_variants_conv.v0.17.1 ppxlib.0.36.0 ppxlib_jane.v0.17.4 printbox.0.12 printbox-ext-plot.0.12 printbox-html.0.12 printbox-md.0.12 printbox-text.0.12 ptime.1.2.0 re.1.13.2 result.1.5 saturn_lockfree.0.5.0 seq.base sexplib.v0.17.0 sexplib0.v0.17.0 stdio.v0.17.0 stdlib-shims.0.3.0 stdune.3.19.1 thread-local-storage.0.2 time_now.v0.17.0 topkg.1.1.0 tyxml.4.6.0 uucp.16.0.0 uutf.1.0.4 variantslib.v0.17.0")
(env CI true)
(env OCAMLCI true)
(run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "opam update --depexts && opam install --cli=2.4 --depext-only -y neural_nets_lib.dev arrayjit.dev $DEPS"))
(run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "opam install $DEPS"))
(copy (src .) (dst /src))
(run (shell "opam exec -- dune build @install @check @runtest && rm -rf _build"))
)
2025-08-13 15:20.47: Waiting for resource in pool OCluster
2025-08-13 15:20.47: Waiting for worker…
2025-08-13 15:20.47: Got resource from pool OCluster
Building on toxis.caelum.ci.dev
HEAD is now at 4ca0e4d6 ppx_minidebug `truncate_children` config
HEAD is now at 9f935098 Formatting
(from ocaml/opam:ubuntu-25.04-ocaml-5.3@sha256:124a52160e4ea699e59a91d7f5e2e8443befd060c18b27eb6007f855adc30d93)
2025-08-13 15:22.28 ---> using "d30519b4acdd57742b165f681c15a599aecbfb24619a803ce0d60757b34b2167" from cache
/: (comment ubuntu-25.04-5.3_opam-2.4)
/: (user (uid 1000) (gid 1000))
/: (env CLICOLOR_FORCE 1)
/: (env OPAMCOLOR always)
/: (workdir /src)
/src: (run (shell "sudo ln -f /usr/bin/opam-2.4 /usr/bin/opam"))
2025-08-13 15:22.28 ---> using "f246f4986611cfad265009a42a8a72d8438f00b872c9afcda05da64805d1beae" from cache
/src: (run (shell "opam init --reinit -ni"))
Configuring from /home/opam/.opamrc and then from built-in defaults.
Checking for available remotes: rsync and local, git.
- you won't be able to use mercurial repositories unless you install the hg command on your system.
- you won't be able to use darcs repositories unless you install the darcs command on your system.
This version of opam requires an update to the layout of /home/opam/.opam from version 2.0 to version 2.2, which can't be reverted.
You may want to back it up before going further.
Continue? [Y/n] y
Format upgrade done.
<><> Updating repositories ><><><><><><><><><><><><><><><><><><><><><><><><><><>
[default] Initialised
2025-08-13 15:22.28 ---> using "1fbf02475475c348bd88f5d066d3fe619ade5b4a8db6c274116d5ef338e91925" from cache
/src: (run (shell "uname -rs && opam exec -- ocaml -version && opam --version"))
Linux 5.15.0-134-generic
The OCaml toplevel, version 5.3.0
2.4.1
2025-08-13 15:22.28 ---> using "e907eaf9f29c835755a2fe7116a0f8cae47cfe00d485f386f422668b72dfcb60" from cache
/src: (workdir /src)
/src: (run (shell "sudo chown opam /src"))
2025-08-13 15:22.28 ---> using "03e37adb747b7c9a784a95a214bcb087341bc9513415faa991b59cd13889a2ce" from cache
/src: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "cd ~/opam-repository && (git cat-file -e e77940d8ff8706305602d0d643bf01c77beef2e7 || git fetch origin master) && git reset -q --hard e77940d8ff8706305602d0d643bf01c77beef2e7 && git log --no-decorate -n1 --oneline && opam update -u"))
e77940d8ff Merge pull request #28255 from dbuenzli/b0-publish-fmt.0.11.0
<><> Updating package repositories ><><><><><><><><><><><><><><><><><><><><><><>
[default] synchronised from git+file:///home/opam/opam-repository
Already up-to-date.
Nothing to do.
# To update the current shell environment, run: eval $(opam env)
2025-08-13 15:22.28 ---> using "afe06332cd1057d133b790851c1984a10e017e5c6e3a6323f73c83eab4303fa1" from cache
/src: (copy (src neural_nets_lib.opam arrayjit.opam) (dst ./))
2025-08-13 15:22.28 ---> using "838fde09198ce83d9a24fd3e4c861454b32c85a7a055ce6c2e024745a28b9e24" from cache
/src: (run (network host)
(shell "opam pin add -yn neural_nets_lib.dev './' && \
\nopam pin add -yn arrayjit.dev './'"))
[neural_nets_lib.dev] synchronised (file:///src)
neural_nets_lib is now pinned to file:///src (version dev)
[arrayjit.dev] synchronised (file:///src)
arrayjit is now pinned to file:///src (version dev)
2025-08-13 15:22.28 ---> using "bc8f8c3f8527157191c9e37de4e408550ac336ed7d49b72a95c090368ddf3394" from cache
/src: (run (network host)
(shell "echo '(lang dune 3.0)' > './dune-project'"))
2025-08-13 15:22.28 ---> using "a3ea90689f887b738b1f39f36dc632ab88d397eaecdbad468a0dae7af3f8486c" from cache
/src: (env DEPS "angstrom.0.16.1 astring.0.8.5 backoff.0.1.1 base.v0.17.3 base-bigarray.base base-bytes.base base-domains.base base-effects.base base-nnp.base base-threads.base base-unix.base bigarray-compat.1.1.0 bigstringaf.0.10.0 camlp-streams.5.0.1 camlzip.1.13 cmdliner.1.3.0 conf-libcurl.2 conf-libffi.2.0.0 conf-pkg-config.4 conf-zlib.1 cppo.1.8.0 csexp.1.5.2 csv.2.4 ctypes.0.23.0 ctypes-foreign.0.23.0 curl.0.10.0 dune.3.19.1 dune-configurator.3.19.1 dune-private-libs.3.19.1 dune-site.3.19.1 dyn.3.19.1 fieldslib.v0.17.0 fmt.0.11.0 integers.0.7.0 jane-street-headers.v0.17.0 jst-config.v0.17.0 logs.0.9.0 mdx.2.5.0 mtime.2.1.0 multicore-magic.2.3.1 num.1.6 ocaml.5.3.0 ocaml-base-compiler.5.3.0 ocaml-compiler.5.3.0 ocaml-compiler-libs.v0.17.0 ocaml-config.3 ocaml-options-vanilla.1 ocaml-syntax-shims.1.0.0 ocaml-version.4.0.1 ocaml_intrinsics_kernel.v0.17.1 ocamlbuild.0.16.1 ocamlfind.1.9.8 ordering.3.19.1 parsexp.v0.17.0 pp.2.0.0 pprint.20230830 ppx_assert.v0.17.0 ppx_base.v0.17.0 ppx_cold.v0.17.0 ppx_compare.v0.17.0 ppx_derivers.1.2.1 ppx_deriving.6.1.1 ppx_enumerate.v0.17.0 ppx_expect.v0.17.3 ppx_fields_conv.v0.17.0 ppx_globalize.v0.17.2 ppx_hash.v0.17.0 ppx_here.v0.17.0 ppx_inline_test.v0.17.1 ppx_minidebug.2.3.0 ppx_optcomp.v0.17.1 ppx_sexp_conv.v0.17.1 ppx_string.v0.17.0 ppx_variants_conv.v0.17.1 ppxlib.0.36.0 ppxlib_jane.v0.17.4 printbox.0.12 printbox-ext-plot.0.12 printbox-html.0.12 printbox-md.0.12 printbox-text.0.12 ptime.1.2.0 re.1.13.2 result.1.5 saturn_lockfree.0.5.0 seq.base sexplib.v0.17.0 sexplib0.v0.17.0 stdio.v0.17.0 stdlib-shims.0.3.0 stdune.3.19.1 thread-local-storage.0.2 time_now.v0.17.0 topkg.1.1.0 tyxml.4.6.0 uucp.16.0.0 uutf.1.0.4 variantslib.v0.17.0")
/src: (env CI true)
/src: (env OCAMLCI true)
/src: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "opam update --depexts && opam install --cli=2.4 --depext-only -y neural_nets_lib.dev arrayjit.dev $DEPS"))
+ /usr/bin/sudo "apt-get" "update"
- Hit:1 http://archive.ubuntu.com/ubuntu plucky InRelease
- Get:2 http://security.ubuntu.com/ubuntu plucky-security InRelease [126 kB]
- Get:3 http://archive.ubuntu.com/ubuntu plucky-updates InRelease [126 kB]
- Get:4 http://security.ubuntu.com/ubuntu plucky-security/restricted amd64 Packages [163 kB]
- Get:5 http://archive.ubuntu.com/ubuntu plucky-backports InRelease [126 kB]
- Get:6 http://security.ubuntu.com/ubuntu plucky-security/main amd64 Packages [217 kB]
- Get:7 http://archive.ubuntu.com/ubuntu plucky-updates/universe amd64 Packages [233 kB]
- Get:8 http://security.ubuntu.com/ubuntu plucky-security/universe amd64 Packages [129 kB]
- Get:9 http://archive.ubuntu.com/ubuntu plucky-updates/main amd64 Packages [334 kB]
- Get:10 http://archive.ubuntu.com/ubuntu plucky-updates/restricted amd64 Packages [181 kB]
- Fetched 1636 kB in 1s (1653 kB/s)
- Reading package lists...
-
<><> Synchronising pinned packages ><><><><><><><><><><><><><><><><><><><><><><>
[arrayjit.dev] synchronised (file:///src)
[neural_nets_lib.dev] synchronised (file:///src)
[NOTE] Package ocaml-options-vanilla is already installed (current version is 1).
[NOTE] Package ocaml-config is already installed (current version is 3).
[NOTE] Package ocaml-compiler is already installed (current version is 5.3.0).
[NOTE] Package ocaml-base-compiler is already installed (current version is 5.3.0).
[NOTE] Package ocaml is already installed (current version is 5.3.0).
[NOTE] Package base-unix is already installed (current version is base).
[NOTE] Package base-threads is already installed (current version is base).
[NOTE] Package base-nnp is already installed (current version is base).
[NOTE] Package base-effects is already installed (current version is base).
[NOTE] Package base-domains is already installed (current version is base).
[NOTE] Package base-bigarray is already installed (current version is base).
The following system packages will first need to be installed:
libcurl4-gnutls-dev libffi-dev pkg-config zlib1g-dev
<><> Handling external dependencies <><><><><><><><><><><><><><><><><><><><><><>
+ /usr/bin/sudo "apt-get" "install" "-qq" "-yy" "libcurl4-gnutls-dev" "libffi-dev" "pkg-config" "zlib1g-dev"
- Selecting previously unselected package comerr-dev:amd64.
- (Reading database ...
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 16533 files and directories currently installed.)
- Preparing to unpack .../00-comerr-dev_2.1-1.47.2-1ubuntu1_amd64.deb ...
- Unpacking comerr-dev:amd64 (2.1-1.47.2-1ubuntu1) ...
- Selecting previously unselected package libgssrpc4t64:amd64.
- Preparing to unpack .../01-libgssrpc4t64_1.21.3-4ubuntu2_amd64.deb ...
- Unpacking libgssrpc4t64:amd64 (1.21.3-4ubuntu2) ...
- Selecting previously unselected package libkadm5clnt-mit12:amd64.
- Preparing to unpack .../02-libkadm5clnt-mit12_1.21.3-4ubuntu2_amd64.deb ...
- Unpacking libkadm5clnt-mit12:amd64 (1.21.3-4ubuntu2) ...
- Selecting previously unselected package libkdb5-10t64:amd64.
- Preparing to unpack .../03-libkdb5-10t64_1.21.3-4ubuntu2_amd64.deb ...
- Unpacking libkdb5-10t64:amd64 (1.21.3-4ubuntu2) ...
- Selecting previously unselected package libkadm5srv-mit12:amd64.
- Preparing to unpack .../04-libkadm5srv-mit12_1.21.3-4ubuntu2_amd64.deb ...
- Unpacking libkadm5srv-mit12:amd64 (1.21.3-4ubuntu2) ...
- Selecting previously unselected package krb5-multidev:amd64.
- Preparing to unpack .../05-krb5-multidev_1.21.3-4ubuntu2_amd64.deb ...
- Unpacking krb5-multidev:amd64 (1.21.3-4ubuntu2) ...
- Selecting previously unselected package libbrotli-dev:amd64.
- Preparing to unpack .../06-libbrotli-dev_1.1.0-2build4_amd64.deb ...
- Unpacking libbrotli-dev:amd64 (1.1.0-2build4) ...
- Selecting previously unselected package libevent-2.1-7t64:amd64.
- Preparing to unpack .../07-libevent-2.1-7t64_2.1.12-stable-10_amd64.deb ...
- Unpacking libevent-2.1-7t64:amd64 (2.1.12-stable-10) ...
- Selecting previously unselected package libunbound8:amd64.
- Preparing to unpack .../08-libunbound8_1.22.0-1ubuntu1.1_amd64.deb ...
- Unpacking libunbound8:amd64 (1.22.0-1ubuntu1.1) ...
- Selecting previously unselected package libgnutls-dane0t64:amd64.
- Preparing to unpack .../09-libgnutls-dane0t64_3.8.9-2ubuntu3.1_amd64.deb ...
- Unpacking libgnutls-dane0t64:amd64 (3.8.9-2ubuntu3.1) ...
- Selecting previously unselected package libgnutls-openssl27t64:amd64.
- Preparing to unpack .../10-libgnutls-openssl27t64_3.8.9-2ubuntu3.1_amd64.deb ...
- Unpacking libgnutls-openssl27t64:amd64 (3.8.9-2ubuntu3.1) ...
- Selecting previously unselected package libidn2-dev:amd64.
- Preparing to unpack .../11-libidn2-dev_2.3.8-2_amd64.deb ...
- Unpacking libidn2-dev:amd64 (2.3.8-2) ...
- Selecting previously unselected package libp11-kit-dev:amd64.
- Preparing to unpack .../12-libp11-kit-dev_0.25.5-2ubuntu3_amd64.deb ...
- Unpacking libp11-kit-dev:amd64 (0.25.5-2ubuntu3) ...
- Selecting previously unselected package libtasn1-6-dev:amd64.
- Preparing to unpack .../13-libtasn1-6-dev_4.20.0-2_amd64.deb ...
- Unpacking libtasn1-6-dev:amd64 (4.20.0-2) ...
- Selecting previously unselected package libgmpxx4ldbl:amd64.
- Preparing to unpack .../14-libgmpxx4ldbl_2%3a6.3.0+dfsg-3ubuntu1_amd64.deb ...
- Unpacking libgmpxx4ldbl:amd64 (2:6.3.0+dfsg-3ubuntu1) ...
- Selecting previously unselected package libgmp-dev:amd64.
- Preparing to unpack .../15-libgmp-dev_2%3a6.3.0+dfsg-3ubuntu1_amd64.deb ...
- Unpacking libgmp-dev:amd64 (2:6.3.0+dfsg-3ubuntu1) ...
- Selecting previously unselected package nettle-dev:amd64.
- Preparing to unpack .../16-nettle-dev_3.10.1-1_amd64.deb ...
- Unpacking nettle-dev:amd64 (3.10.1-1) ...
- Selecting previously unselected package libgnutls28-dev:amd64.
- Preparing to unpack .../17-libgnutls28-dev_3.8.9-2ubuntu3.1_amd64.deb ...
- Unpacking libgnutls28-dev:amd64 (3.8.9-2ubuntu3.1) ...
- Selecting previously unselected package libkrb5-dev:amd64.
- Preparing to unpack .../18-libkrb5-dev_1.21.3-4ubuntu2_amd64.deb ...
- Unpacking libkrb5-dev:amd64 (1.21.3-4ubuntu2) ...
- Selecting previously unselected package libldap-dev:amd64.
- Preparing to unpack .../19-libldap-dev_2.6.9+dfsg-2ubuntu1_amd64.deb ...
- Unpacking libldap-dev:amd64 (2.6.9+dfsg-2ubuntu1) ...
- Selecting previously unselected package libpkgconf3:amd64.
- Preparing to unpack .../20-libpkgconf3_1.8.1-4_amd64.deb ...
- Unpacking libpkgconf3:amd64 (1.8.1-4) ...
- Selecting previously unselected package pkgconf-bin.
- Preparing to unpack .../21-pkgconf-bin_1.8.1-4_amd64.deb ...
- Unpacking pkgconf-bin (1.8.1-4) ...
- Selecting previously unselected package pkgconf:amd64.
- Preparing to unpack .../22-pkgconf_1.8.1-4_amd64.deb ...
- Unpacking pkgconf:amd64 (1.8.1-4) ...
- Selecting previously unselected package libnghttp2-dev:amd64.
- Preparing to unpack .../23-libnghttp2-dev_1.64.0-1ubuntu1_amd64.deb ...
- Unpacking libnghttp2-dev:amd64 (1.64.0-1ubuntu1) ...
- Selecting previously unselected package libpsl-dev:amd64.
- Preparing to unpack .../24-libpsl-dev_0.21.2-1.1build1_amd64.deb ...
- Unpacking libpsl-dev:amd64 (0.21.2-1.1build1) ...
- Selecting previously unselected package zlib1g-dev:amd64.
- Preparing to unpack .../25-zlib1g-dev_1%3a1.3.dfsg+really1.3.1-1ubuntu1_amd64.deb ...
- Unpacking zlib1g-dev:amd64 (1:1.3.dfsg+really1.3.1-1ubuntu1) ...
- Selecting previously unselected package librtmp-dev:amd64.
- Preparing to unpack .../26-librtmp-dev_2.4+20151223.gitfa8646d.1-2build7_amd64.deb ...
- Unpacking librtmp-dev:amd64 (2.4+20151223.gitfa8646d.1-2build7) ...
- Selecting previously unselected package libssl-dev:amd64.
- Preparing to unpack .../27-libssl-dev_3.4.1-1ubuntu3_amd64.deb ...
- Unpacking libssl-dev:amd64 (3.4.1-1ubuntu3) ...
- Selecting previously unselected package libssh2-1-dev:amd64.
- Preparing to unpack .../28-libssh2-1-dev_1.11.1-1_amd64.deb ...
- Unpacking libssh2-1-dev:amd64 (1.11.1-1) ...
- Selecting previously unselected package libcurl4-gnutls-dev:amd64.
- Preparing to unpack .../29-libcurl4-gnutls-dev_8.12.1-3ubuntu1_amd64.deb ...
- Unpacking libcurl4-gnutls-dev:amd64 (8.12.1-3ubuntu1) ...
- Selecting previously unselected package pkg-config:amd64.
- Preparing to unpack .../30-pkg-config_1.8.1-4_amd64.deb ...
- Unpacking pkg-config:amd64 (1.8.1-4) ...
- Selecting previously unselected package libffi-dev:amd64.
- Preparing to unpack .../31-libffi-dev_3.4.7-1_amd64.deb ...
- Unpacking libffi-dev:amd64 (3.4.7-1) ...
- Selecting previously unselected package libtasn1-doc.
- Preparing to unpack .../32-libtasn1-doc_4.20.0-2_all.deb ...
- Unpacking libtasn1-doc (4.20.0-2) ...
- Setting up libgnutls-openssl27t64:amd64 (3.8.9-2ubuntu3.1) ...
- Setting up libtasn1-doc (4.20.0-2) ...
- Setting up libevent-2.1-7t64:amd64 (2.1.12-stable-10) ...
- Setting up libffi-dev:amd64 (3.4.7-1) ...
- Setting up libpsl-dev:amd64 (0.21.2-1.1build1) ...
- Setting up libunbound8:amd64 (1.22.0-1ubuntu1.1) ...
- Setting up libpkgconf3:amd64 (1.8.1-4) ...
- Setting up libgmpxx4ldbl:amd64 (2:6.3.0+dfsg-3ubuntu1) ...
- Setting up libgnutls-dane0t64:amd64 (3.8.9-2ubuntu3.1) ...
- Setting up libgssrpc4t64:amd64 (1.21.3-4ubuntu2) ...
- Setting up libldap-dev:amd64 (2.6.9+dfsg-2ubuntu1) ...
- Setting up comerr-dev:amd64 (2.1-1.47.2-1ubuntu1) ...
- Setting up libssl-dev:amd64 (3.4.1-1ubuntu3) ...
- Setting up pkgconf-bin (1.8.1-4) ...
- Setting up libidn2-dev:amd64 (2.3.8-2) ...
- Setting up zlib1g-dev:amd64 (1:1.3.dfsg+really1.3.1-1ubuntu1) ...
- Setting up libtasn1-6-dev:amd64 (4.20.0-2) ...
- Setting up libbrotli-dev:amd64 (1.1.0-2build4) ...
- Setting up libp11-kit-dev:amd64 (0.25.5-2ubuntu3) ...
- Setting up libkadm5clnt-mit12:amd64 (1.21.3-4ubuntu2) ...
- Setting up libgmp-dev:amd64 (2:6.3.0+dfsg-3ubuntu1) ...
- Setting up nettle-dev:amd64 (3.10.1-1) ...
- Setting up libkdb5-10t64:amd64 (1.21.3-4ubuntu2) ...
- Setting up pkgconf:amd64 (1.8.1-4) ...
- Setting up pkg-config:amd64 (1.8.1-4) ...
- Setting up libssh2-1-dev:amd64 (1.11.1-1) ...
- Setting up libkadm5srv-mit12:amd64 (1.21.3-4ubuntu2) ...
- Setting up krb5-multidev:amd64 (1.21.3-4ubuntu2) ...
- Setting up libgnutls28-dev:amd64 (3.8.9-2ubuntu3.1) ...
- Setting up libnghttp2-dev:amd64 (1.64.0-1ubuntu1) ...
- Setting up libkrb5-dev:amd64 (1.21.3-4ubuntu2) ...
- Setting up librtmp-dev:amd64 (2.4+20151223.gitfa8646d.1-2build7) ...
- Setting up libcurl4-gnutls-dev:amd64 (8.12.1-3ubuntu1) ...
- Processing triggers for libc-bin (2.41-6ubuntu1.1) ...
2025-08-13 15:22.28 ---> using "a48755ca9455402eda866262ec8042a0f02fb255a1a90e7e44dc3efe6555d38a" from cache
/src: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))
(network host)
(shell "opam install $DEPS"))
[NOTE] Package ocaml-options-vanilla is already installed (current version is 1).
[NOTE] Package ocaml-config is already installed (current version is 3).
[NOTE] Package ocaml-compiler is already installed (current version is 5.3.0).
[NOTE] Package ocaml-base-compiler is already installed (current version is 5.3.0).
[NOTE] Package ocaml is already installed (current version is 5.3.0).
[NOTE] Package base-unix is already installed (current version is base).
[NOTE] Package base-threads is already installed (current version is base).
[NOTE] Package base-nnp is already installed (current version is base).
[NOTE] Package base-effects is already installed (current version is base).
[NOTE] Package base-domains is already installed (current version is base).
[NOTE] Package base-bigarray is already installed (current version is base).
The following actions will be performed:
=== install 87 packages
- install angstrom 0.16.1
- install astring 0.8.5
- install backoff 0.1.1
- install base v0.17.3
- install base-bytes base
- install bigarray-compat 1.1.0
- install bigstringaf 0.10.0
- install camlp-streams 5.0.1
- install camlzip 1.13
- install cmdliner 1.3.0
- install conf-libcurl 2
- install conf-libffi 2.0.0
- install conf-pkg-config 4
- install conf-zlib 1
- install cppo 1.8.0
- install csexp 1.5.2
- install csv 2.4
- install ctypes 0.23.0
- install ctypes-foreign 0.23.0
- install curl 0.10.0
- install dune 3.19.1
- install dune-configurator 3.19.1
- install dune-private-libs 3.19.1
- install dune-site 3.19.1
- install dyn 3.19.1
- install fieldslib v0.17.0
- install fmt 0.11.0
- install integers 0.7.0
- install jane-street-headers v0.17.0
- install jst-config v0.17.0
- install logs 0.9.0
- install mdx 2.5.0
- install mtime 2.1.0
- install multicore-magic 2.3.1
- install num 1.6
- install ocaml-compiler-libs v0.17.0
- install ocaml-syntax-shims 1.0.0
- install ocaml-version 4.0.1
- install ocaml_intrinsics_kernel v0.17.1
- install ocamlbuild 0.16.1
- install ocamlfind 1.9.8
- install ordering 3.19.1
- install parsexp v0.17.0
- install pp 2.0.0
- install pprint 20230830
- install ppx_assert v0.17.0
- install ppx_base v0.17.0
- install ppx_cold v0.17.0
- install ppx_compare v0.17.0
- install ppx_derivers 1.2.1
- install ppx_deriving 6.1.1
- install ppx_enumerate v0.17.0
- install ppx_expect v0.17.3
- install ppx_fields_conv v0.17.0
- install ppx_globalize v0.17.2
- install ppx_hash v0.17.0
- install ppx_here v0.17.0
- install ppx_inline_test v0.17.1
- install ppx_minidebug 2.3.0
- install ppx_optcomp v0.17.1
- install ppx_sexp_conv v0.17.1
- install ppx_string v0.17.0
- install ppx_variants_conv v0.17.1
- install ppxlib 0.36.0
- install ppxlib_jane v0.17.4
- install printbox 0.12
- install printbox-ext-plot 0.12
- install printbox-html 0.12
- install printbox-md 0.12
- install printbox-text 0.12
- install ptime 1.2.0
- install re 1.13.2
- install result 1.5
- install saturn_lockfree 0.5.0
- install seq base
- install sexplib v0.17.0
- install sexplib0 v0.17.0
- install stdio v0.17.0
- install stdlib-shims 0.3.0
- install stdune 3.19.1
- install thread-local-storage 0.2
- install time_now v0.17.0
- install topkg 1.1.0
- install tyxml 4.6.0
- install uucp 16.0.0
- install uutf 1.0.4
- install variantslib v0.17.0
<><> Processing actions <><><><><><><><><><><><><><><><><><><><><><><><><><><><>
-> retrieved angstrom.0.16.1 (cached)
-> retrieved astring.0.8.5 (cached)
-> retrieved backoff.0.1.1 (cached)
-> retrieved bigarray-compat.1.1.0 (cached)
-> retrieved bigstringaf.0.10.0 (cached)
-> retrieved base.v0.17.3 (cached)
-> retrieved camlp-streams.5.0.1 (cached)
-> retrieved camlzip.1.13 (cached)
-> retrieved cmdliner.1.3.0 (cached)
-> retrieved cppo.1.8.0 (cached)
-> installed conf-libcurl.2
-> installed conf-pkg-config.4
-> retrieved csexp.1.5.2 (cached)
-> retrieved csv.2.4 (cached)
-> retrieved ctypes.0.23.0, ctypes-foreign.0.23.0 (cached)
-> installed conf-libffi.2.0.0
-> installed conf-zlib.1
-> retrieved curl.0.10.0 (cached)
-> retrieved fieldslib.v0.17.0 (cached)
-> retrieved integers.0.7.0 (cached)
-> retrieved fmt.0.11.0 (cached)
-> retrieved jane-street-headers.v0.17.0 (cached)
-> retrieved jst-config.v0.17.0 (cached)
-> retrieved logs.0.9.0 (cached)
-> retrieved mtime.2.1.0 (cached)
-> retrieved multicore-magic.2.3.1 (cached)
-> retrieved num.1.6 (cached)
-> retrieved mdx.2.5.0 (cached)
-> retrieved ocaml-compiler-libs.v0.17.0 (cached)
-> retrieved ocaml-syntax-shims.1.0.0 (cached)
-> retrieved ocaml-version.4.0.1 (cached)
-> retrieved ocaml_intrinsics_kernel.v0.17.1 (cached)
-> retrieved ocamlbuild.0.16.1 (cached)
-> retrieved ocamlfind.1.9.8 (cached)
-> retrieved parsexp.v0.17.0 (cached)
-> retrieved pp.2.0.0 (cached)
-> retrieved pprint.20230830 (cached)
-> retrieved ppx_assert.v0.17.0 (cached)
-> retrieved ppx_base.v0.17.0 (cached)
-> retrieved ppx_cold.v0.17.0 (cached)
-> retrieved ppx_compare.v0.17.0 (cached)
-> retrieved ppx_derivers.1.2.1 (cached)
-> retrieved ppx_deriving.6.1.1 (cached)
-> retrieved ppx_enumerate.v0.17.0 (cached)
-> retrieved ppx_expect.v0.17.3 (cached)
-> retrieved ppx_fields_conv.v0.17.0 (cached)
-> retrieved ppx_globalize.v0.17.2 (cached)
-> retrieved ppx_hash.v0.17.0 (cached)
-> retrieved ppx_here.v0.17.0 (cached)
-> retrieved ppx_inline_test.v0.17.1 (cached)
-> retrieved ppx_optcomp.v0.17.1 (cached)
-> retrieved ppx_sexp_conv.v0.17.1 (cached)
-> retrieved ppx_string.v0.17.0 (cached)
-> retrieved dune.3.19.1, dune-configurator.3.19.1, dune-private-libs.3.19.1, dune-site.3.19.1, dyn.3.19.1, ordering.3.19.1, stdune.3.19.1 (cached)
-> retrieved ppx_minidebug.2.3.0 (cached)
-> retrieved ppx_variants_conv.v0.17.1 (cached)
-> retrieved ppxlib.0.36.0 (cached)
-> retrieved ppxlib_jane.v0.17.4 (cached)
-> retrieved ptime.1.2.0 (cached)
-> retrieved re.1.13.2 (cached)
-> retrieved result.1.5 (cached)
-> retrieved seq.base (cached)
-> installed cmdliner.1.3.0
-> installed num.1.6
-> installed ocamlbuild.0.16.1
-> installed seq.base
-> retrieved printbox.0.12, printbox-ext-plot.0.12, printbox-html.0.12, printbox-md.0.12, printbox-text.0.12 (cached)
-> retrieved saturn_lockfree.0.5.0 (cached)
-> retrieved sexplib.v0.17.0 (cached)
-> retrieved sexplib0.v0.17.0 (cached)
-> retrieved stdio.v0.17.0 (cached)
-> retrieved stdlib-shims.0.3.0 (cached)
-> retrieved thread-local-storage.0.2 (cached)
-> retrieved time_now.v0.17.0 (cached)
-> retrieved topkg.1.1.0 (cached)
-> retrieved tyxml.4.6.0 (cached)
-> retrieved uutf.1.0.4 (cached)
-> retrieved variantslib.v0.17.0 (cached)
-> retrieved uucp.16.0.0 (cached)
-> installed ocamlfind.1.9.8
-> installed base-bytes.base
-> installed camlzip.1.13
-> installed topkg.1.1.0
-> installed uutf.1.0.4
-> installed mtime.2.1.0
-> installed fmt.0.11.0
-> installed ptime.1.2.0
-> installed astring.0.8.5
-> installed logs.0.9.0
-> installed dune.3.19.1
-> installed backoff.0.1.1
-> installed bigarray-compat.1.1.0
-> installed camlp-streams.5.0.1
-> installed csexp.1.5.2
-> installed cppo.1.8.0
-> installed csv.2.4
-> installed jane-street-headers.v0.17.0
-> installed multicore-magic.2.3.1
-> installed ocaml-compiler-libs.v0.17.0
-> installed ocaml-syntax-shims.1.0.0
-> installed ocaml-version.4.0.1
-> installed ocaml_intrinsics_kernel.v0.17.1
-> installed pp.2.0.0
-> installed pprint.20230830
-> installed ppx_derivers.1.2.1
-> installed printbox.0.12
-> installed re.1.13.2
-> installed result.1.5
-> installed sexplib0.v0.17.0
-> installed stdlib-shims.0.3.0
-> installed thread-local-storage.0.2
-> installed saturn_lockfree.0.5.0
-> installed integers.0.7.0
-> installed ordering.3.19.1
-> installed parsexp.v0.17.0
-> installed dune-configurator.3.19.1
-> installed bigstringaf.0.10.0
-> installed mdx.2.5.0
-> installed sexplib.v0.17.0
-> installed dyn.3.19.1
-> installed tyxml.4.6.0
-> installed angstrom.0.16.1
-> installed printbox-html.0.12
-> installed curl.0.10.0
-> installed stdune.3.19.1
-> installed uucp.16.0.0
-> installed ctypes.0.23.0
-> installed base.v0.17.3
-> installed printbox-text.0.12
-> installed fieldslib.v0.17.0
-> installed variantslib.v0.17.0
-> installed printbox-md.0.12
-> installed stdio.v0.17.0
-> installed printbox-ext-plot.0.12
-> installed dune-private-libs.3.19.1
-> installed ctypes-foreign.0.23.0
-> installed dune-site.3.19.1
-> installed ppxlib.0.36.0
-> installed ppxlib_jane.v0.17.4
-> installed ppx_optcomp.v0.17.1
-> installed ppx_cold.v0.17.0
-> installed ppx_here.v0.17.0
-> installed ppx_variants_conv.v0.17.1
-> installed ppx_fields_conv.v0.17.0
-> installed ppx_enumerate.v0.17.0
-> installed ppx_globalize.v0.17.2
-> installed ppx_compare.v0.17.0
-> installed ppx_deriving.6.1.1
-> installed ppx_sexp_conv.v0.17.1
-> installed ppx_hash.v0.17.0
-> installed ppx_assert.v0.17.0
-> installed ppx_minidebug.2.3.0
-> installed ppx_base.v0.17.0
-> installed jst-config.v0.17.0
-> installed ppx_string.v0.17.0
-> installed time_now.v0.17.0
-> installed ppx_inline_test.v0.17.1
-> installed ppx_expect.v0.17.3
Done.
# To update the current shell environment, run: eval $(opam env)
2025-08-13 15:22.28 ---> using "9cabe73ba1815ed6255817e6c9bbc19afaf54166a2154d4e34694ab944baf460" from cache
/src: (copy (src .) (dst /src))
2025-08-13 15:22.29 ---> saved as "7dca93539389ab31a6b0396b2eae8e87090b35a87e9c0bef9d8ee66b260c0aaf"
/src: (run (shell "opam exec -- dune build @install @check @runtest && rm -rf _build"))
File "arrayjit/test/dune", line 6, characters 16-24:
6 | (pps ppx_here ppx_jane)))
^^^^^^^^
Error: Library "ppx_jane" not found.
-> required by
_build/default/arrayjit/test/.merlin-conf/exe-test_numerical_types
-> required by alias arrayjit/test/check
(cd _build/default/test/operations/config && ../../../arrayjit/bin/read_config.exe --read=backend)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
Wrote value of 'backend' to ocannl_backend.txt
(cd _build/default/test/ppx && ./test_ppx_op.exe)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/default/test/operations && ./threefry4x32_demo.exe --ocannl_output_prec_in_ll_files=true --ocannl_output_debug_files_in_build_directory=true)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
Generated 48 uniform random numbers:
[0]: 0.831543
[1]: 0.237549
[2]: 0.951172
[3]: 0.120911
[4]: 0.862793
[5]: 0.485352
[6]: 0.674316
[7]: 0.235840
[8]: 0.940918
[9]: 0.007248
[10]: 0.228271
[11]: 0.902832
[12]: 0.403564
[13]: 0.635254
[14]: 0.440674
[15]: 0.443604
[16]: 0.985352
[17]: 0.635254
[18]: 0.252686
[19]: 0.655762
[20]: 0.506836
[21]: 0.048828
[22]: 0.914551
[23]: 0.854004
[24]: 0.942871
[25]: 0.836426
[26]: 0.276855
[27]: 0.749023
[28]: 0.879883
[29]: 0.045044
[30]: 0.203247
[31]: 0.380127
[32]: 0.145630
[33]: 0.250000
[34]: 0.541016
[35]: 0.626953
[36]: 0.852051
[37]: 0.109009
[38]: 0.480713
[39]: 0.904785
[40]: 0.415039
[41]: 0.346924
[42]: 0.269287
[43]: 0.016891
[44]: 0.469238
[45]: 0.454346
[46]: 0.672852
[47]: 0.538086
(cd _build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition 'Found 0, in the config file' -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition 'Retrieving commandline, environment, or config file variable ocannl_log_level' -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/.sandbox/41d961da92372e704836ebdbbd09e217/default/test/einsum && .einsum_tutorials.inline-tests/inline-test-runner.exe inline-test-runner einsum_tutorials -partition 'Retrieving commandline, environment, or config file variable ocannl_log_level' -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/.sandbox/41d961da92372e704836ebdbbd09e217/default/test/einsum && .einsum_tutorials.inline-tests/inline-test-runner.exe inline-test-runner einsum_tutorials -partition 'Found 0, in the config file' -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/default/test/operations && ./test_threefry_precision.exe)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
Threefry4x32 result precision: uint4x32
Uniform result precision: single
Retrieving commandline, environment, or config file variable ocannl_backend
Found sync_cc, in the config file
Retrieving commandline, environment, or config file variable ocannl_cd_ident_style
Not found, using default heuristic
Retrieving commandline, environment, or config file variable ocannl_ll_ident_style
Not found, using default heuristic
Retrieving commandline, environment, or config file variable ocannl_output_prec_in_ll_files
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_inline_complex_computations
Not found, using default true
Retrieving commandline, environment, or config file variable ocannl_prefer_backend_uniformity
Found true, in the config file
Retrieving commandline, environment, or config file variable ocannl_debug_log_to_stream_files
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_stack_threshold_in_bytes
Not found, using default 16384
Retrieving commandline, environment, or config file variable ocannl_output_dlls_in_build_directory
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_cc_backend_optimization_level
Not found, using default 3
Retrieving commandline, environment, or config file variable ocannl_cc_backend_compiler_command
Not found, using default gcc
Retrieving commandline, environment, or config file variable ocannl_cc_backend_verify_codesign
Not found, using default false
Compilation successful!
Actual tensor precision in context: uint4x32
(cd _build/default/test/operations && ./top_down_prec.exe --ocannl_output_prec_in_ll_files=true --ocannl_output_debug_files_in_build_directory=true)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
#8 *._d
8.00
#9 grad_*._d Virt/30
<void>
#6 + Virt/152 │#4 c non-emb
<void> │ 2.00
#7 grad_+ Virt/30 │#5 grad_c Local/26030
<void> │<void>
#0 a non-emb │#2 b non-emb │
2.00 │ 2.00 │
#1 grad_a Local/26030│#3 grad_b Local/26030│
<void> │<void> │
(cd _build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition test_threefry4x32.ml -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/default/test/ppx && ./test_ppx_op_expected.exe)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
File "test/einsum/moons_demo_variant.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/einsum/moons_demo_variant.expected _build/default/test/einsum/moons_demo_variant.exe.output
diff --git a/_build/default/test/einsum/moons_demo_variant.expected b/_build/default/test/einsum/moons_demo_variant.exe.output
index b433a2a..dec6b08 100644
--- a/_build/default/test/einsum/moons_demo_variant.expected
+++ b/_build/default/test/einsum/moons_demo_variant.exe.output
@@ -24,22 +24,23 @@ n19 w2 as w2: Host&stream/412410; single prec 1x16; mem in bytes: <not-in-yet>
n20 grad_w2 as w2.grad: Local/26046; single prec 1x16; mem in bytes: <not-in-yet>
n21 @|_moons_input as moons_input: Virt/15; single prec 10x2; mem in bytes: <not-in-yet>
n24 @|_moons_class as moons_class: Virt/15; single prec 10x1; mem in bytes: <not-in-yet>
-n27 * as n27: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
+n27 * as n27: Virt/151; single prec 10x16; mem in bytes: <not-in-yet>
n28 grad_* as n27.grad: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
-n29 + as n29: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
-n30 grad_+ as n29.grad: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
+n29 + as n29: Virt/15; single prec 10x16; mem in bytes: <not-in-yet>
+n30 grad_+ as n29.grad: Virt/151; single prec 10x16; mem in bytes: <not-in-yet>
n31 relu as relu: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
-n32 grad_relu as relu.grad: Local/1046; single prec 10x16; mem in bytes: <not-in-yet>
-n33 *_mlp_@|_moons_input as mlp_moons_input: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
+n32 grad_relu as relu.grad: Virt/151; single prec 10x16; mem in bytes: <not-in-yet>
+n33 *_mlp_@|_moons_input as mlp_moons_input: Virt/151; single prec 10x1; mem in bytes: <not-in-yet>
n34 grad_*_mlp_@|_moons_input as mlp_moons_input.grad: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
n35 *. as n35: Virt/15; single prec 10x1; mem in bytes: <not-in-yet>
-n36 grad_*. as n35.grad: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
+n36 grad_*. as n35.grad: Virt/151; single prec 10x1; mem in bytes: <not-in-yet>
n37 1 as _1: Virt/40; single prec 1; mem in bytes: <not-in-yet>
-n38 - as n38: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
-n39 grad_- as n38.grad: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
+n38 - as n38: Virt/15; single prec 10x1; mem in bytes: <not-in-yet>
+n39 grad_- as n38.grad: Virt/151; single prec 10x1; mem in bytes: <not-in-yet>
n40 relu_margin_loss as relu_margin_loss: Virt/15; single prec 10x1; mem in bytes: <not-in-yet>
-n41 grad_relu_margin_loss as relu_margin_loss.grad: Local/1046; single prec 10x1; mem in bytes: <not-in-yet>
+n41 grad_relu_margin_loss as relu_margin_loss.grad: Virt/151; single prec 10x1; mem in bytes: <not-in-yet>
n42 10 as _10: Virt/40; single prec 1; mem in bytes: <not-in-yet>
+n43 => as n43: Local/9046; single prec 1; mem in bytes: <not-in-yet>
n44 grad_=> as n43.grad: Virt/40; single prec 1; mem in bytes: <not-in-yet>
n46 grad_/._scalar_loss as scalar_loss.grad: Virt/40; single prec 1; mem in bytes: <not-in-yet>
n47 1 as _1: Virt/40; single prec 1; mem in bytes: <not-in-yet>
@@ -64,7 +65,7 @@ n66 sgd_momentum_w2 as sgd_momentum_w2: unknown; single prec <not-in-yet>; mem i
n67 0.0001 as n67: Virt/40; single prec 1; mem in bytes: <not-in-yet>
n68 *. as n68: Virt/15; single prec 1x16; mem in bytes: <not-in-yet>
n69 point_mlp_result as point_mlp_result: Host&shared/37039; single prec 2; mem in bytes: <not-in-yet>
-n70 * as n70: Local/1046; single prec 16; mem in bytes: <not-in-yet>
+n70 * as n70: Virt/151; single prec 16; mem in bytes: <not-in-yet>
n71 grad_* as n70.grad: unknown; single prec 16; mem in bytes: <not-in-yet>
n72 + as n72: Virt/15; single prec 16; mem in bytes: <not-in-yet>
n73 grad_+ as n72.grad: unknown; single prec 16; mem in bytes: <not-in-yet>
(cd _build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition zero2hero_1of7.ml -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition primitive_ops.ml -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
(cd _build/.sandbox/41d961da92372e704836ebdbbd09e217/default/test/einsum && .einsum_tutorials.inline-tests/inline-test-runner.exe inline-test-runner einsum_tutorials -partition einsum_trivia.ml -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
File "test/einsum/einsum_trivia.ml", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/einsum/einsum_trivia.ml _build/.sandbox/41d961da92372e704836ebdbbd09e217/default/test/einsum/einsum_trivia.ml.corrected
diff --git a/_build/default/test/einsum/einsum_trivia.ml b/_build/.sandbox/41d961da92372e704836ebdbbd09e217/default/test/einsum/einsum_trivia.ml.corrected
index 2bcae70..8e6fc3e 100644
--- a/_build/default/test/einsum/einsum_trivia.ml
+++ b/_build/.sandbox/41d961da92372e704836ebdbbd09e217/default/test/einsum/einsum_trivia.ml.corrected
@@ -976,144 +976,144 @@ let%expect_test "outer_sum simulating axis concatenation" =
[%expect
{|
HERE: test/einsum/einsum_trivia.ml:975:21
- ┌────────────────────────────────┐
- │[9]: ;=>+ shape 0:4,1:5,2:6,3:3 │
- │┌──────┬──────────────────┐ │
- ││0 @ 0 │axis 3 │ │
- │├──────┼──────────────────┤ │
- ││0 @ 1 │ 0.00 0.00 0.00 │ │
- ││axis 2│ 0.00 0.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 0.00 0.00 4.00 │ │
- ││ │ 0.00 0.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││1 @ 1 │ 0.00 1.00 0.00 │ │
- ││axis 2│ 0.00 1.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 0.00 1.00 4.00 │ │
- ││ │ 0.00 1.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││2 @ 1 │ 0.00 2.00 0.00 │ │
- ││axis 2│ 0.00 2.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 0.00 2.00 4.00 │ │
- ││ │ 0.00 2.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││3 @ 1 │ 0.00 3.00 0.00 │ │
- ││axis 2│ 0.00 3.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 0.00 3.00 4.00 │ │
- ││ │ 0.00 3.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││4 @ 1 │ 0.00 4.00 0.00 │ │
- ││axis 2│ 0.00 4.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 0.00 4.00 4.00 │ │
- ││ │ 0.00 4.00 5.00 │ │
- │└──────┴──────────────────┘ │
- ├────────────────────────────────┤
- │┌──────┬──────────────────┐ │
- ││1 @ 0 │axis 3 │ │
- │├──────┼──────────────────┤ │
- ││0 @ 1 │ 1.00 0.00 0.00 │ │
- ││axis 2│ 1.00 0.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 1.00 0.00 4.00 │ │
- ││ │ 1.00 0.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││1 @ 1 │ 1.00 1.00 0.00 │ │
- ││axis 2│ 1.00 1.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 1.00 1.00 4.00 │ │
- ││ │ 1.00 1.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││2 @ 1 │ 1.00 2.00 0.00 │ │
- ││axis 2│ 1.00 2.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 1.00 2.00 4.00 │ │
- ││ │ 1.00 2.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││3 @ 1 │ 1.00 3.00 0.00 │ │
- ││axis 2│ 1.00 3.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 1.00 3.00 4.00 │ │
- ││ │ 1.00 3.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││4 @ 1 │ 1.00 4.00 0.00 │ │
- ││axis 2│ 1.00 4.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 1.00 4.00 4.00 │ │
- ││ │ 1.00 4.00 5.00 │ │
- │└──────┴──────────────────┘ │
- ├────────────────────────────────┤
- │┌──────┬──────────────────┐ │
- ││2 @ 0 │axis 3 │ │
- │├──────┼──────────────────┤ │
- ││0 @ 1 │ 2.00 0.00 0.00 │ │
- ││axis 2│ 2.00 0.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 2.00 0.00 4.00 │ │
- ││ │ 2.00 0.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││1 @ 1 │ 2.00 1.00 0.00 │ │
- ││axis 2│ 2.00 1.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 2.00 1.00 4.00 │ │
- ││ │ 2.00 1.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││2 @ 1 │ 2.00 2.00 0.00 │ │
- ││axis 2│ 2.00 2.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 2.00 2.00 4.00 │ │
- ││ │ 2.00 2.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││3 @ 1 │ 2.00 3.00 0.00 │ │
- ││axis 2│ 2.00 3.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 2.00 3.00 4.00 │ │
- ││ │ 2.00 3.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││4 @ 1 │ 2.00 4.00 0.00 │ │
- ││axis 2│ 2.00 4.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 2.00 4.00 4.00 │ │
- ││ │ 2.00 4.00 5.00 │ │
- │└──────┴──────────────────┘ │
- ├────────────────────────────────┤
- │┌──────┬──────────────────┐ │
- ││3 @ 0 │axis 3 │ │
- │├──────┼──────────────────┤ │
- ││0 @ 1 │ 3.00 0.00 0.00 │ │
- ││axis 2│ 3.00 0.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 3.00 0.00 4.00 │ │
- ││ │ 3.00 0.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││1 @ 1 │ 3.00 1.00 0.00 │ │
- ││axis 2│ 3.00 1.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 3.00 1.00 4.00 │ │
- ││ │ 3.00 1.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││2 @ 1 │ 3.00 2.00 0.00 │ │
- ││axis 2│ 3.00 2.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 3.00 2.00 4.00 │ │
- ││ │ 3.00 2.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││3 @ 1 │ 3.00 3.00 0.00 │ │
- ││axis 2│ 3.00 3.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 3.00 3.00 4.00 │ │
- ││ │ 3.00 3.00 5.00 │ │
- │├──────┼──────────────────┤ │
- ││4 @ 1 │ 3.00 4.00 0.00 │ │
- ││axis 2│ 3.00 4.00 1.00 │ │
- ││ │ ... ... ... │ │
- ││ │ 3.00 4.00 4.00 │ │
- ││ │ 3.00 4.00 5.00 │ │
- │└──────┴──────────────────┘ │
- └────────────────────────────────┘
+ ┌───────────────────────────────────┐
+ │[9]: ;=>+ shape 0:4,1:5,2:6,3:3 │
+ │┌──────┬──────────────────────────┐│
+ ││0 @ 0 │axis 3 ││
+ │├──────┼──────────────────────────┤│
+ ││0 @ 1 │ 3.54e+13 7.00e-45 0.00 ││
+ ││axis 2│ 0.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 0.00 0.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││1 @ 1 │ 3.54e+13 1.00 0.00 ││
+ ││axis 2│ 0.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 0.00 1.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││2 @ 1 │ 3.54e+13 2.00 0.00 ││
+ ││axis 2│ 0.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 0.00 2.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││3 @ 1 │ 3.54e+13 3.00 0.00 ││
+ ││axis 2│ 0.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 0.00 3.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││4 @ 1 │ 3.54e+13 4.00 0.00 ││
+ ││axis 2│ 0.00 1.94e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 0.00 4.00 5.00 ││
+ │└──────┴──────────────────────────┘│
+ ├───────────────────────────────────┤
+ │┌──────┬──────────────────────────┐│
+ ││1 @ 0 │axis 3 ││
+ │├──────┼──────────────────────────┤│
+ ││0 @ 1 │ 3.54e+13 7.00e-45 0.00 ││
+ ││axis 2│ 1.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 1.00 0.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││1 @ 1 │ 3.54e+13 1.00 0.00 ││
+ ││axis 2│ 1.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 1.00 1.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││2 @ 1 │ 3.54e+13 2.00 0.00 ││
+ ││axis 2│ 1.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 1.00 2.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││3 @ 1 │ 3.54e+13 3.00 0.00 ││
+ ││axis 2│ 1.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 1.00 3.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││4 @ 1 │ 3.54e+13 4.00 0.00 ││
+ ││axis 2│ 1.00 1.94e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 1.00 4.00 5.00 ││
+ │└──────┴──────────────────────────┘│
+ ├───────────────────────────────────┤
+ │┌──────┬──────────────────────────┐│
+ ││2 @ 0 │axis 3 ││
+ │├──────┼──────────────────────────┤│
+ ││0 @ 1 │ 3.54e+13 7.00e-45 0.00 ││
+ ││axis 2│ 2.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 2.00 0.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││1 @ 1 │ 3.54e+13 1.00 0.00 ││
+ ││axis 2│ 2.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 2.00 1.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││2 @ 1 │ 3.54e+13 2.00 0.00 ││
+ ││axis 2│ 2.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 2.00 2.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││3 @ 1 │ 3.54e+13 3.00 0.00 ││
+ ││axis 2│ 2.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 2.00 3.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││4 @ 1 │ 3.54e+13 4.00 0.00 ││
+ ││axis 2│ 2.00 1.94e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 2.00 4.00 5.00 ││
+ │└──────┴──────────────────────────┘│
+ ├───────────────────────────────────┤
+ │┌──────┬──────────────────────────┐│
+ ││3 @ 0 │axis 3 ││
+ │├──────┼──────────────────────────┤│
+ ││0 @ 1 │ 3.54e+13 7.00e-45 0.00 ││
+ ││axis 2│ 3.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 3.00 0.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││1 @ 1 │ 3.54e+13 1.00 0.00 ││
+ ││axis 2│ 3.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 3.00 1.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││2 @ 1 │ 3.54e+13 2.00 0.00 ││
+ ││axis 2│ 3.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 3.00 2.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││3 @ 1 │ 3.54e+13 3.00 0.00 ││
+ ││axis 2│ 3.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 3.00 3.00 5.00 ││
+ │├──────┼──────────────────────────┤│
+ ││4 @ 1 │ 3.54e+13 4.00 0.00 ││
+ ││axis 2│ 3.00 1.94e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 3.00 4.00 5.00 ││
+ │└──────┴──────────────────────────┘│
+ └───────────────────────────────────┘
|}];
Train.printf ~here:[%here] ~with_code:false ~with_grad:false ti;
[%expect
@@ -1125,18 +1125,18 @@ let%expect_test "outer_sum simulating axis concatenation" =
[%expect
{|
HERE: test/einsum/einsum_trivia.ml:1124:21
- ┌───────────────────────────┐
- │[7]: =>_tk shape 0:6,1:3 │
- │┌──────┬──────────────────┐│
- ││ │axis 1 ││
- │├──────┼──────────────────┤│
- ││axis 0│ 0.00 0.00 0.00 ││
- ││ │ 0.00 0.00 1.00 ││
- ││ │ ... ... ... ││
- ││ │ 0.00 0.00 4.00 ││
- ││ │ 0.00 0.00 5.00 ││
- │└──────┴──────────────────┘│
- └───────────────────────────┘
+ ┌───────────────────────────────────┐
+ │[7]: =>_tk shape 0:6,1:3 │
+ │┌──────┬──────────────────────────┐│
+ ││ │axis 1 ││
+ │├──────┼──────────────────────────┤│
+ ││axis 0│ 3.54e+13 7.00e-45 0.00 ││
+ ││ │ 0.00 1.93e+3 1.00 ││
+ ││ │ ... ... ... ││
+ ││ │ 2.82e+3 3.04e+3 4.00 ││
+ ││ │ 0.00 0.00 5.00 ││
+ │└──────┴──────────────────────────┘│
+ └───────────────────────────────────┘
|}]
let%expect_test "einsum with a leftmost input axis preserved as output axis" =
File "test/einsum/einsum_trivia_exec.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/einsum/einsum_trivia_exec.expected _build/default/test/einsum/einsum_trivia_exec.exe.output
diff --git a/_build/default/test/einsum/einsum_trivia_exec.expected b/_build/default/test/einsum/einsum_trivia_exec.exe.output
index 7b623db..1890793 100644
--- a/_build/default/test/einsum/einsum_trivia_exec.expected
+++ b/_build/default/test/einsum/einsum_trivia_exec.exe.output
@@ -657,159 +657,159 @@ HERE: test/einsum/einsum_trivia_exec.ml:229:21
│└──────┴────────────────────────────────────┘│
└─────────────────────────────────────────────┘
HERE: test/einsum/einsum_trivia_exec.ml:254:21
-┌────────────────────────────────┐
-│[9]: ;=>+ shape 0:4,1:5,2:6,3:3 │
-│┌──────┬──────────────────┐ │
-││0 @ 0 │axis 3 │ │
-│├──────┼──────────────────┤ │
-││0 @ 1 │ 0.00 0.00 0.00 │ │
-││axis 2│ 0.00 0.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 0.00 0.00 4.00 │ │
-││ │ 0.00 0.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││1 @ 1 │ 0.00 1.00 0.00 │ │
-││axis 2│ 0.00 1.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 0.00 1.00 4.00 │ │
-││ │ 0.00 1.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││2 @ 1 │ 0.00 2.00 0.00 │ │
-││axis 2│ 0.00 2.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 0.00 2.00 4.00 │ │
-││ │ 0.00 2.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││3 @ 1 │ 0.00 3.00 0.00 │ │
-││axis 2│ 0.00 3.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 0.00 3.00 4.00 │ │
-││ │ 0.00 3.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││4 @ 1 │ 0.00 4.00 0.00 │ │
-││axis 2│ 0.00 4.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 0.00 4.00 4.00 │ │
-││ │ 0.00 4.00 5.00 │ │
-│└──────┴──────────────────┘ │
-├────────────────────────────────┤
-│┌──────┬──────────────────┐ │
-││1 @ 0 │axis 3 │ │
-│├──────┼──────────────────┤ │
-││0 @ 1 │ 1.00 0.00 0.00 │ │
-││axis 2│ 1.00 0.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 1.00 0.00 4.00 │ │
-││ │ 1.00 0.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││1 @ 1 │ 1.00 1.00 0.00 │ │
-││axis 2│ 1.00 1.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 1.00 1.00 4.00 │ │
-││ │ 1.00 1.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││2 @ 1 │ 1.00 2.00 0.00 │ │
-││axis 2│ 1.00 2.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 1.00 2.00 4.00 │ │
-││ │ 1.00 2.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││3 @ 1 │ 1.00 3.00 0.00 │ │
-││axis 2│ 1.00 3.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 1.00 3.00 4.00 │ │
-││ │ 1.00 3.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││4 @ 1 │ 1.00 4.00 0.00 │ │
-││axis 2│ 1.00 4.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 1.00 4.00 4.00 │ │
-││ │ 1.00 4.00 5.00 │ │
-│└──────┴──────────────────┘ │
-├────────────────────────────────┤
-│┌──────┬──────────────────┐ │
-││2 @ 0 │axis 3 │ │
-│├──────┼──────────────────┤ │
-││0 @ 1 │ 2.00 0.00 0.00 │ │
-││axis 2│ 2.00 0.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 2.00 0.00 4.00 │ │
-││ │ 2.00 0.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││1 @ 1 │ 2.00 1.00 0.00 │ │
-││axis 2│ 2.00 1.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 2.00 1.00 4.00 │ │
-││ │ 2.00 1.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││2 @ 1 │ 2.00 2.00 0.00 │ │
-││axis 2│ 2.00 2.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 2.00 2.00 4.00 │ │
-││ │ 2.00 2.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││3 @ 1 │ 2.00 3.00 0.00 │ │
-││axis 2│ 2.00 3.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 2.00 3.00 4.00 │ │
-││ │ 2.00 3.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││4 @ 1 │ 2.00 4.00 0.00 │ │
-││axis 2│ 2.00 4.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 2.00 4.00 4.00 │ │
-││ │ 2.00 4.00 5.00 │ │
-│└──────┴──────────────────┘ │
-├────────────────────────────────┤
-│┌──────┬──────────────────┐ │
-││3 @ 0 │axis 3 │ │
-│├──────┼──────────────────┤ │
-││0 @ 1 │ 3.00 0.00 0.00 │ │
-││axis 2│ 3.00 0.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 3.00 0.00 4.00 │ │
-││ │ 3.00 0.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││1 @ 1 │ 3.00 1.00 0.00 │ │
-││axis 2│ 3.00 1.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 3.00 1.00 4.00 │ │
-││ │ 3.00 1.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││2 @ 1 │ 3.00 2.00 0.00 │ │
-││axis 2│ 3.00 2.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 3.00 2.00 4.00 │ │
-││ │ 3.00 2.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││3 @ 1 │ 3.00 3.00 0.00 │ │
-││axis 2│ 3.00 3.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 3.00 3.00 4.00 │ │
-││ │ 3.00 3.00 5.00 │ │
-│├──────┼──────────────────┤ │
-││4 @ 1 │ 3.00 4.00 0.00 │ │
-││axis 2│ 3.00 4.00 1.00 │ │
-││ │ ... ... ... │ │
-││ │ 3.00 4.00 4.00 │ │
-││ │ 3.00 4.00 5.00 │ │
-│└──────┴──────────────────┘ │
-└────────────────────────────────┘
+┌───────────────────────────────────┐
+│[9]: ;=>+ shape 0:4,1:5,2:6,3:3 │
+│┌──────┬──────────────────────────┐│
+││0 @ 0 │axis 3 ││
+│├──────┼──────────────────────────┤│
+││0 @ 1 │ 8.02e-29 4.58e-41 0.00 ││
+││axis 2│ 4.58e-41 2.89e+32 1.00 ││
+││ │ ... ... ... ││
+││ │ 0.00 0.00 4.00 ││
+││ │ 0.00 1.18e-35 5.00 ││
+│├──────┼──────────────────────────┤│
+││1 @ 1 │ 8.02e-29 1.00 0.00 ││
+││axis 2│ 4.58e-41 2.89e+32 1.00 ││
+││ │ ... ... ... ││
+││ │ 0.00 1.00 4.00 ││
+││ │ 0.00 1.00 5.00 ││
+│├──────┼──────────────────────────┤│
+││2 @ 1 │ 8.02e-29 2.00 0.00 ││
+││axis 2│ 4.58e-41 2.89e+32 1.00 ││
+││ │ ... ... ... ││
+││ │ 0.00 2.00 4.00 ││
+││ │ 0.00 2.00 5.00 ││
+│├──────┼──────────────────────────┤│
+││3 @ 1 │ 8.02e-29 3.00 0.00 ││
+││axis 2│ 4.58e-41 2.89e+32 1.00 ││
+││ │ ... ... ... ││
+││ │ 0.00 3.00 4.00 ││
+││ │ 0.00 3.00 5.00 ││
+│├──────┼──────────────────────────┤│
+││4 @ 1 │ 8.02e-29 4.00 0.00 ││
+││axis 2│ 4.58e-41 2.89e+32 1.00 ││
+││ │ ... ... ... ││
+││ │ 0.00 4.00 4.00 ││
+││ │ 0.00 4.00 5.00 ││
+│└──────┴──────────────────────────┘│
+├───────────────────────────────────┤
+│┌──────┬──────────────────────┐ │
+││1 @ 0 │axis 3 │ │
+│├──────┼──────────────────────┤ │
+││0 @ 1 │ 1.00 4.58e-41 0.00 │ │
+││axis 2│ 1.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 1.00 0.00 4.00 │ │
+││ │ 1.00 1.18e-35 5.00 │ │
+│├──────┼──────────────────────┤ │
+││1 @ 1 │ 1.00 1.00 0.00 │ │
+││axis 2│ 1.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 1.00 1.00 4.00 │ │
+││ │ 1.00 1.00 5.00 │ │
+│├──────┼──────────────────────┤ │
+││2 @ 1 │ 1.00 2.00 0.00 │ │
+││axis 2│ 1.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 1.00 2.00 4.00 │ │
+││ │ 1.00 2.00 5.00 │ │
+│├──────┼──────────────────────┤ │
+││3 @ 1 │ 1.00 3.00 0.00 │ │
+││axis 2│ 1.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 1.00 3.00 4.00 │ │
+││ │ 1.00 3.00 5.00 │ │
+│├──────┼──────────────────────┤ │
+││4 @ 1 │ 1.00 4.00 0.00 │ │
+││axis 2│ 1.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 1.00 4.00 4.00 │ │
+││ │ 1.00 4.00 5.00 │ │
+│└──────┴──────────────────────┘ │
+├───────────────────────────────────┤
+│┌──────┬──────────────────────┐ │
+││2 @ 0 │axis 3 │ │
+│├──────┼──────────────────────┤ │
+││0 @ 1 │ 2.00 4.58e-41 0.00 │ │
+││axis 2│ 2.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 2.00 0.00 4.00 │ │
+││ │ 2.00 1.18e-35 5.00 │ │
+│├──────┼──────────────────────┤ │
+││1 @ 1 │ 2.00 1.00 0.00 │ │
+││axis 2│ 2.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 2.00 1.00 4.00 │ │
+││ │ 2.00 1.00 5.00 │ │
+│├──────┼──────────────────────┤ │
+││2 @ 1 │ 2.00 2.00 0.00 │ │
+││axis 2│ 2.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 2.00 2.00 4.00 │ │
+││ │ 2.00 2.00 5.00 │ │
+│├──────┼──────────────────────┤ │
+││3 @ 1 │ 2.00 3.00 0.00 │ │
+││axis 2│ 2.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 2.00 3.00 4.00 │ │
+││ │ 2.00 3.00 5.00 │ │
+│├──────┼──────────────────────┤ │
+││4 @ 1 │ 2.00 4.00 0.00 │ │
+││axis 2│ 2.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 2.00 4.00 4.00 │ │
+││ │ 2.00 4.00 5.00 │ │
+│└──────┴──────────────────────┘ │
+├───────────────────────────────────┤
+│┌──────┬──────────────────────┐ │
+││3 @ 0 │axis 3 │ │
+│├──────┼──────────────────────┤ │
+││0 @ 1 │ 3.00 4.58e-41 0.00 │ │
+││axis 2│ 3.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 3.00 0.00 4.00 │ │
+││ │ 3.00 1.18e-35 5.00 │ │
+│├──────┼──────────────────────┤ │
+││1 @ 1 │ 3.00 1.00 0.00 │ │
+││axis 2│ 3.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 3.00 1.00 4.00 │ │
+││ │ 3.00 1.00 5.00 │ │
+│├──────┼──────────────────────┤ │
+││2 @ 1 │ 3.00 2.00 0.00 │ │
+││axis 2│ 3.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 3.00 2.00 4.00 │ │
+││ │ 3.00 2.00 5.00 │ │
+│├──────┼──────────────────────┤ │
+││3 @ 1 │ 3.00 3.00 0.00 │ │
+││axis 2│ 3.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 3.00 3.00 4.00 │ │
+││ │ 3.00 3.00 5.00 │ │
+│├──────┼──────────────────────┤ │
+││4 @ 1 │ 3.00 4.00 0.00 │ │
+││axis 2│ 3.00 2.89e+32 1.00 │ │
+││ │ ... ... ... │ │
+││ │ 3.00 4.00 4.00 │ │
+││ │ 3.00 4.00 5.00 │ │
+│└──────┴──────────────────────┘ │
+└───────────────────────────────────┘
HERE: test/einsum/einsum_trivia_exec.ml:255:21
[1]: =>_ti shape 0:4,1:3 <not-hosted>
HERE: test/einsum/einsum_trivia_exec.ml:256:21
-┌───────────────────────────┐
-│[7]: =>_tk shape 0:6,1:3 │
-│┌──────┬──────────────────┐│
-││ │axis 1 ││
-│├──────┼──────────────────┤│
-││axis 0│ 0.00 0.00 0.00 ││
-││ │ 0.00 0.00 1.00 ││
-││ │ ... ... ... ││
-││ │ 0.00 0.00 4.00 ││
-││ │ 0.00 0.00 5.00 ││
-│└──────┴──────────────────┘│
-└───────────────────────────┘
+┌───────────────────────────────────┐
+│[7]: =>_tk shape 0:6,1:3 │
+│┌──────┬──────────────────────────┐│
+││ │axis 1 ││
+│├──────┼──────────────────────────┤│
+││axis 0│ 8.02e-29 4.58e-41 0.00 ││
+││ │ 4.58e-41 2.89e+32 1.00 ││
+││ │ ... ... ... ││
+││ │ 0.00 0.00 4.00 ││
+││ │ 0.00 1.18e-35 5.00 ││
+│└──────┴──────────────────────────┘│
+└───────────────────────────────────┘
HERE: test/einsum/einsum_trivia_exec.ml:278:21
┌─────────────────────────────────────────────────────────────────┐
│[2]: ;=>_c shape 0:3|1:4,2:2 │
(cd _build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations && .operations_tutorials.inline-tests/inline-test-runner.exe inline-test-runner operations_tutorials -partition hello_world_op.ml -source-tree-root ../.. -diff-cmd -)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
File "test/operations/zero2hero_1of7.ml", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/operations/zero2hero_1of7.ml _build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations/zero2hero_1of7.ml.corrected
diff --git a/_build/default/test/operations/zero2hero_1of7.ml b/_build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations/zero2hero_1of7.ml.corrected
index 5caa1d9..dedd2e4 100644
--- a/_build/default/test/operations/zero2hero_1of7.ml
+++ b/_build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations/zero2hero_1of7.ml.corrected
@@ -273,21 +273,21 @@ let%expect_test "Simple gradients hosted" =
[%expect
{|
#12 *._l
- 0.00
+ 1.15e-36
#13 grad_*._l
- 0.00
+ 1.15e-36
#8 +_d │#10 f non-emb
- 0.00 │ -2.00
+ 1.15e-36 │ -2.00
#9 grad_+_d │#11 grad_f
- 0.00 │ 0.00
+ 1.15e-36 │ 1.15e-36
#4 *._e │#6 c non-emb│
- 0.00 │ 1.00e+1 │
+ 1.15e-36 │ 1.00e+1 │
#5 grad_*._e │#7 grad_c │
- 0.00 │ 0.00 │
+ 1.15e-36 │ 1.15e-36 │
#0 a non-emb│#2 b non-emb│ │
2.00 │ -3.00 │ │
#1 grad_a │#3 grad_b │ │
- 0.00 │ 0.00 │ │
+ 5.29e+22 │ 1.15e-36 │ │
|}];
(* Do not update the params: all values and gradients will be at initial points, which are
specified in the tensor in the brackets. *)
@@ -403,21 +403,21 @@ let%expect_test "Simple gradients virtual" =
[%expect
{|
#12 *._l
- 0.00
+ 5.29e+22
#13 grad_*._l Virt/40
<void>
- #8 +_d Local/1046 │#10 f non-emb
+ #8 +_d Virt/152 │#10 f non-emb
<void> │ -2.00
- #9 grad_+_d Virt/40 │#11 grad_f
- <void> │ 0.00
+ #9 grad_+_d Virt/151 │#11 grad_f
+ <void> │ 1.15e-36
#4 *._e Virt/152 │#6 c non-emb│
<void> │ 1.00e+1 │
- #5 grad_*._e Virt/40 │#7 grad_c │
- <void> │ 0.00 │
+ #5 grad_*._e Virt/151 │#7 grad_c │
+ <void> │ 1.15e-36 │
#0 a non-emb│#2 b non-emb│ │
2.00 │ -3.00 │ │
#1 grad_a │#3 grad_b │ │
- 0.00 │ 0.00 │ │
+ 5.29e+22 │ 1.15e-36 │ │
|}];
(* Do not update the params: all values and gradients will be at initial points, which are
specified in the tensor in the brackets. *)
@@ -429,13 +429,13 @@ let%expect_test "Simple gradients virtual" =
-8.00
#13 grad_*._l Virt/40
<void>
- #8 +_d Local/1046 │#10 f non-emb
+ #8 +_d Virt/152 │#10 f non-emb
<void> │ -2.00
- #9 grad_+_d Virt/40 │#11 grad_f
+ #9 grad_+_d Virt/151 │#11 grad_f
<void> │ 4.00
#4 *._e Virt/152 │#6 c non-emb│
<void> │ 1.00e+1 │
- #5 grad_*._e Virt/40 │#7 grad_c │
+ #5 grad_*._e Virt/151 │#7 grad_c │
<void> │ -2.00 │
#0 a non-emb│#2 b non-emb│ │
2.00 │ -3.00 │ │
@@ -455,13 +455,13 @@ let%expect_test "Simple gradients virtual" =
-8.00
#13 grad_*._l Virt/40
<void>
- #8 +_d Local/1046 │#10 f non-emb
+ #8 +_d Virt/152 │#10 f non-emb
<void> │ -2.40
- #9 grad_+_d Virt/40 │#11 grad_f
+ #9 grad_+_d Virt/151 │#11 grad_f
<void> │ 4.00
#4 *._e Virt/152 │#6 c non-emb│
<void> │ 1.02e+1 │
- #5 grad_*._e Virt/40 │#7 grad_c │
+ #5 grad_*._e Virt/151 │#7 grad_c │
<void> │ -2.00 │
#0 a non-emb│#2 b non-emb│ │
1.40 │ -2.60 │ │
@@ -478,13 +478,13 @@ let%expect_test "Simple gradients virtual" =
-1.57e+1
#13 grad_*._l Virt/40
<void>
- #8 +_d Local/1046 │#10 f non-emb
+ #8 +_d Virt/152 │#10 f non-emb
<void> │ -2.40
- #9 grad_+_d Virt/40 │#11 grad_f
+ #9 grad_+_d Virt/151 │#11 grad_f
<void> │ 6.56
#4 *._e Virt/152 │#6 c non-emb│
<void> │ 1.02e+1 │
- #5 grad_*._e Virt/40 │#7 grad_c │
+ #5 grad_*._e Virt/151 │#7 grad_c │
<void> │ -2.40 │
#0 a non-emb│#2 b non-emb│ │
1.40 │ -2.60 │ │
@@ -538,7 +538,7 @@ let%expect_test "2D neuron virtual" =
7.00e-1
#9 grad_+_v Virt/40
<void>
- #6 * Local/1046 │#0 b non-emb
+ #6 * Local/9046 │#0 b non-emb
<void> │ 6.70
#7 grad_* Virt/40 │#1 grad_b
<void> │ 1.00
File "test/operations/hello_world_op.ml", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/operations/hello_world_op.ml _build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations/hello_world_op.ml.corrected
diff --git a/_build/default/test/operations/hello_world_op.ml b/_build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations/hello_world_op.ml.corrected
index d3e06cb..fb61675 100644
--- a/_build/default/test/operations/hello_world_op.ml
+++ b/_build/.sandbox/8330c34b85f6a044ad82742d0185a90b/default/test/operations/hello_world_op.ml.corrected
@@ -792,42 +792,42 @@ let%expect_test "Embed self id" =
Train.printf ~here:[%here] ~with_code:false ~with_grad:false bar;
[%expect
{|
- HERE: test/operations/hello_world_op.ml:790:23
- ┌─────────────────────────┐
- │[0]: !@self_id shape 0:1 │
- │┌┬──────┐ │
- │││axis 0│ │
- │├┼──────┤ │
- │││ 0.00 │ │
- │└┴──────┘ │
- └─────────────────────────┘
- HERE: test/operations/hello_world_op.ml:791:23
- ┌─────────────────────────┐
- │[1]: !@self_id shape 0:1 │
- │┌┬──────┐ │
- │││axis 0│ │
- │├┼──────┤ │
- │││ 1.00 │ │
- │└┴──────┘ │
- └─────────────────────────┘
- HERE: test/operations/hello_world_op.ml:792:23
- ┌─────────────────────┐
- │[4]: +_bar shape 0:1 │
- │┌┬──────┐ │
- │││axis 0│ │
- │├┼──────┤ │
- │││ 3.00 │ │
- │└┴──────┘ │
- └─────────────────────┘
- |}];
+ HERE: test/operations/hello_world_op.ml:790:21
+ ┌─────────────────────────┐
+ │[0]: !@self_id shape 0:1 │
+ │┌┬──────┐ │
+ │││axis 0│ │
+ │├┼──────┤ │
+ │││ 0.00 │ │
+ │└┴──────┘ │
+ └─────────────────────────┘
+ HERE: test/operations/hello_world_op.ml:791:21
+ ┌─────────────────────────┐
+ │[1]: !@self_id shape 0:1 │
+ │┌┬──────┐ │
+ │││axis 0│ │
+ │├┼──────┤ │
+ │││ 1.00 │ │
+ │└┴──────┘ │
+ └─────────────────────────┘
+ HERE: test/operations/hello_world_op.ml:792:21
+ ┌─────────────────────┐
+ │[4]: +_bar shape 0:1 │
+ │┌┬──────┐ │
+ │││axis 0│ │
+ │├┼──────┤ │
+ │││ 3.00 │ │
+ │└┴──────┘ │
+ └─────────────────────┘
+ |}];
Train.printf_tree ~here:[%here] bar;
[%expect
{|
- HERE: test/operations/hello_world_op.ml:822:30
- #4 +_bar
- 3.00
- #3 + Virt/40 │#2 !@self_id Virt/40
- <void> │<void>
- #1 !@self_id│#0 !@self_id│
- 1.00 │ 0.00 │
- |}]
+ HERE: test/operations/hello_world_op.ml:823:26
+ #4 +_bar
+ 3.00
+ #3 + Virt/40 │#2 !@self_id Virt/40
+ <void> │<void>
+ #1 !@self_id│#0 !@self_id│
+ 1.00 │ 0.00 │
+ |}]
File "test/training/moons_demo_mini.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/training/moons_demo_mini.expected _build/default/test/training/moons_demo_mini.exe.output
diff --git a/_build/default/test/training/moons_demo_mini.expected b/_build/default/test/training/moons_demo_mini.exe.output
index 054cd7c..9ed840f 100644
--- a/_build/default/test/training/moons_demo_mini.expected
+++ b/_build/default/test/training/moons_demo_mini.exe.output
@@ -4,18 +4,17 @@ Half-moons scatterplot and decision boundary:
┌─────────────────────────┐
│*********#***************│
│***###########*********..│
-│**#############****......│
+│**#############***.......│
│*######%%*######.....%%%.│
-│#####**%%%*.#####....%%%%│
+│#####**%%%..#####....%%%%│
│####***%%%%..####...%%%%.│
-│###***.%%%%...###..%%%%%.│
-│###**...%%%%%%%##.%%%%%..│
+│###**..%%%%...###..%%%%%.│
+│###*....%%%%%%%##.%%%%%..│
│***......%%%%%%%%%%%%%...│
-│...........%%%%%%%%%%....│
+│**.........%%%%%%%%%%....│
└─────────────────────────┘Loss:
┌─────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 2.29│- │
-│ │ │
+│ 2.73│- │
│ │ │
│ │ │
│ │ │
@@ -32,58 +31,59 @@ Half-moons scatterplot and decision boundary:
│ │ │
│ │ │
│ │ │
+│ │ │
│l │ │
│o │ │
-│s │ │
-│s │ │
-│ │ - │
+│s │ - │
+│s │ - │
+│ │ │
+│ │ │
+│ │ │
│ │ │
│ │ │
-│ │ - │
│ │ │
+│ │ - │
│ │ │
│ │ │
│ │ │
│ │ │
-│ │ - - │
│ │ │
+│ │ - │
│ │ │
-│ │ --- - │
-│ │ - │
-│ │ - - - - - - │
-│ │ - - │
-│ │ - - - - - - - - - -- - - - - │
-│ 0.00│ - -- - - - - ---- -- -- --- ---- --- ---- - -- --- ---- ---- - -- │
+│ │ - - - - │
+│ │ - -- - - -- - - │
+│ │ - - - - -- - - - - │
+│ 0.00│ -- - - - - - - ---- -- --- ---- ---- ---- ---- ---- --- ---- ---- - -- │
├─────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
│ │0.00 7.90e+1│
│ │ step │
└─────┴────────────────────────────────────────────────────────────────────────────────────────────────────┘Log-loss, for better visibility:
┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 8.30e-1 │- │
-│ │ │
+│ 1.00 │- │
│ │ - │
-│ │ - │
-│ │ - │
-│ │ │
-│ │ - - │
-│ │ - - │
-│ │ -- │
-│ │ - - - - │
-│ │ - - - - │
-│ │ - - │
-│ │ - - │
-│ │ - - - - - - - - - - - │
-│ │ -- - - - - │
-│ │ - - - - - - - - │
-│l │ - - - - - - │
-│o │ - - - - │
-│g │ - - - │
-│ │ - │
-│l │ -- - │
-│o │ - │
-│s │ │
-│s │ │
│ │ │
+│ │ -- │
+│ │ │
+│ │ - │
+│ │ │
+│ │ │
+│ │ - │
+│ │ - - - - │
+│ │ - - - - │
+│ │ - - - - -- - │
+│ │ - - - - │
+│ │ - - - - │
+│ │ - - - - - - - - │
+│ │ - - - - - - - - - - │
+│l │ - - - - │
+│o │ - - - - - - - │
+│g │ - - │
+│ │ - - │
+│l │ - │
+│o │ │
+│s │ - │
+│s │ │
+│ │ - │
│ │ │
│ │ │
│ │ │
@@ -92,13 +92,13 @@ Half-moons scatterplot and decision boundary:
│ │ │
│ │ │
│ │ │
-│ │ - │
│ │ │
│ │ │
+│ │ - │
│ │ │
│ │ │
│ │ │
-│ -1.00e+1│ - - - -- - - - - -- - - - │
+│ -1.00e+1│ - - - - - - - -- - - - - - │
├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
│ │0.00 7.90e+1│
│ │ step │
File "test/training/bigram.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/training/bigram.expected _build/default/test/training/bigram.exe.output
diff --git a/_build/default/test/training/bigram.expected b/_build/default/test/training/bigram.exe.output
index 410d405..4860db8 100644
--- a/_build/default/test/training/bigram.expected
+++ b/_build/default/test/training/bigram.exe.output
@@ -19,45 +19,45 @@ Epoch 0, loss=2.944726
2.94
#39 grad_/._batch_loss Virt/40
<void>
- #36 => Local/1046 │#35 1000 Virt/40
+ #36 => Local/9046 │#35 1000 Virt/40
<void> │<void>
#37 grad_=> Virt/40 │
<void> │
- #33 neg_loss Virt/15 │
- <void> │
- #34 grad_neg_loss Local/1046 │
- <void> │
- #31 log Virt/15 │
- <void> │
- #32 grad_log Local/1046 │
- <void> │
- #29 =>_output_probs Local/1046 │
+ #33 neg_loss Virt/15 │
+ <void> │
+ #34 grad_neg_loss Virt/151 │
+ <void> │
+ #31 log Virt/15 │
+ <void> │
+ #32 grad_log Virt/151 │
+ <void> │
+ #29 =>_output_probs Virt/151 │
<void> │
#30 grad_=>_output_probs Local/1046 │
<void> │
- #27 *. Virt/15 │
- <void> │
- #28 grad_*. Local/1046 │
- <void> │
- #20 /._mlp_@|_input_gram Virt/15 │ #3 @|_output_gram Virt/15 │
- <void> │ <void> │
- #21 grad_/._mlp_@|_input_gram Local/1046 │#1 tensor │
- <void> │ 0.00 0.00 ... 0.00 0.00 │ 0.00 0.00 ... 0.00 0.00 │ ... │ 0.00 0.00 ... 0.00 0.00 │ 0.00 0.00 ... 0.00 0.00 │
+ #27 *. Virt/15 │
+ <void> │
+ #28 grad_*. Virt/151 │
+ <void> │
+ #20 /._mlp_@|_input_gram Virt/15 │ #3 @|_output_gram Virt/15 │
+ <void> │ <void> │
+ #21 grad_/._mlp_@|_input_gram Virt/151 │#1 tensor │
+ <void> │ 0.00 0.00 ... 0.00 0.00 │ 0.00 0.00 ... 0.00 0.00 │ ... │ 0.00 0.00 ... 0.00 0.00 │ 0.00 0.00 ... 0.00 0.00 │
[#16 exp_counts]│ #18 => Local/1046 │ 0.00 0.00 ... 0.00 0.00 │ 0.00 0.00 ... 0.00 0.00 │ │ 0.00 0.00 ... 0.00 0.00 │ 0.00 0.00 ... 0.00 0.00 │
│ <void> │ ... ... ... ... ... │ ... ... ... ... ... │ │ ... ... ... ... ... │ ... ... ... ... ... │
│ #19 grad_=> Local/1046 │ 0.00 0.00 ... 0.00 0.00 │ 1.00 0.00 ... 0.00 0.00 │ │ 0.00 0.00 ... 0.00 0.00 │ 0.00 0.00 ... 0.00 0.00 │
│ <void> │ 0.00 0.00 ... 0.00 0.00 │ 0.00 0.00 ... 0.00 0.00 │ │ 0.00 0.00 ... 0.00 0.00 │ 1.00 0.00 ... 0.00 0.00 │
- │ #16 exp_counts Local/1046 │ │
- │ <void> │ │
- │ #17 grad_exp_counts Local/1046 │ │
- │ <void> │ │
- │#14 * Local/1046 │ │
+ │ #16 exp_counts Virt/15 │ │
+ │ <void> │ │
+ │ #17 grad_exp_counts Virt/151 │ │
+ │ <void> │ │
+ │#14 * Virt/151 │ │
│<void> │ │
│#15 grad_* Local/1046 │ │
│<void> │ │
│├─#12 + Local/1046 │ │
││ <void> │ │
- ││ #13 grad_+ Local/1046 │ │
+ ││ #13 grad_+ Local/9046 │ │
││ <void> │ │
││ ├─[#9 w] │ │
││ └─#11 1 Virt/40 │ │
(cd _build/default/test/operations && ./micrograd_demo_logging.exe --ocannl_debug_backend=text --ocannl_log_file_stem=micrograd_demo_logging --ocannl_log_main_domain_to_stdout=false --ocannl_debug_log_to_stream_files=true)
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
Retrieving commandline, environment, or config file variable ocannl_backend
Found sync_cc, in the config file
Retrieving commandline, environment, or config file variable ocannl_never_capture_stdout
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_cd_ident_style
Not found, using default heuristic
Retrieving commandline, environment, or config file variable ocannl_ll_ident_style
Not found, using default heuristic
Retrieving commandline, environment, or config file variable ocannl_output_prec_in_ll_files
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_inline_complex_computations
Not found, using default true
Retrieving commandline, environment, or config file variable ocannl_prefer_backend_uniformity
Found true, in the config file
Retrieving commandline, environment, or config file variable ocannl_debug_log_to_stream_files
Found true, commandline --ocannl_debug_log_to_stream_files=true
Retrieving commandline, environment, or config file variable ocannl_stack_threshold_in_bytes
Not found, using default 16384
Retrieving commandline, environment, or config file variable ocannl_output_dlls_in_build_directory
Not found, using default false
Retrieving commandline, environment, or config file variable ocannl_cc_backend_optimization_level
Not found, using default 3
Retrieving commandline, environment, or config file variable ocannl_cc_backend_compiler_command
Not found, using default gcc
Retrieving commandline, environment, or config file variable ocannl_cc_backend_verify_codesign
Not found, using default false
HERE: test/operations/micrograd_demo_logging.ml:33:21
┌────────────────────┐
│[70]: +_g shape 0:1 │
│┌┬─────────┐ │
│││axis 0 │ │
│├┼─────────┤ │
│││ 2.47e+1 │ │
│└┴─────────┘ │
└────────────────────┘
HERE: test/operations/micrograd_demo_logging.ml:34:21
┌─────────────────┐
│[0]: a shape 0:1 │
│┌┬───────┐ │
│││axis 0 │ │
│├┼───────┤ │
│││ -4.00 │ │
│└┴───────┘ │
└─────────────────┘
┌────────────────────────┐
│[0]: a shape 0:1 grad_a│
│┌┬─────────┐ │
│││axis 0 │ │
│├┼─────────┤ │
│││ 1.38e+2 │ │
│└┴─────────┘ │
└────────────────────────┘
HERE: test/operations/micrograd_demo_logging.ml:35:21
┌─────────────────┐
│[2]: b shape 0:1 │
│┌┬──────┐ │
│││axis 0│ │
│├┼──────┤ │
│││ 2.00 │ │
│└┴──────┘ │
└─────────────────┘
┌────────────────────────┐
│[2]: b shape 0:1 grad_b│
│┌┬─────────┐ │
│││axis 0 │ │
│├┼─────────┤ │
│││ 6.45e+2 │ │
│└┴─────────┘ │
└────────────────────────┘
File "test/operations/micrograd_demo_logging-sync_cc-0-0.log.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/operations/micrograd_demo_logging-sync_cc-0-0.log.expected _build/default/test/operations/sync_cc-0-0.log.actual
diff --git a/_build/default/test/operations/micrograd_demo_logging-sync_cc-0-0.log.expected b/_build/default/test/operations/sync_cc-0-0.log.actual
index 8857d5d..d5c3405 100644
--- a/_build/default/test/operations/micrograd_demo_logging-sync_cc-0-0.log.expected
+++ b/_build/default/test/operations/sync_cc-0-0.log.actual
@@ -12,78 +12,32 @@ float *b &[1] = 0xNNNN
float *b_grad &[1] = 0xNNNN
float *g &[1] = 0xNNNN
COMMENT: g forward and gradient update
-# n4_c[0] := (a[0] + b[0]);
-n4_c[0]{=MAYBE UNINITIALIZED} = -2000e-3 = (a[0]{=-4000e-3} + b[0]{=2000e-3})
-# n19_c[0] := ((n4_c[0] + n4_c[0]) + 1);
-n19_c[0]{=MAYBE UNINITIALIZED} = -3000e-3 = ((n4_c[0]{=-2000e-3} + n4_c[0]{=-2000e-3}) + (float)(1))
-# n42[0] := (b[0] - a[0]);
-n42[0]{=MAYBE UNINITIALIZED} = 6000e-3 = (b[0]{=2000e-3} - a[0]{=-4000e-3})
-# n31[0] := (b[0] + a[0]);
-n31[0]{=MAYBE UNINITIALIZED} = -2000e-3 = (b[0]{=2000e-3} + a[0]{=-4000e-3})
-# n14_d[0] := fma(a[0], b[0], (b[0] * (b[0] * b[0])));
-n14_d[0]{=MAYBE UNINITIALIZED} = 0e-3 = fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))
-# n40_d[0] := (fma(n14_d[0], 2, n14_d[0]) + relu(n31[0]));
-n40_d[0]{=MAYBE UNINITIALIZED} = 0e-3 = (fmaf(n14_d[0]{=0e-3}, (float)(2), n14_d[0]{=0e-3}) + fmaxf(0.0, n31[0]{=-2000e-3}))
-# e[0] := (fma(-1, a[0], ((n19_c[0] + 1) + n19_c[0])) - (fma(3, n40_d[0], n40_d[0]) + relu(n42[0])));
-e[0]{=MAYBE UNINITIALIZED} = -7000e-3 = (fmaf((float)(-1), a[0]{=-4000e-3}, ((n19_c[0]{=-3000e-3} + (float)(1)) + n19_c[0]{=-3000e-3})) - (fmaf((float)(3), n40_d[0]{=0e-3}, n40_d[0]{=0e-3}) + fmaxf(0.0, n42[0]{=6000e-3})))
-# f[0] := (e[0] * e[0]);
-f[0]{=MAYBE UNINITIALIZED} = 49000e-3 = (e[0]{=-7000e-3} * e[0]{=-7000e-3})
-# g[0] := ((f[0] / 2) + (10 / f[0]));
-g[0]{=MAYBE UNINITIALIZED} = 24704e-3 = ((f[0]{=49000e-3} / (float)(2)) + ((float)(10) / f[0]{=49000e-3}))
+# g[0] := ((((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) / 2) + (10 / ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))))));
+g[0]{=MAYBE UNINITIALIZED} = 24704e-3 = ((((fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3})))) * (fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3}))))) / (float)(2)) + ((float)(10) / ((fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3})))) * (fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3})))))))
COMMENT: g zero grads and backprop
# a_grad := 0
a_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
# b_grad := 0
b_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# n4_c_grad := 0
-n4_c_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# n19_c_grad := 0
-n19_c_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# n14_d_grad := 0
-n14_d_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# n40_d_grad := 0
-n40_d_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# f_grad := 0
-f_grad[0]{=MAYBE UNINITIALIZED} = 0e-3 = (float)(0)
-# f.grad[0] := fma(1, (-10 / (f[0] * f[0])), f.grad[0]);
-f_grad[0]{=MAYBE UNINITIALIZED} = -4e-3 = fmaf((float)(1), ((float)(-10) / (f[0]{=49000e-3} * f[0]{=49000e-3})), f_grad[0]{=0e-3})
-# f.grad[0] := (f.grad[0] + 0.5);
-f_grad[0]{=MAYBE UNINITIALIZED} = 495e-3 = (f_grad[0]{=-4e-3} + (float)(0.5))
-# n40_d.grad[0] := fma(-1, ((2 * e[0]) * f.grad[0]), n40_d.grad[0]);
-n40_d_grad[0]{=MAYBE UNINITIALIZED} = 6941e-3 = fmaf((float)(-1), (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3}), n40_d_grad[0]{=0e-3})
-# n40_d.grad[0] := fma(3, (-1 * ((2 * e[0]) * f.grad[0])), n40_d.grad[0]);
-n40_d_grad[0]{=MAYBE UNINITIALIZED} = 27766e-3 = fmaf((float)(3), ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})), n40_d_grad[0]{=6941e-3})
-# n14_d.grad[0] := (n14_d.grad[0] + n40_d.grad[0]);
-n14_d_grad[0]{=MAYBE UNINITIALIZED} = 27766e-3 = (n14_d_grad[0]{=0e-3} + n40_d_grad[0]{=27766e-3})
-# n14_d.grad[0] := fma(n40_d.grad[0], 2, n14_d.grad[0]);
-n14_d_grad[0]{=MAYBE UNINITIALIZED} = 83300e-3 = fmaf(n40_d_grad[0]{=27766e-3}, (float)(2), n14_d_grad[0]{=27766e-3})
-# a.grad[0] := fma(n14_d.grad[0], b[0], a.grad[0]);
-a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = fmaf(n14_d_grad[0]{=83300e-3}, b[0]{=2000e-3}, a_grad[0]{=0e-3})
-# b.grad[0] := fma(a[0], n14_d.grad[0], b.grad[0]);
-b_grad[0]{=MAYBE UNINITIALIZED} = -333201e-3 = fmaf(a[0]{=-4000e-3}, n14_d_grad[0]{=83300e-3}, b_grad[0]{=0e-3})
-# b.grad[0] := fma((3 * (b[0] * b[0])), n14_d.grad[0], b.grad[0]);
-b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = fmaf(((float)(3) * (b[0]{=2000e-3} * b[0]{=2000e-3})), n14_d_grad[0]{=83300e-3}, b_grad[0]{=-333201e-3})
-# b.grad[0] := (b.grad[0] + relu_gate(n31[0], n40_d.grad[0]));
-b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = (b_grad[0]{=666402e-3} + (n31[0]{=-2000e-3} > 0.0 ? n40_d_grad[0]{=27766e-3} : 0.0))
-# a.grad[0] := (a.grad[0] + relu_gate(n31[0], n40_d.grad[0]));
-a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = (a_grad[0]{=166600e-3} + (n31[0]{=-2000e-3} > 0.0 ? n40_d_grad[0]{=27766e-3} : 0.0))
-# b.grad[0] := (b.grad[0] + relu_gate(n42[0], (-1 * ((2 * e[0]) * f.grad[0]))));
-b_grad[0]{=MAYBE UNINITIALIZED} = 673344e-3 = (b_grad[0]{=666402e-3} + (n42[0]{=6000e-3} > 0.0 ? ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})) : 0.0))
-# a.grad[0] := (a.grad[0] - relu_gate(n42[0], (-1 * ((2 * e[0]) * f.grad[0]))));
-a_grad[0]{=MAYBE UNINITIALIZED} = 159658e-3 = (a_grad[0]{=166600e-3} - (n42[0]{=6000e-3} > 0.0 ? ((float)(-1) * (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3})) : 0.0))
-# n19_c.grad[0] := fma((2 * e[0]), f.grad[0], n19_c.grad[0]);
-n19_c_grad[0]{=MAYBE UNINITIALIZED} = -6941e-3 = fmaf(((float)(2) * e[0]{=-7000e-3}), f_grad[0]{=495e-3}, n19_c_grad[0]{=0e-3})
-# n19_c.grad[0] := fma((2 * e[0]), f.grad[0], n19_c.grad[0]);
-n19_c_grad[0]{=MAYBE UNINITIALIZED} = -13883e-3 = fmaf(((float)(2) * e[0]{=-7000e-3}), f_grad[0]{=495e-3}, n19_c_grad[0]{=-6941e-3})
-# n4_c.grad[0] := (n4_c.grad[0] + n19_c.grad[0]);
-n4_c_grad[0]{=MAYBE UNINITIALIZED} = -13883e-3 = (n4_c_grad[0]{=0e-3} + n19_c_grad[0]{=-13883e-3})
-# n4_c.grad[0] := (n4_c.grad[0] + n19_c.grad[0]);
-n4_c_grad[0]{=MAYBE UNINITIALIZED} = -27766e-3 = (n4_c_grad[0]{=-13883e-3} + n19_c_grad[0]{=-13883e-3})
-# a.grad[0] := (a.grad[0] + n4_c.grad[0]);
-a_grad[0]{=MAYBE UNINITIALIZED} = 131892e-3 = (a_grad[0]{=159658e-3} + n4_c_grad[0]{=-27766e-3})
-# b.grad[0] := (b.grad[0] + n4_c.grad[0]);
-b_grad[0]{=MAYBE UNINITIALIZED} = 645577e-3 = (b_grad[0]{=673344e-3} + n4_c_grad[0]{=-27766e-3})
-# a.grad[0] := fma(-1, ((2 * e[0]) * f.grad[0]), a.grad[0]);
-a_grad[0]{=MAYBE UNINITIALIZED} = 138833e-3 = fmaf((float)(-1), (((float)(2) * e[0]{=-7000e-3}) * f_grad[0]{=495e-3}), a_grad[0]{=131892e-3})
+# a.grad[0] := fma(v70_n14_d.grad {$ v70_n14_d.grad := 0;$ v70_n14_d.grad := (v70_n14_d.grad + v64_n40_d.grad {$ v64_n40_d.grad := 0;$ v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }), v64_n40_d.grad);$ v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ })), v64_n40_d.grad);$ });$ v70_n14_d.grad := fma(v64_n40_d.grad {$ v64_n40_d.grad := 0;$ v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }), v64_n40_d.grad);$ v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ })), v64_n40_d.grad);$ }, 2, v70_n14_d.grad);$}, b[0], a.grad[0]);
+a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = fmaf(v70_n14_d_grad{=83300e-3}, b[0]{=2000e-3}, a_grad[0]{=0e-3})
+# b.grad[0] := fma(a[0], v70_n14_d.grad {$ v70_n14_d.grad := 0;$ v70_n14_d.grad := (v70_n14_d.grad + v64_n40_d.grad {$ v64_n40_d.grad := 0;$ v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }), v64_n40_d.grad);$ v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ })), v64_n40_d.grad);$ });$ v70_n14_d.grad := fma(v64_n40_d.grad {$ v64_n40_d.grad := 0;$ v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }), v64_n40_d.grad);$ v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ })), v64_n40_d.grad);$ }, 2, v70_n14_d.grad);$}, b.grad[0]);
+b_grad[0]{=MAYBE UNINITIALIZED} = -333201e-3 = fmaf(a[0]{=-4000e-3}, v70_n14_d_grad{=83300e-3}, b_grad[0]{=0e-3})
+# b.grad[0] := fma((3 * (b[0] * b[0])), v71_n14_d.grad {$ v71_n14_d.grad := 0;$ v71_n14_d.grad := (v71_n14_d.grad + v64_n40_d.grad {$ v64_n40_d.grad := 0;$ v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }), v64_n40_d.grad);$ v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ })), v64_n40_d.grad);$ });$ v71_n14_d.grad := fma(v64_n40_d.grad {$ v64_n40_d.grad := 0;$ v64_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }), v64_n40_d.grad);$ v64_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ })), v64_n40_d.grad);$ }, 2, v71_n14_d.grad);$}, b.grad[0]);
+b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = fmaf(((float)(3) * (b[0]{=2000e-3} * b[0]{=2000e-3})), v71_n14_d_grad{=83300e-3}, b_grad[0]{=-333201e-3})
+# b.grad[0] := (b.grad[0] + relu_gate((b[0] + a[0]), v65_n40_d.grad {$ v65_n40_d.grad := 0;$ v65_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }), v65_n40_d.grad);$ v65_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ })), v65_n40_d.grad);$}));
+b_grad[0]{=MAYBE UNINITIALIZED} = 666402e-3 = (b_grad[0]{=666402e-3} + ((b[0]{=2000e-3} + a[0]{=-4000e-3}) > 0.0 ? v65_n40_d_grad{=27766e-3} : 0.0))
+# a.grad[0] := (a.grad[0] + relu_gate((b[0] + a[0]), v65_n40_d.grad {$ v65_n40_d.grad := 0;$ v65_n40_d.grad := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }), v65_n40_d.grad);$ v65_n40_d.grad := fma(3, (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ })), v65_n40_d.grad);$}));
+a_grad[0]{=MAYBE UNINITIALIZED} = 166600e-3 = (a_grad[0]{=166600e-3} + ((b[0]{=2000e-3} + a[0]{=-4000e-3}) > 0.0 ? v65_n40_d_grad{=27766e-3} : 0.0))
+# b.grad[0] := (b.grad[0] + relu_gate((b[0] - a[0]), (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$}))));
+b_grad[0]{=MAYBE UNINITIALIZED} = 673344e-3 = (b_grad[0]{=666402e-3} + ((b[0]{=2000e-3} - a[0]{=-4000e-3}) > 0.0 ? ((float)(-1) * (((float)(2) * (fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3}))))) * v54_f_grad{=495e-3})) : 0.0))
+# a.grad[0] := (a.grad[0] - relu_gate((b[0] - a[0]), (-1 * ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$}))));
+a_grad[0]{=MAYBE UNINITIALIZED} = 159658e-3 = (a_grad[0]{=166600e-3} - ((b[0]{=2000e-3} - a[0]{=-4000e-3}) > 0.0 ? ((float)(-1) * (((float)(2) * (fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3}))))) * v54_f_grad{=495e-3})) : 0.0))
+# a.grad[0] := (a.grad[0] + v95_n4_c.grad {$ v95_n4_c.grad := 0;$ v95_n4_c.grad := (v95_n4_c.grad + v92_n19_c.grad {$ v92_n19_c.grad := 0;$ v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }, v92_n19_c.grad);$ v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }, v92_n19_c.grad);$ });$ v95_n4_c.grad := (v95_n4_c.grad + v92_n19_c.grad {$ v92_n19_c.grad := 0;$ v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }, v92_n19_c.grad);$ v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }, v92_n19_c.grad);$ });$});
+a_grad[0]{=MAYBE UNINITIALIZED} = 131892e-3 = (a_grad[0]{=159658e-3} + v95_n4_c_grad{=-27766e-3})
+# b.grad[0] := (b.grad[0] + v96_n4_c.grad {$ v96_n4_c.grad := 0;$ v96_n4_c.grad := (v96_n4_c.grad + v92_n19_c.grad {$ v92_n19_c.grad := 0;$ v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }, v92_n19_c.grad);$ v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }, v92_n19_c.grad);$ });$ v96_n4_c.grad := (v96_n4_c.grad + v92_n19_c.grad {$ v92_n19_c.grad := 0;$ v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }, v92_n19_c.grad);$ v92_n19_c.grad := fma((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))), v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$ }, v92_n19_c.grad);$ });$});
+b_grad[0]{=MAYBE UNINITIALIZED} = 645577e-3 = (b_grad[0]{=673344e-3} + v96_n4_c_grad{=-27766e-3})
+# a.grad[0] := fma(-1, ((2 * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * v54_f.grad {$ v54_f.grad := 0;$ v54_f.grad := fma(1, (-10 / (((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))) * ((fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0])))) * (fma(-1, a[0], ((2 + ((a[0] + b[0]) + (a[0] + b[0]))) + (((a[0] + b[0]) + (a[0] + b[0])) + 1))) - (fma(3, (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0]))), (fma(fma(a[0], b[0], (b[0] * (b[0] * b[0]))), 2, fma(a[0], b[0], (b[0] * (b[0] * b[0])))) + relu((b[0] + a[0])))) + relu((b[0] - a[0]))))))), v54_f.grad);$ v54_f.grad := (v54_f.grad + 0.5);$}), a.grad[0]);
+a_grad[0]{=MAYBE UNINITIALIZED} = 138833e-3 = fmaf((float)(-1), (((float)(2) * (fmaf((float)(-1), a[0]{=-4000e-3}, (((float)(2) + ((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3}))) + (((a[0]{=-4000e-3} + b[0]{=2000e-3}) + (a[0]{=-4000e-3} + b[0]{=2000e-3})) + (float)(1)))) - (fmaf((float)(3), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3}))), (fmaf(fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3}))), (float)(2), fmaf(a[0]{=-4000e-3}, b[0]{=2000e-3}, (b[0]{=2000e-3} * (b[0]{=2000e-3} * b[0]{=2000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} + a[0]{=-4000e-3})))) + fmaxf(0.0, (b[0]{=2000e-3} - a[0]{=-4000e-3}))))) * v54_f_grad{=495e-3}), a_grad[0]{=131892e-3})
COMMENT: end
COMMENT: end
\ No newline at end of file
File "test/training/moons_demo_parallel.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/training/moons_demo_parallel.expected _build/default/test/training/moons_demo_parallel.exe.output
diff --git a/_build/default/test/training/moons_demo_parallel.expected b/_build/default/test/training/moons_demo_parallel.exe.output
index 0422aa9..931b61f 100644
--- a/_build/default/test/training/moons_demo_parallel.expected
+++ b/_build/default/test/training/moons_demo_parallel.exe.output
@@ -1,139 +1,139 @@
Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
-Epoch loss: 0.182869
+Epoch loss: 0.762361
Half-moons scatterplot and decision boundary:
┌────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│****************************************#***************************************....................│
-│********************************##*#*******#************************************....................│
-│*******************#******#*#**#**##**##*#**#***#*******************************....................│
+│****************************************#**************************************.....................│
+│********************************##*#*******#***********************************.....................│
+│*******************#******#*#**#**##**##*#**#***#******************************.....................│
│***************#********#***#**#**#**#*#*##**##**##****************************.....................│
-│*************#****#*###**#*##*#*##***##*#######******#*************************.....................│
-│*****************#*#****#***#***#*#*#*********#*##*##**************************.....................│
-│************#***##*###***#*#********#**#***##*#***##***#***********************.....................│
+│*************#****#*###**#*##*#*##***##*#######******#************************......................│
+│*****************#*#****#***#***#*#*#*********#*##*##*************************......................│
+│************#***##*###***#*#********#**#***##*#***##***#**********************......................│
│**********#***#****#####*#***###******#*#*#***#***#***#*##**#*****************......................│
-│***********####*#***#****#*#*****##****#**********##**************************......................│
-│*********#****#***#**##*#*#*#*******#**##*#*##*##*#*#**#**##******************......................│
-│**********#**#*###**#**********......******#***#***#**#*##***#***************.......................│
-│***#**#****###*##*#*##********....%....********##*##**#*#*#******************.......................│
-│***#**#**#*#***###**#*#******....%......%********#***#****#****#*************.......................│
-│********#**###***#**********.............*******#***#*#**#***###*************...........%.%....%....│
-│**#********####*#**#********..%......%.%...*********#**##***##***#**********......................%.│
-│****##*****##****#*********...%......%......**********#**#*#*#*##*#*********....................%...│
-│***#*#**#***#*#************....%.%.....%......*******#*##*#*#****#**********.................%.%.%..│
-│*#*#**#**#*#***#**********.....%.%.%%.%........*********###*****#*###******.............%.%..%...%.%│
-│****##**##****************..............%.......*********###*##**#*#*******..............%%%..%.%%..│
-│***#***##*##*************....%.%%.%%%.%...........*******#*#*####*#*#******.............%%%%.%..%...│
-│#*#*#*#**#*#*************....%....%.%.%%%..........*******#***************..............%....%.%.%..│
-│##*##***#**#************.....%...%%.%%..%..%........**********#***#*#*****.......................%%.│
-│*#**#******#***********..........%..%...%%............******##***#*###****...........%.%%.%..%......│
-│#***#*##**#************..........%...%...%.............**********#**#*****............%.%%.%%%..%%%.│
-│*#*##***##************...........%.%%%.%.................***###**#*##****..............%.%%.........│
-│******#*#*************............%%.%.%%%%...............**********#****........%.%..%%..%..%......│
-│*****#****#**********.................%.%.%................***#****#*****.........%.%..%..%.%..%%%..│
-│*****##**************...........%...%...%%.%%..%.............******#***.........%....%%%.%%..%......│
-│********************..............%..%.%%.%%.%..%%.%%...........#*##*.............%%%%.........%....│
-│******************.................%%..%...%..%%%%..........................%%%.....%.%..%.%........│
-│****************......................%..%.%..%..%....................%..%..%%%%.%.%%%%%...%%.......│
-│**************......................%%...%%%.%%%%.%.%.%%.....%...........%.%%%%%.%....%.%...........│
+│***********####*#***#****#*#*****##****#**********##*************************.......................│
+│*********#****#***#**##*#*#*#*******#**##*#*##*##*#*#**#**##*****************.......................│
+│**********#**#*###**#********........******#***#***#**#*##***#***************.......................│
+│***#**#****###*##*#*##******......%....********##*##**#*#*#******************.......................│
+│***#**#**#*#***###**#*#****......%......%********#***#****#****#************........................│
+│********#**###***#*********...............******#***#*#**#***###************............%.%....%....│
+│**#********####*#**#******....%......%.%....********#**##***##***#**********......................%.│
+│****##*****##****#*******.....%......%........********#**#*#*#*##*#********.....................%...│
+│***#*#**#***#*#*********.......%.%.....%.......******#*##*#*#****#*********..................%.%.%..│
+│*#*#**#**#*#***#*******........%.%.%%.%..........*******###*****#*###******.............%.%..%...%.%│
+│****##**##*************.................%..........******###*##**#*#******...............%%%..%.%%..│
+│***#***##*##**********.......%.%%.%%%.%..............****#*#*####*#*#*****..............%%%%.%..%...│
+│#*#*#*#**#*#*********........%....%.%.%%%..............***#***************..............%....%.%.%..│
+│##*##***#**#********.........%...%%.%%..%..%............******#***#*#*****.......................%%.│
+│*#**#******#********.............%..%...%%................**##***#*###***............%.%%.%..%......│
+│#***#*##**#********..............%...%...%..................*****#**#***..............%.%%.%%%..%%%.│
+│*#*##***##********...............%.%%%.%....................###**#*##**................%.%%.........│
+│******#*#********.................%%.%.%%%%.....................****#*...........%.%..%%..%..%......│
+│*****#****#*****......................%.%.%...................#..**#..............%.%..%..%.%..%%%..│
+│*****##*********................%...%...%%.%%..%...................#............%....%%%.%%..%......│
+│***************...................%..%.%%.%%.%..%%.%%...........#.##..............%%%%.........%....│
+│**************.....................%%..%...%..%%%%..........................%%%.....%.%..%.%........│
+│*************.........................%..%.%..%..%....................%..%..%%%%.%.%%%%%...%%.......│
+│************........................%%...%%%.%%%%.%.%.%%.....%...........%.%%%%%.%....%.%...........│
│************............................%..%.......%.%%%....%%.%..%%%.%%..%.%.%.%..%................│
-│**********..............................%...%%..%....%..%%.%%.%.%....%....%%%..%.%%..%.%............│
-│*******....................................%%....%..%.%%%..%%%....%%.%...%%...%%...%%...%%..........│
-│*****........................................%.%..%..%%%%%.%....%%...%%.%..%..%....%................│
-│**.........................................%............%..%%.....%%..%.%.%....%....................│
-│...................................................%...%.%..%.%.......%%...%........................│
-│........................................................%%%.....%.%..%..%.....%..%..................│
-│......................................................%....%%%%.%.%.%....%..........................│
+│***********.............................%...%%..%....%..%%.%%.%.%....%....%%%..%.%%..%.%............│
+│**********.................................%%....%..%.%%%..%%%....%%.%...%%...%%...%%...%%..........│
+│*********....................................%.%..%..%%%%%.%....%%...%%.%..%..%....%................│
+│*********..................................%............%..%%.....%%..%.%.%....%....................│
+│********...........................................%...%.%..%.%.......%%...%........................│
+│*******.................................................%%%.....%.%..%..%.....%..%..................│
+│******................................................%....%%%%.%.%.%....%..........................│
└────────────────────────────────────────────────────────────────────────────────────────────────────┘
Batch Log-loss:
┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 3.78 │- │
-│ │ │
+│ 3.83 │- │
│ │ │
│ │- │
│ │ │
│ │ │
-│ │ -- ---- -- -- - │
-│ │ --- -- ---- ---- - - - -- │
-│ │ -- - - -- - -- -- - │
-│ │--------- ---- ---- ---- ---- ---- -- --- - - - │
-│ │- ---- --- - -- - ---- ---- -- - --- - - - │
-│ │-- - - - --- --- -- - -- - - │
-│ │ - ----- - - - - - - - - │
-│b │- -- - - - - - --- - - - │
-│a │ - --- - - - - -- - -- - - │
-│t │ - - - -------- - - - - - - - - -- - - │
-│c │ - -- - - - - - - - ---- ---- - - - - -- -- --- │
-│h │ - - -- - ---- ---- - -- --- - --- - - - - - -- - - - - │
-│ │ - - --------- -- - -- - - - - - - -- - - - - │
-│l │ - - - -- - -- ----- --- -- - --- - - - - - --- - -- - │
-│o │ -- -- -- -- -- ------- - ---- - - --- -- -- --- -- ---│
-│g │ - - - -- -- - -- ---- -- - - - - -- - - - - ---- ---- ------ - │
-│ │ - - - - - -- --- -- -- - - - - - -- - - - - -- - -- -- │
-│l │ --- - - - - - - -- -- - - - - - -- - - - │
-│o │ - - - - --- - - ---- - - - - -│
-│s │ - - - - - - - -- - │
-│s │ - - - -- - - -- - - │
-│ │ - - - ---- - - - -│
-│ │ - - - - - - - - - │
-│ │ -- - │
-│ │ - - - │
-│ │ - - - │
-│ │ - │
-│ │ │
-│ │ - - - │
-│ │ │
-│ │ │
-│ │ │
-│ │ - │
-│ -1.04e+1│----------------------------------------------------------------------------------------------------│
+│ │ │
+│ │ - - - ---- --- --- │
+│ │ -- -- - - -- ---- - - ---- ---- ---- --- │
+│ │ - --- ---- ---- ---- - -- - --- - - - │
+│ │------------------------ ---- ---- ---- ---- - --- - - --- -- - - - │
+│ │--- - - - -- - --- - - ---- ----- - - -- -- - -- - - --- - │
+│ │- - - - -- - -- -- --- - -- - - - - -- │
+│ │-- - -- - -- --- - - - -- │
+│b │ - - - - - - - - - -- │
+│a │ - -- - - - -- - - - │
+│t │ - -- --- ---- - -- - ---- --- - - - - - - - - │
+│c │ - - - ---- - - ---- ---- - ---- - - - - - --- - --- - ---- - │
+│h │ - - -- -- --- -- - -- - --- ---- ---- - - --- ---- ----- --- ---- - -│
+│ │ - -- --- -- - - - ---- -- -- -- -- - -│
+│l │ - - - - - - - - -- - - -- ----- - - -- - - -------- --- -│
+│o │ - - - - - - -- - - - - --- - -- - - - - -- -- - │
+│g │ - - -- - - - - - - ----- - --- - - --- - - - -- ---│
+│ │ - - - - - - - - - - - - - ----- -- - - - - -- -- │
+│l │ - --- - - - - - - -- -- - - - - - - │
+│o │ - -- - -- - --- - - - - - - -- - - │
+│s │ - - - - - - - - - -│
+│s │ - - - - - - - - - - - - - -- │
+│ │ - - -- -- - -- - - - - - - │
+│ │ - - - - - - - │
+│ │ - - - - - │
+│ │ - - - │
+│ │ - - --- │
+│ │ - - │
+│ │ - - - │
+│ │ │
+│ │ │
+│ │ │
+│ │ - │
+│ │ │
+│ -1.04e+1│ ---------------------------------------------------------------------------------------------------│
├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
│ │0.00 1.59e+3│
│ │ step │
└─────────┴────────────────────────────────────────────────────────────────────────────────────────────────────┘
Epoch Log-loss:
-┌──────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 4.39 │- │
-│ │ │
-│ │ │
-│ │ │
-│ │ │
-│ │ │
-│ │ │
-│ │ │
-│ │ │
-│ │ - │
-│ │ - - - │
-│ │ │
-│ │ --- --- -- - - │
-│e │ - - ---- ---- - │
-│p │ -- │
-│o │ │
-│c │ - │
-│h │ - │
-│ │ - │
-│l │ - │
-│o │ -- │
-│g │ -- - │
-│ │ --- │
-│l │ - - │
-│o │ - - -- │
-│s │ - │
-│s │ - - │
-│ │ -- - - - │
-│ │ │
-│ │ │
-│ │ - │
-│ │ - │
-│ │ - - - - │
-│ │ - │
-│ │ -- - - - │
-│ │ - - │
-│ │ - - - -- │
-│ │ -- │
-│ │ - - │
-│ -1.69│ - -- │
-├──────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
-│ │0.00 7.90e+1│
-│ │ step │
-└──────┴────────────────────────────────────────────────────────────────────────────────────────────────────┘
\ No newline at end of file
+┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
+│ 4.55 │- │
+│ │ │
+│ │ │
+│ │ │
+│ │ │
+│ │ │
+│ │ │
+│ │ │
+│ │ │
+│ │ │
+│ │ │
+│ │ │
+│ │ │
+│e │ - │
+│p │ -- - - - │
+│o │ - - - -- ---- ---- ---- ---- - │
+│c │ --- --- │
+│h │ - ---- │
+│ │ - │
+│l │ - │
+│o │ - │
+│g │ │
+│ │ - │
+│l │ │
+│o │ - - -- │
+│s │ │
+│s │ -- - - - - │
+│ │ - │
+│ │ - - │
+│ │ -- - - --- - │
+│ │ - -- - │
+│ │ - - -- │
+│ │ │
+│ │ - -- │
+│ │ │
+│ │ │
+│ │ - │
+│ │ - - │
+│ │ │
+│ -6.03e-1│ - │
+├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
+│ │0.00 7.90e+1│
+│ │ step │
+└─────────┴────────────────────────────────────────────────────────────────────────────────────────────────────┘
\ No newline at end of file
File "test/training/moons_demo.expected", line 1, characters 0-0:
/usr/bin/git --no-pager diff --no-index --color=always -u _build/default/test/training/moons_demo.expected _build/default/test/training/moons_demo.exe.output
diff --git a/_build/default/test/training/moons_demo.expected b/_build/default/test/training/moons_demo.exe.output
index 738bc6b..960d092 100644
--- a/_build/default/test/training/moons_demo.expected
+++ b/_build/default/test/training/moons_demo.exe.output
@@ -2,49 +2,49 @@ Retrieving commandline, environment, or config file variable ocannl_log_level
Found 0, in the config file
Half-moons scatterplot and decision boundary:
┌────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│****************************************#***********************************************************│
-│********************************##*#*******#********************************************************│
-│*******************#******#*#**#**##**##*#**#***#**************************************************.│
-│***************#********#***#**#**#**#*#*##**##**##**********************************************...│
-│*************#****#*###**#*##*#*##***##*#######******#******************************************....│
-│*****************#*#****#***#***#*#*#*********#*##*##*****************************************......│
-│************#***##*###***#*#********#**#***##*#***##***#************************************........│
-│**********#***#****#####*#***###******#*#*#***#***#***#*##**#******************************.........│
-│***********####*#***#****#*#*****##****#**********##**************************************..........│
-│*********#****#***#**##*#*#*#*******#**##*#*##*##*#*#**#**##*****************************...........│
-│**********#**#*###**#***************.....**#***#***#**#*##***#*************************.............│
-│***#**#****###*##*#*##*********...%........****##*##**#*#*#***************************..............│
-│***#**#**#*#***###**#*#****......%......%...*****#***#****#****#*********************...............│
-│********#**###***#********...................***#***#*#**#***###********************....%.%....%....│
-│**#********####*#**#*****.....%......%.%.......*****#**##***##***#*****************...............%.│
-│****##*****##****#******......%......%..........******#**#*#*#*##*#***************..............%...│
-│***#*#**#***#*#*********.......%.%.....%.........****#*##*#*#****#***************............%.%.%..│
-│*#*#**#**#*#***#*******........%.%.%%.%...........******###*****#*###***********........%.%..%...%.%│
-│****##**##************..................%...........*****###*##**#*#***********..........%%%..%.%%..│
-│***#***##*##*********........%.%%.%%%.%..............****#*#*####*#*#*********..........%%%%.%..%...│
-│#*#*#*#**#*#*********........%....%.%.%%%.............****#******************...........%....%.%.%..│
-│##*##***#**#********.........%...%%.%%..%..%............******#***#*#*******.....................%%.│
-│*#**#******#********.............%..%...%%...............***##***#*###*****..........%.%%.%..%......│
-│#***#*##**#********..............%...%...%................*******#**#*****............%.%%.%%%..%%%.│
-│*#*##***##********...............%.%%%.%....................###**#*##****..............%.%%.........│
-│******#*#*********................%%.%.%%%%..................*******#***.........%.%..%%..%..%......│
-│*****#****#******.....................%.%.%...................#.***#***...........%.%..%..%.%..%%%..│
-│*****##**********...............%...%...%%.%%..%..................*#**..........%....%%%.%%..%......│
-│****************..................%..%.%%.%%.%..%%.%%...........#.##..............%%%%.........%....│
-│****************...................%%..%...%..%%%%..........................%%%.....%.%..%.%........│
-│***************.......................%..%.%..%..%....................%..%..%%%%.%.%%%%%...%%.......│
-│***************.....................%%...%%%.%%%%.%.%.%%.....%...........%.%%%%%.%....%.%...........│
-│**************..........................%..%.......%.%%%....%%.%..%%%.%%..%.%.%.%..%................│
-│**************..........................%...%%..%....%..%%.%%.%.%....%....%%%..%.%%..%.%............│
-│*************..............................%%....%..%.%%%..%%%....%%.%...%%...%%...%%...%%..........│
-│*************................................%.%..%..%%%%%.%....%%...%%.%..%..%....%................│
-│************...............................%............%..%%.....%%..%.%.%....%....................│
-│************.......................................%...%.%..%.%.......%%...%........................│
-│***********.............................................%%%.....%.%..%..%.....%..%..................│
-│***********...........................................%....%%%%.%.%.%....%..........................│
+│****************************************#*******************************************************....│
+│********************************##*#*******#***************************************************.....│
+│*******************#******#*#**#**##**##*#**#***#*********************************************......│
+│***************#********#***#**#**#**#*#*##**##**##******************************************.......│
+│*************#****#*###**#*##*#*##***##*#######******#**************************************........│
+│*****************#*#****#***#***#*#*#*********#*##*##**************************************.........│
+│************#***##*###***#*#********#**#***##*#***##***#**********************************..........│
+│**********#***#****#####*#***###******#*#*#***#***#***#*##**#****************************...........│
+│***********####*#***#****#*#*****##****#**********##************************************............│
+│*********#****#***#**##*#*#*#***....#..##*#*##*##*#*#**#**##***************************.............│
+│**********#**#*###**#**********...........*#***#***#**#*##***#************************..............│
+│***#**#****###*##*#*##********....%........****##*##**#*#*#**************************...............│
+│***#**#**#*#***###**#*#*****.....%......%....****#***#****#****#********************................│
+│********#**###***#*********...................**#***#*#**#***###*******************.....%.%....%....│
+│**#********####*#**#******....%......%.%........****#**##***##***#****************................%.│
+│****##*****##****#******......%......%...........*****#**#*#*#*##*#**************...............%...│
+│***#*#**#***#*#********........%.%.....%..........***#*##*#*#****#**************.............%.%.%..│
+│*#*#**#**#*#***#******.........%.%.%%.%.............****###*****#*###**********.........%.%..%...%.%│
+│****##**##***********...................%............****###*##**#*#**********...........%%%..%.%%..│
+│***#***##*##********.........%.%%.%%%.%...............***#*#*####*#*#********...........%%%%.%..%...│
+│#*#*#*#**#*#*******..........%....%.%.%%%...............**#*****************............%....%.%.%..│
+│##*##***#**#******...........%...%%.%%..%..%.............*****#***#*#******......................%%.│
+│*#**#******#****.................%..%...%%.................*##***#*###****...........%.%%.%..%......│
+│#***#*##**#****..................%...%...%..................*****#**#****.............%.%%.%%%..%%%.│
+│*#*##***##****...................%.%%%.%....................###**#*##***...............%.%%.........│
+│******#*#****.....................%%.%.%%%%....................*****#**..........%.%..%%..%..%......│
+│*****#****#*..........................%.%.%...................#..**#**............%.%..%..%.%..%%%..│
+│*****##****.....................%...%...%%.%%..%...................#............%....%%%.%%..%......│
+│**********........................%..%.%%.%%.%..%%.%%...........#.##..............%%%%.........%....│
+│*********..........................%%..%...%..%%%%..........................%%%.....%.%..%.%........│
+│********..............................%..%.%..%..%....................%..%..%%%%.%.%%%%%...%%.......│
+│*******.............................%%...%%%.%%%%.%.%.%%.....%...........%.%%%%%.%....%.%...........│
+│*****...................................%..%.......%.%%%....%%.%..%%%.%%..%.%.%.%..%................│
+│****....................................%...%%..%....%..%%.%%.%.%....%....%%%..%.%%..%.%............│
+│***........................................%%....%..%.%%%..%%%....%%.%...%%...%%...%%...%%..........│
+│**...........................................%.%..%..%%%%%.%....%%...%%.%..%..%....%................│
+│*..........................................%............%..%%.....%%..%.%.%....%....................│
+│...................................................%...%.%..%.%.......%%...%........................│
+│........................................................%%%.....%.%..%..%.....%..%..................│
+│......................................................%....%%%%.%.%.%....%..........................│
└────────────────────────────────────────────────────────────────────────────────────────────────────┘Loss:
┌────────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 2.38e+1│- │
+│ 2.46e+1│- │
│ │ │
│ │ │
│ │ │
@@ -75,59 +75,59 @@ Half-moons scatterplot and decision boundary:
│ │ │
│ │ │
│ │ │
-│ │ │
│ │- │
│ │ │
-│ │ - - - - │
-│ │- - --- │
-│ │ - --- - -- --- --- - - │
-│ │---- - - -- -- ---- ---- ---- --- -- - - │
-│ │--------- ---- ---- ---- ---- ---- ---- ---- ---- --- ---- --- -- - - - - │
+│ │ │
+│ │ -- -- -- │
+│ │ - - - -- - │
+│ │ - - ---- - -- --- ---- -- │
+│ │---- - -- - -- ---- ---- ---- --- - -- │
+│ │--------- ---- ---- --------- ---- ---- ---- ---- ---- ---- --- - │
│ 0.00 │----------------------------------------------------------------------------------------------------│
├────────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
│ │0.00 6.39e+3│
│ │ step │
└────────┴────────────────────────────────────────────────────────────────────────────────────────────────────┘Log-loss, for better visibility:
┌─────────┬────────────────────────────────────────────────────────────────────────────────────────────────────┐
-│ 3.17 │- │
+│ 3.20 │- │
│ │ │
│ │ │
│ │ │
│ │ │
│ │- │
-│ │ - - - - │
-│ │- - ---- │
-│ │ - --- - -- ---- ---- --- - │
-│ │---- - --- ---- ---- ---- ---- ---- ---- -- - -- │
-│ │---- ---- ---- ---- ---- ---- ---- ---- -- - - - - - -- - - │
-│ │------ - -- ----- --- --- -- - - - - -- - - -- -- --- - - │
-│ │- - ---- - - - - - -- - --- - - - - - │
-│ │ - --- - --- - -- -- - - -- - - -- ---- - - │
-│ │--- - - -- ----- -- - - -- - - -- - - -- - -- - - │
-│ │- - - --- - -- - - ----- ---- - - - -- - - -- - - -- - - - │
-│l │--- --- ---- - -- ---- - -- - - - - --- -- --- - - - - - - -- - │
-│o │- - - - - - --- - - -- -- - -- ---- -- - ----- -------- - ---- --- ---- │
-│g │- ---- -- -- - - ---- - -- ---- - ------ - - -- - -- ------ -- - -- -- --- --- -----│
-│ │--- - -- - --- --- --- - - -- -- --------- -- -- --- - - - - -- --- - ---- - │
-│l │- ------- --- - - - --- --- -- ---- -- -- - -- - - - -- -- --│
-│o │--- - -- -- - - -- -- --- - --- ---- - - - -- - - - - - - - - │
-│s │- - ----- - - - - ---- - ---- - - -- --- - - - -- - - │
-│s │- - -- - - - ------ - - - - - - - - -- - - - - - │
-│ │- - - -- - - - --- -- -- - - - - -- -- - - │
-│ │ - - - - - ------ - - - - - - - - │
-│ │ - -- - - - - - - - - - - - │
-│ │ - -- - - - - - - - - - - - - │
-│ │ - - - - -- - - - - - - -│
-│ │ - - - - - │
-│ │- - - - - - - - │
-│ │ - - - - -- │
-│ │ - - │
-│ │ - - │
-│ │ - - - │
-│ │ - - │
-│ │ - │
-│ │ - │
-│ │ - │
+│ │ -- -- -- │
+│ │ - -- ---- ---- - -- │
+│ │ - -- -- --- --- - -- ---- - │
+│ │---- ---- - - --- --- --- - - ---- │
+│ │--------- ---- ---- --------- ---- ---- --- ---- ---- - - │
+│ │- - -- - ---- ---- -- ------ ---- - - -- -- - - -- -- - - - │
+│ │- - ----- - - -- - -- - - - - - -- - │
+│ │--- -- -- --- -- - - - - - - -- -- - - - - │
+│ │--- -- --- - - - - - - - - - - -- - - - - - - │
+│ │- - -- -- - - - --- - - - - - --- -- - - -- -- -- - - -│
+│l │------- - -- - - -- - -- - - -- -- - - --- - - -- -- --- - - - - -- - - - - -- │
+│o │-- -- ----- -- - - - - --- - --- --- - -- -- - ----- ----- -- - -- - - - - -- - -- │
+│g │-- - ----- --- ------- --- -- ------- -------- - - -- --- - -- - -- - - - -- - -- - - - │
+│ │- -- ----- - - ------- -- - - - ------ -- --- - -- -- - - -- - - - --- - - │
+│l │- ------ ---- -- -- --- - -------- - - -- -- ---- - - - - - - --- - - │
+│o │- --- ----- - - ---- -- -- -- -- - - - - -- - - - -- - - - --- - -│
+│s │- -- - -- -- -- ---- - -- -- ---- -- - - --- - - - - - - │
+│s │--- - - - -- - - ----- - -- - - - -- - - - - - - - -- - │
+│ │--- - - - - -- - --- - - - - - - -- - -- - - -- │
+│ │ - - ---- - -- --- - - - - - - - - │
+│ │ - -- - - -- - - - -- - -- - - - - │
+│ │ - --- - - - - - - -- - - - - - - │
+│ │ - - - - - - - - - - - -│
+│ │- - - - -- │
+│ │ - - - - │
+│ │ - - - - - │
+│ │ - - │
+│ │ -- - - │
+│ │ │
+│ │ - - - - │
+│ │ - │
+│ │- │
+│ │ │
│ -1.00e+1│----------------------------------------------------------------------------------------------------│
├─────────┼────────────────────────────────────────────────────────────────────────────────────────────────────┤
│ │0.00 6.39e+3│
"/usr/bin/env" "bash" "-c" "opam exec -- dune build @install @check @runtest && rm -rf _build" failed with exit status 1
2025-08-13 15:29.10: Job failed: Failed: Build failed