2025-07-29 09:30.26: New job: test ahrefs/ocannl https://github.com/ahrefs/ocannl.git#refs/heads/master (bcaeb39848202d2a7a1e50c5aacfd29843b2eb89) (linux-x86_64:(lint-fmt))Base: ocaml/opam:debian-12-ocaml-4.08@sha256:4b3e5b2d1be26cada6c08f752ca0b48d3b0ba20fec23648d53395a83f1ae2517ocamlformat version: version 0.27.0 (from opam)To reproduce locally:git clone --recursive "https://github.com/ahrefs/ocannl.git" -b "master" && cd "ocannl" && git reset --hard bcaeb398cat > Dockerfile <<'END-OF-DOCKERFILE'FROM ocaml/opam:debian-12-ocaml-4.08@sha256:4b3e5b2d1be26cada6c08f752ca0b48d3b0ba20fec23648d53395a83f1ae2517USER 1000:1000RUN cd ~/opam-repository && (git cat-file -e 0eea63ad71af2b1116c556023bedc6bf083e6125 || git fetch origin master) && git reset -q --hard 0eea63ad71af2b1116c556023bedc6bf083e6125 && git log --no-decorate -n1 --oneline && opam update -uRUN opam depext -i duneWORKDIR /srcRUN opam depext -i ocamlformat=0.27.0COPY --chown=1000:1000 . /src/RUN opam exec -- dune build @fmt --ignore-promoted-rules || (echo "dune build @fmt failed"; exit 2)END-OF-DOCKERFILEdocker build .END-REPRO-BLOCK2025-07-29 09:30.26: Using cache hint "ahrefs/ocannl-ocaml/opam:debian-12-ocaml-4.08@sha256:4b3e5b2d1be26cada6c08f752ca0b48d3b0ba20fec23648d53395a83f1ae2517-debian-12-4.08_opam-2.3-ocamlformat-0eea63ad71af2b1116c556023bedc6bf083e6125"2025-07-29 09:30.26: Using OBuilder spec:((from ocaml/opam:debian-12-ocaml-4.08@sha256:4b3e5b2d1be26cada6c08f752ca0b48d3b0ba20fec23648d53395a83f1ae2517)(user (uid 1000) (gid 1000))(run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "cd ~/opam-repository && (git cat-file -e 0eea63ad71af2b1116c556023bedc6bf083e6125 || git fetch origin master) && git reset -q --hard 0eea63ad71af2b1116c556023bedc6bf083e6125 && git log --no-decorate -n1 --oneline && opam update -u"))(run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "opam depext -i dune"))(workdir /src)(run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "opam depext -i ocamlformat=0.27.0"))(copy (src .) (dst /src/))(run (shell "opam exec -- dune build @fmt --ignore-promoted-rules || (echo \"dune build @fmt failed\"; exit 2)")))2025-07-29 09:30.26: Waiting for resource in pool OCluster2025-07-29 09:30.26: Waiting for worker…2025-07-29 09:30.27: Got resource from pool OClusterBuilding on toxis.caelum.ci.devAll commits already cachedHEAD is now at bcaeb398 Be defensive: fall-through unsolved row constraints(from ocaml/opam:debian-12-ocaml-4.08@sha256:4b3e5b2d1be26cada6c08f752ca0b48d3b0ba20fec23648d53395a83f1ae2517)2025-07-29 09:30.27 ---> using "6cffc1a1a52caf2843bd473effea9756e568737c821ae9874d1cb7264a14fd20" from cache/: (user (uid 1000) (gid 1000))/: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "cd ~/opam-repository && (git cat-file -e 0eea63ad71af2b1116c556023bedc6bf083e6125 || git fetch origin master) && git reset -q --hard 0eea63ad71af2b1116c556023bedc6bf083e6125 && git log --no-decorate -n1 --oneline && opam update -u"))0eea63ad71 Merge pull request #27946 from mtelvers/opam-publish-ocaml-version.4.0.1<><> Updating package repositories ><><><><><><><><><><><><><><><><><><><><><><>[default] Initialiseddefault (at git+file:///home/opam/opam-repository):[INFO] opam 2.1 and 2.2 include many performance and security improvements over 2.0; please consider upgrading (https://opam.ocaml.org/doc/Install.html)Everything as up-to-date as possible (run with --verbose to show unavailable upgrades).However, you may "opam upgrade" these packages explicitly, which will ask permission to downgrade or uninstall the conflicting packages.Nothing to do.# Run eval $(opam env) to update the current shell environment2025-07-29 09:30.27 ---> using "302b09a07f3e63cf843954026241e2145dcd9d48aa46e6f73f5e6c2a8313c3c9" from cache/: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "opam depext -i dune"))# Detecting depexts using vars: arch=x86_64, os=linux, os-distribution=debian, os-family=debian# No extra OS packages requirements found.# All required OS packages found.# Now letting opam install the packagesThe following actions will be performed:- install dune 3.19.1<><> Gathering sources ><><><><><><><><><><><><><><><><><><><><><><><><><><><><>[dune.3.19.1] found in cache<><> Processing actions <><><><><><><><><><><><><><><><><><><><><><><><><><><><>-> installed dune.3.19.1Done.# Run eval $(opam env) to update the current shell environment2025-07-29 09:30.27 ---> using "cea7a1b4577ed221adf5a742377b6f150ff7832adb27838f80bf4faa7e02e12f" from cache/: (workdir /src)/src: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "opam depext -i ocamlformat=0.27.0"))# Detecting depexts using vars: arch=x86_64, os=linux, os-distribution=debian, os-family=debian# No extra OS packages requirements found.# All required OS packages found.# Now letting opam install the packagesThe following actions will be performed:- install sexplib0 v0.14.0 [required by base]- install cmdliner 1.3.0 [required by ocamlformat]- install menhirLib 20240715 [required by ocamlformat-lib]- install menhirCST 20240715 [required by menhir]- install ocamlbuild 0.16.1 [required by fpath, astring, uuseg]- install dune-build-info 3.19.1 [required by ocamlformat-lib]- install menhirSdk 20240715 [required by ocamlformat-lib]- install either 1.0.0 [required by ocamlformat-lib]- install ocaml-version 4.0.1 [required by ocamlformat-lib]- install camlp-streams 5.0.1 [required by ocamlformat-lib]- install csexp 1.5.2 [required by ocamlformat]- install seq base [required by re]- install fix 20250428 [required by ocamlformat-lib]- install ocamlfind 1.9.8 [required by ocp-indent, astring, fpath, uuseg]- install menhir 20240715 [required by ocamlformat-lib]- install dune-configurator 3.19.1 [required by base]- install re 1.11.0 [required by ocamlformat]- install topkg 1.0.8 [required by fpath, astring, uuseg]- install base-bytes base [required by ocp-indent]- install base v0.14.3 [required by ocamlformat-lib]- install uutf 1.0.4 [required by ocamlformat-lib]- install astring 0.8.5 [required by ocamlformat-lib]- install ocp-indent 1.8.1 [required by ocamlformat-lib]- install stdio v0.14.0 [required by ocamlformat-lib]- install uucp 15.0.0 [required by uuseg]- install fpath 0.7.3 [required by ocamlformat-lib]- install uuseg 15.0.0 [required by ocamlformat-lib]- install ocamlformat-lib 0.27.0 [required by ocamlformat]- install ocamlformat 0.27.0===== 29 to install =====<><> Gathering sources ><><><><><><><><><><><><><><><><><><><><><><><><><><><><>[astring.0.8.5] found in cache[base.v0.14.3] found in cache[camlp-streams.5.0.1] found in cache[cmdliner.1.3.0] found in cache[csexp.1.5.2] found in cache[dune-build-info.3.19.1] found in cache[dune-configurator.3.19.1] found in cache[either.1.0.0] found in cache[fix.20250428] found in cache[fpath.0.7.3] found in cache[menhir.20240715] found in cache[menhirCST.20240715] found in cache[menhirLib.20240715] found in cache[menhirSdk.20240715] found in cache[ocaml-version.4.0.1] found in cache[ocamlbuild.0.16.1] found in cache[ocamlfind.1.9.8] found in cache[ocamlformat.0.27.0] found in cache[ocamlformat-lib.0.27.0] found in cache[ocp-indent.1.8.1] found in cache[re.1.11.0] found in cache[sexplib0.v0.14.0] found in cache[stdio.v0.14.0] found in cache[topkg.1.0.8] found in cache[uucp.15.0.0] found in cache[uuseg.15.0.0] found in cache[uutf.1.0.4] found in cache<><> Processing actions <><><><><><><><><><><><><><><><><><><><><><><><><><><><>-> installed seq.base-> installed camlp-streams.5.0.1-> installed csexp.1.5.2-> installed either.1.0.0-> installed fix.20250428-> installed cmdliner.1.3.0-> installed menhirCST.20240715-> installed menhirLib.20240715-> installed menhirSdk.20240715-> installed ocaml-version.4.0.1-> installed re.1.11.0-> installed sexplib0.v0.14.0-> installed dune-build-info.3.19.1-> installed dune-configurator.3.19.1-> installed ocamlfind.1.9.8-> installed base-bytes.base-> installed ocp-indent.1.8.1-> installed ocamlbuild.0.16.1-> installed base.v0.14.3-> installed stdio.v0.14.0-> installed topkg.1.0.8-> installed uutf.1.0.4-> installed astring.0.8.5-> installed fpath.0.7.3-> installed menhir.20240715-> installed uucp.15.0.0-> installed uuseg.15.0.0-> installed ocamlformat-lib.0.27.0-> installed ocamlformat.0.27.0Done.<><> ocp-indent.1.8.1 installed successfully ><><><><><><><><><><><><><><><><><>=> This package requires additional configuration for use in editors. Install package 'user-setup', or manually:* for Emacs, add these lines to ~/.emacs:(add-to-list 'load-path "/home/opam/.opam/4.08/share/emacs/site-lisp")(require 'ocp-indent)* for Vim, add this line to ~/.vimrc:set rtp^="/home/opam/.opam/4.08/share/ocp-indent/vim"# Run eval $(opam env) to update the current shell environment2025-07-29 09:30.27 ---> using "77996898021cad247d81d8eceeba4066a697607f4a9fdc67bee5a3313579cd44" from cache/src: (copy (src .) (dst /src/))2025-07-29 09:30.28 ---> saved as "3497bc1372fa4360e9dd9ed974327c6c2426d6178cb09c0d3e6b7124db80252c"/src: (run (shell "opam exec -- dune build @fmt --ignore-promoted-rules || (echo \"dune build @fmt failed\"; exit 2)"))File "arrayjit/bin/dune", line 6, characters 30-43:6 | (pps ppx_here ppx_minidebug ppx_sexp_conv))^^^^^^^^^^^^^Error: Library "ppx_sexp_conv" not found.-> required by _build/default/arrayjit/bin/read_config.exe-> required by %{dep:../../../arrayjit/bin/read_config.exe} attest/operations/dune:17-> required by _build/default/test/operations/config/ocannl_backend.txt-> required by %{read:config/ocannl_backend.txt} at test/operations/dune:33-> required by Computing directory contents of _build/default/test/operationsFile "arrayjit/bin/dune", line 6, characters 7-15:6 | (pps ppx_here ppx_minidebug ppx_sexp_conv))^^^^^^^^Error: Library "ppx_here" not found.-> required by _build/default/arrayjit/bin/.merlin-conf/exe-read_config-> required by _build/default/arrayjit/bin/read_config.exe-> required by %{dep:../../../arrayjit/bin/read_config.exe} attest/operations/dune:17-> required by _build/default/test/operations/config/ocannl_backend.txt-> required by %{read:config/ocannl_backend.txt} at test/operations/dune:33-> required by Computing directory contents of _build/default/test/operationsFile "arrayjit/lib/dune", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/dune b/_build/default/arrayjit/lib/.formatted/duneindex af3ed76..b4664ca 100644--- a/_build/default/arrayjit/lib/dune+++ b/_build/default/arrayjit/lib/.formatted/dune@@ -90,7 +90,6 @@ppx_variants_convppx_minidebug)))-(library(name backends)(public_name arrayjit.backends)File "arrayjit/lib/low_level.mli", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/low_level.mli b/_build/default/arrayjit/lib/.formatted/low_level.mliindex 62c5e4c..68b540e 100644--- a/_build/default/arrayjit/lib/low_level.mli+++ b/_build/default/arrayjit/lib/.formatted/low_level.mli@@ -24,8 +24,20 @@ type t =| Seq of t * t| For_loop of { index : Indexing.symbol; from_ : int; to_ : int; body : t; trace_it : bool }| Zero_out of Tnode.t- | Set of { tn : Tnode.t; idcs : Indexing.axis_index array; llsc : scalar_t; mutable debug : string }- | Set_from_vec of { tn : Tnode.t; idcs : Indexing.axis_index array; length : int; vec_unop : Ops.vec_unop; arg : scalar_t; mutable debug : string }+ | Set of {+ tn : Tnode.t;+ idcs : Indexing.axis_index array;+ llsc : scalar_t;+ mutable debug : string;+ }+ | Set_from_vec of {+ tn : Tnode.t;+ idcs : Indexing.axis_index array;+ length : int;+ vec_unop : Ops.vec_unop;+ arg : scalar_t;+ mutable debug : string;+ }| Set_local of scope_id * scalar_t[@@deriving sexp_of, equal]File "bin/einsum_trivia.ml", line 1, characters 0-0:diff --git a/_build/default/bin/einsum_trivia.ml b/_build/default/bin/.formatted/einsum_trivia.mlindex e71ad80..41db8f1 100644--- a/_build/default/bin/einsum_trivia.ml+++ b/_build/default/bin/.formatted/einsum_trivia.ml@@ -25,11 +25,10 @@ let _suspended () =and type event = Backend.eventand type optimize_ctx = Backend.optimize_ctx)in--+let hey = TDSL.range_of_shape ~batch_dims:[ 2 ] ~input_dims:[ 3 ] ~output_dims:[ 4 ] () inlet%op _ho = hey ++ "b|i->o => o|b->i" in-+let hey2 =TDSL.range_of_shape ~batch_dims:[ 2; 3 ] ~input_dims:[ 4; 5 ] ~output_dims:[ 6; 7 ] ()in@@ -48,8 +47,7 @@ let () =and type event = Backend.eventand type optimize_ctx = Backend.optimize_ctx)in--+let a = TDSL.range_of_shape ~batch_dims:[ 2 ] ~input_dims:[ 3 ] ~output_dims:[ 4 ] () inlet b = TDSL.range_of_shape ~batch_dims:[ 2 ] ~input_dims:[ 4 ] ~output_dims:[ 5 ] () inlet%op _ = a *+ "b|i->o; b|i->o => b|i->o" a inFile "bin/micrograd_demo_logging.ml", line 1, characters 0-0:diff --git a/_build/default/bin/micrograd_demo_logging.ml b/_build/default/bin/.formatted/micrograd_demo_logging.mlindex 491ee09..26a32de 100644--- a/_build/default/bin/micrograd_demo_logging.ml+++ b/_build/default/bin/.formatted/micrograd_demo_logging.ml@@ -33,8 +33,6 @@ let () =let _suspended () =Tensor.unsafe_reinitialize ();let module Backend = (val Backends.fresh_backend ()) in--let%op c = "a" [ -4 ] + "b" [ 2 ] inlet%op d = (a *. b) + (b **. 3) inlet%op c = c + c + 1 inFile "bin/hello_world.ml", line 1, characters 0-0:diff --git a/_build/default/bin/hello_world.ml b/_build/default/bin/.formatted/hello_world.mlindex 8dcf924..2973452 100644--- a/_build/default/bin/hello_world.ml+++ b/_build/default/bin/.formatted/hello_world.ml@@ -10,8 +10,6 @@ module type Backend = Ir.Backend_intf.Backendlet hello1 () =let module Backend = (val Backends.fresh_backend ()) in--let open Operation.TDSL in(* Hey is inferred to be a matrix. *)let hey = range_of_shape ~batch_dims:[ 7 ] ~input_dims:[ 9; 10; 11 ] ~output_dims:[ 13; 14 ] () in@@ -24,8 +22,6 @@ let hello1 () =let hello2 () =let module Backend = (val Backends.fresh_backend ()) in--(* Hey is inferred to be a matrix. *)let%op y = ("hey" * 'q' 2.0) + 'p' 1.0 in(* Punning for ["hey"] above introduced the [hey] identifier. *)@@ -36,8 +32,6 @@ let hello2 () =let hello3 () =let module Backend = (val Backends.fresh_backend ()) in--(* Hey is inferred to be a matrix. *)let hey = TDSL.param "hey" inlet zero_to_twenty = TDSL.range 20 in@@ -63,8 +57,7 @@ let hello4 () =and type event = Backend.eventand type optimize_ctx = Backend.optimize_ctx)in--+let ri = TDSL.range 3 inlet%op ti = ri ++ "i=>i0" in(* Write position 2 of ti, otherwise shape inference concludes it's dim-1 and broadcasted. *)@@ -95,8 +88,7 @@ let hello5 () =and type event = Backend.eventand type optimize_ctx = Backend.optimize_ctx)in--+let hey = TDSL.range_of_shape ~batch_dims:[ 2 ] ~input_dims:[ 3 ] ~output_dims:[ 4 ] () inlet%op ho = hey ++ "...|1->... => ...|..." inignore (Train.forward_once backend ho);@@ -112,8 +104,7 @@ let hello6 () =and type event = Backend.eventand type optimize_ctx = Backend.optimize_ctx)in--+(* "Hey" is inferred to be a scalar. *)let%op y = 2 *. "hey" inignore (Train.forward_once backend y);File "arrayjit/lib/indexing.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/indexing.ml b/_build/default/arrayjit/lib/.formatted/indexing.mlindex 1042b9b..d33a5a6 100644--- a/_build/default/arrayjit/lib/indexing.ml+++ b/_build/default/arrayjit/lib/.formatted/indexing.ml@@ -268,7 +268,7 @@ module Doc_helpers = structmatch idx with| Iterator sym -> pp_symbol sym| Fixed_idx i -> PPrint.OCaml.int i- | Affine { symbols; offset } ->+ | Affine { symbols; offset } -> (let open PPrint inlet terms =List.map symbols ~f:(fun (coeff, sym) ->@@ -279,7 +279,7 @@ module Doc_helpers = structelse if offset > 0 then terms @ [ int offset ]else terms @ [ string "-" ^^ int (-offset) ]in- (match all_terms with+ match all_terms with| [] -> int 0| [ t ] -> t| t :: ts -> List.fold ts ~init:t ~f:(fun acc t -> acc ^^ string "+" ^^ t))File "test_vec_simple.ml", line 1, characters 0-0:diff --git a/_build/default/test_vec_simple.ml b/_build/default/.formatted/test_vec_simple.mlindex ec64b61..b5908f1 100644--- a/_build/default/test_vec_simple.ml+++ b/_build/default/.formatted/test_vec_simple.ml@@ -4,26 +4,25 @@ module O = TDSL.Olet () =let module Backend = (val Backends.fresh_backend ()) in-(* Create a simple test with a fixed index *)let key = Ocannl.Tensor.number ~label:[ "key" ] ~grad_spec:Prohibit_grad 42. inIr.Tnode.update_prec key.value Ir.Ops.uint4x32;-+(* Single value counter *)let counter = Ocannl.Tensor.number ~label:[ "counter" ] ~grad_spec:Prohibit_grad 0. in-+(* Generate random bits *)let random_bits = O.threefry4x32 key counter in-+(* Convert to uniform floats *)let uniform_floats = O.uint4x32_to_prec_uniform random_bits inIr.Tnode.update_prec uniform_floats.value Ir.Ops.single;-+(* Compile and run *)Ocannl.Train.set_hosted uniform_floats.value;ignore (Ocannl.Train.forward_once (module Backend) uniform_floats);let result = Ir.Tnode.get_values uniform_floats.value in-+(* Print results *)Stdio.printf "Generated %d uniform random numbers:\n" (Array.length result);- Array.iteri result ~f:(fun i x -> Stdio.printf " [%d]: %f\n" i x)\ No newline at end of file+ Array.iteri result ~f:(fun i x -> Stdio.printf " [%d]: %f\n" i x)File "arrayjit/lib/backend_impl.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/backend_impl.ml b/_build/default/arrayjit/lib/.formatted/backend_impl.mlindex 933a900..8ca2891 100644--- a/_build/default/arrayjit/lib/backend_impl.ml+++ b/_build/default/arrayjit/lib/.formatted/backend_impl.ml@@ -50,9 +50,7 @@ module No_device_buffer_and_copying () :let%track7_sexp alloc_zero_init_array (prec : Ops.prec) ~(dims : int array) (() : unit) :buffer_ptr =- let size_in_bytes =- (Array.fold dims ~init:1 ~f:( * )) * Ops.prec_in_bytes prec- in+ let size_in_bytes = Array.fold dims ~init:1 ~f:( * ) * Ops.prec_in_bytes prec inalloc_impl ~size_in_byteslet%track7_sexp alloc_buffer ?(old_buffer : buffer_ptr Backend_intf.buffer option)File "bin/micrograd_demo.ml", line 1, characters 0-0:diff --git a/_build/default/bin/micrograd_demo.ml b/_build/default/bin/.formatted/micrograd_demo.mlindex 1da5078..03fea8a 100644--- a/_build/default/bin/micrograd_demo.ml+++ b/_build/default/bin/.formatted/micrograd_demo.ml@@ -68,9 +68,9 @@ let experiment seed ~no_batch_shape_inference ~use_builtin_weight_decay () =let module Backend = (val Backends.fresh_backend ~backend_name:"multicore_cc" ()) inlet ctx = Train.init_params (module Backend) ~hosted:true IDX.empty scalar_loss inlet routine = Train.to_routine (module Backend) ctx bindings (Asgns.sequence [ update; sgd ]) in- (* Stdio.print_endline "\n******** scalar_loss **********"; Train.printf_tree ~with_grad:false ~depth:9 scalar_loss; Stdio.print_endline "\n******** learning_rate- **********"; Train.printf_tree ~with_grad:false ~depth:9 learning_rate;- Stdio.printf "\n********\n%!"; *)+ (* Stdio.print_endline "\n******** scalar_loss **********"; Train.printf_tree ~with_grad:false+ ~depth:9 scalar_loss; Stdio.print_endline "\n******** learning_rate **********";+ Train.printf_tree ~with_grad:false ~depth:9 learning_rate; Stdio.printf "\n********\n%!"; *)let open Operation.At inlet epoch_loss = ref 0. inlet step_ref = IDX.find_exn routine.bindings step_n inFile "arrayjit/lib/cc_backend.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/cc_backend.ml b/_build/default/arrayjit/lib/.formatted/cc_backend.mlindex fdaaa7c..b584d56 100644--- a/_build/default/arrayjit/lib/cc_backend.ml+++ b/_build/default/arrayjit/lib/.formatted/cc_backend.ml@@ -13,7 +13,8 @@ open Backend_intflet name = "cc"(* Header declarations for arrayjit builtins *)-let builtins_header = {|+let builtins_header =+ {|/* ArrayJIT builtins declarations */#include <stdint.h>@@ -111,15 +112,15 @@ let%track7_sexp c_compile_and_load ~f_name =let libname = base_name ^ "_run_id_" ^ run_id ^ if Sys.win32 then ".dll" else ".so" in(try Stdlib.Sys.remove log_fname with _ -> ());(try Stdlib.Sys.remove libname with _ -> ());- let kernel_link_flags =+ let kernel_link_flags =match Sys.os_type with- | "Unix" ->+ | "Unix" ->if Stdlib.Sys.command "uname -s | grep -q Darwin" = 0 then"-bundle -undefined dynamic_lookup"- else- "-shared -fPIC"+ else "-shared -fPIC"| "Win32" | "Cygwin" -> "-shared"- | _ -> "-shared -fPIC" in+ | _ -> "-shared -fPIC"+ inlet cmdline : string =Printf.sprintf "%s %s -O%d -o %s %s >> %s 2>&1" (compiler_command ()) f_name(optimization_level ()) libname kernel_link_flags log_fnameFile "bin/hello_world_op.ml", line 1, characters 0-0:diff --git a/_build/default/bin/hello_world_op.ml b/_build/default/bin/.formatted/hello_world_op.mlindex 064c122..fc296a6 100644--- a/_build/default/bin/hello_world_op.ml+++ b/_build/default/bin/.formatted/hello_world_op.ml@@ -23,8 +23,7 @@ let%track2_sexp _Pointwise_multiplication_dims_1 (() : unit) : unit =and type event = Backend.eventand type optimize_ctx = Backend.optimize_ctx)in--+(* "Hey" is inferred to be a scalar. *)let%op ya = 2 *. "hey" 7.0 inignore (Train.forward_once backend ya);@@ -41,8 +40,7 @@ let%track2_sexp _Matrix_multiplication_dims_1x1 (() : unit) : unit =and type event = Backend.eventand type optimize_ctx = Backend.optimize_ctx)in--+(* Hey is inferred to be a matrix because of matrix multiplication [*]. *)let%op yb = ("hey" 7.0 * 'q' 2.0) + 'p' 1.0 inignore (Train.forward_once backend yb);@@ -60,7 +58,7 @@ let%track2_sexp _Print_constant_tensor_too_early (() : unit) : unit =Tensor.print ~here:[%here] ~with_code:false ~with_grad:false `Inline a;Tensor.print ~here:[%here] ~with_code:false ~with_grad:false `Inline b;let%op c = a *. b in-+ignore (Train.forward_once (module Backend) c);Train.printf ~here:[%here] c@@ -75,8 +73,7 @@ let%track2_sexp _Print_constant_tensor (() : unit) : unit =and type event = Backend.eventand type optimize_ctx = Backend.optimize_ctx)in--+let%op hey = [ (1, 2, 3); (4, 5, 6) ] inignore (Train.forward_once backend hey);Train.printf ~here:[%here] ~with_code:false ~with_grad:false @@ hey;@@ -171,8 +168,7 @@ let%track2_sexp _Matrix_multiplication_dims_2x3 (() : unit) : unit =and type event = Backend.eventand type optimize_ctx = Backend.optimize_ctx)in--+(* Hey is inferred to be a matrix. *)let%op yc = ("hey" 7.0 * [ 2; 3 ]) + [ 4; 5; 6 ] inignore (Train.forward_once backend yc);@@ -190,8 +186,7 @@ let%track2_sexp _Big_matrix (() : unit) : unit =and type event = Backend.eventand type optimize_ctx = Backend.optimize_ctx)in--+(* Hey is inferred to be a matrix. *)let hey = TDSL.param ~value:0.5 "hey" inlet zero_to_twenty = TDSL.range 20 in@@ -211,8 +206,7 @@ let%track2_sexp _Very_big_tensor (() : unit) : unit =and type event = Backend.eventand type optimize_ctx = Backend.optimize_ctx)in--+let hey = TDSL.range_of_shape ~batch_dims:[ 6 ] ~input_dims:[ 7; 8 ] ~output_dims:[ 9 ] () inlet%op ye = (hey * (1 + 1)) - 10 inignore (Train.forward_once backend ye);File "lib/ppx_shared.ml", line 1, characters 0-0:diff --git a/_build/default/lib/ppx_shared.ml b/_build/default/lib/.formatted/ppx_shared.mlindex d0b7a5e..aff2ada 100644--- a/_build/default/lib/ppx_shared.ml+++ b/_build/default/lib/.formatted/ppx_shared.ml@@ -197,8 +197,7 @@ let vec_unary_ops =(module String)[( "uint4x32_to_prec_uniform",- fun loc -> ([%expr Shape.Uint4x32_to_prec], [%expr Ir.Ops.Uint4x32_to_prec_uniform])- );+ fun loc -> ([%expr Shape.Uint4x32_to_prec], [%expr Ir.Ops.Uint4x32_to_prec_uniform]) );](** Ternary primitive ops. *)File "arrayjit/lib/assignments.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/assignments.ml b/_build/default/arrayjit/lib/.formatted/assignments.mlindex 5aa959c..fc31fbb 100644--- a/_build/default/arrayjit/lib/assignments.ml+++ b/_build/default/arrayjit/lib/.formatted/assignments.ml@@ -167,19 +167,21 @@ let%diagn2_sexp to_low_level code =let open Indexing inlet get buffer idcs =let tn = match buffer with Node tn -> tn | Merge_buffer tn -> tn in- let idcs = (match (idcs, Lazy.force tn.Tn.dims) with- | [||], [|1|] -> [| Fixed_idx 0 |]- | [| Fixed_idx 0 |], [||] -> idcs- | idcs, dims when Array.length idcs = Array.length dims -> idcs- | _ ->- [%log- "get a=",- (tn : Tn.t),- ":",- Tn.label tn,- (idcs : Indexing.axis_index array),- (Lazy.force tn.dims : int array)];- assert false) in+ let idcs =+ match (idcs, Lazy.force tn.Tn.dims) with+ | [||], [| 1 |] -> [| Fixed_idx 0 |]+ | [| Fixed_idx 0 |], [||] -> idcs+ | idcs, dims when Array.length idcs = Array.length dims -> idcs+ | _ ->+ [%log+ "get a=",+ (tn : Tn.t),+ ":",+ Tn.label tn,+ (idcs : Indexing.axis_index array),+ (Lazy.force tn.dims : int array)];+ assert false+ inmatch buffer with| Node tn -> Low_level.Get (tn, idcs)| Merge_buffer tn ->@@ -278,11 +280,11 @@ let%diagn2_sexp to_low_level code =| Indexing.Iterator s as idx -> Option.value ~default:idx (Map.find subst_map s)| Indexing.Affine { symbols; offset } ->(* Substitute symbols in affine index *)- let subst_symbols =+ let subst_symbols =List.map symbols ~f:(fun (coeff, s) ->- match Map.find subst_map s with- | Some (Indexing.Iterator new_s) -> (coeff, new_s)- | _ -> (coeff, s))+ match Map.find subst_map s with+ | Some (Indexing.Iterator new_s) -> (coeff, new_s)+ | _ -> (coeff, s))inIndexing.Affine { symbols = subst_symbols; offset }in@@ -291,19 +293,22 @@ let%diagn2_sexp to_low_level code =let open Low_level inlet rhs_ll = get rhs rhs_idcs in(* For now, we know the only vec_unop is Uint4x32_to_prec_uniform *)- let length = match op with- | Ops.Uint4x32_to_prec_uniform ->- (* Calculate length based on precision - how many values we can extract from 128 bits *)+ let length =+ match op with+ | Ops.Uint4x32_to_prec_uniform -> (+ (* Calculate length based on precision - how many values we can extract from 128+ bits *)let target_prec = Lazy.force lhs.prec inmatch target_prec with- | Ops.Byte_prec _ | Ops.Fp8_prec _ -> 16 (* 8-bit values *)- | Ops.Uint16_prec _ | Ops.Half_prec _ | Ops.Bfloat16_prec _ -> 8 (* 16-bit values *)- | Ops.Int32_prec _ | Ops.Single_prec _ -> 4 (* 32-bit values *)- | Ops.Double_prec _ -> 2 (* 64-bit values *)- | Ops.Uint4x32_prec _ -> 1 (* 128-bit value *)- | Ops.Void_prec -> failwith "Cannot use vector operation with void precision"+ | Ops.Byte_prec _ | Ops.Fp8_prec _ -> 16 (* 8-bit values *)+ | Ops.Uint16_prec _ | Ops.Half_prec _ | Ops.Bfloat16_prec _ -> 8 (* 16-bit values *)+ | Ops.Int32_prec _ | Ops.Single_prec _ -> 4 (* 32-bit values *)+ | Ops.Double_prec _ -> 2 (* 64-bit values *)+ | Ops.Uint4x32_prec _ -> 1 (* 128-bit value *)+ | Ops.Void_prec -> failwith "Cannot use vector operation with void precision")in- Set_from_vec { tn = lhs; idcs = lhs_idcs; length; vec_unop = op; arg = rhs_ll; debug = "" }+ Set_from_vec+ { tn = lhs; idcs = lhs_idcs; length; vec_unop = op; arg = rhs_ll; debug = "" }inlet rec for_loop rev_iters = function| [] -> basecase rev_iters@@ -396,8 +401,7 @@ let get_ident_within_code ?no_dots c =List.iter ~f:visit [ lhs; tn rhs1; tn rhs2 ]| Accum_unop { initialize_neutral = _; accum = _; op = _; lhs; rhs; projections = _ } ->List.iter ~f:visit [ lhs; tn rhs ]- | Set_vec_unop { op = _; lhs; rhs; projections = _ } ->- List.iter ~f:visit [ lhs; tn rhs ]+ | Set_vec_unop { op = _; lhs; rhs; projections = _ } -> List.iter ~f:visit [ lhs; tn rhs ]| Fetch { array; fetch_op = _; dims = _ } -> visit arrayinloop c;@@ -498,9 +502,12 @@ let to_doc ?name ?static_indices () c =if Lazy.is_val projections then (Lazy.force projections).debug_info.specelse "<not-in-yet>"in- string (ident lhs) ^^ space- ^^ string (Ops.assign_op_cd_syntax ~initialize_neutral:false Arg2) ^^ space- ^^ string (Ops.vec_unop_cd_syntax op) ^^ space+ string (ident lhs)+ ^^ space+ ^^ string (Ops.assign_op_cd_syntax ~initialize_neutral:false Arg2)+ ^^ space+ ^^ string (Ops.vec_unop_cd_syntax op)+ ^^ space^^ string (buffer_ident rhs)^^ (if not (String.equal proj_spec ".") then string (" ~logic:\"" ^ proj_spec ^ "\"")else empty)File "lib/operation.ml", line 1, characters 0-0:diff --git a/_build/default/lib/operation.ml b/_build/default/lib/.formatted/operation.mlindex 5934385..0942d45 100644--- a/_build/default/lib/operation.ml+++ b/_build/default/lib/.formatted/operation.ml@@ -273,8 +273,9 @@ let uint4x32_to_prec_uniform ?(label = []) =Tn.update_prec t1.Tensor.value Ir.Ops.uint4x32;Tensor.unop~label:("uint4x32_to_prec_uniform" :: label)- (* A placeholder that will be replaced by the actual precision by Tensor.op. *)- ~transpose_op:(Uint4x32_to_prec (lazy (assert false))) ~op_asn ~grad_asn ?grad_spec t1+ (* A placeholder that will be replaced by the actual precision by Tensor.op. *)+ ~transpose_op:(Uint4x32_to_prec (lazy (assert false)))+ ~op_asn ~grad_asn ?grad_spec t1let lt ?(label = []) =let module NTDSL = Initial_NTDSL inFile "arrayjit/lib/metal_backend.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/metal_backend.ml b/_build/default/arrayjit/lib/.formatted/metal_backend.mlindex e17264d..57ce3b4 100644--- a/_build/default/arrayjit/lib/metal_backend.ml+++ b/_build/default/arrayjit/lib/.formatted/metal_backend.ml@@ -452,16 +452,16 @@ end) : Ir.Backend_impl.Lowered_backend = struct| Ops.Void_prec -> "void"let vec_typ_of_prec ~length prec =- match prec, length with+ match (prec, length) with| Ops.Single_prec _, 4 -> "float4_t"- | Ops.Double_prec _, 2 -> "float2_t" (* Metal uses float2 since it lacks double *)+ | Ops.Double_prec _, 2 -> "float2_t" (* Metal uses float2 since it lacks double *)| Ops.Int32_prec _, 4 -> "int32x4_t"| (Ops.Byte_prec _ | Ops.Fp8_prec _), 16 -> "int8x16_t"| (Ops.Uint16_prec _ | Ops.Bfloat16_prec _), 8 -> "uint16x8_t"| Ops.Half_prec _, 8 -> "half8_t"- | _ ->- (* Fallback for other combinations *)- typ_of_prec prec ^ "[" ^ Int.to_string length ^ "]"+ | _ ->+ (* Fallback for other combinations *)+ typ_of_prec prec ^ "[" ^ Int.to_string length ^ "]"let metal_prec_suffix_float = function| Ops.Byte_prec _ -> ""File "arrayjit/lib/ops.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/ops.ml b/_build/default/arrayjit/lib/.formatted/ops.mlindex 6d3bb49..3c91aad 100644--- a/_build/default/arrayjit/lib/ops.ml+++ b/_build/default/arrayjit/lib/.formatted/ops.ml@@ -234,16 +234,16 @@ let c_typ_of_prec = function| Void_prec -> "void"let c_vec_typ_of_prec ~length prec =- match prec, length with+ match (prec, length) with| Single_prec _, 4 -> "float4_t"| Double_prec _, 2 -> "double2_t"| Int32_prec _, 4 -> "int32x4_t"| (Byte_prec _ | Fp8_prec _), 16 -> "int8x16_t"| (Uint16_prec _ | Bfloat16_prec _), 8 -> "uint16x8_t"| Half_prec _, 8 -> "half8_t"- | _ ->- (* Fallback for other combinations *)- c_typ_of_prec prec ^ "[" ^ Int.to_string length ^ "]"+ | _ ->+ (* Fallback for other combinations *)+ c_typ_of_prec prec ^ "[" ^ Int.to_string length ^ "]"let hum_typ_of_prec = function| Byte_prec _ -> "byte"@@ -595,7 +595,8 @@ let unop_c_syntax prec op =| Not, _ -> ("(", " == 0.0 ? 1.0 : 0.0)")let vec_unop_c_syntax prec op =- match op with Uint4x32_to_prec_uniform -> ("uint4x32_to_" ^ prec_string prec ^ "_uniform_vec(", ")")+ match op with+ | Uint4x32_to_prec_uniform -> ("uint4x32_to_" ^ prec_string prec ^ "_uniform_vec(", ")")(** In the %cd syntax, we use uncurried notation for ternary ops. *)let ternop_cd_syntax = function Where -> "where" | FMA -> "fma"File "lib/tensor.ml", line 1, characters 0-0:diff --git a/_build/default/lib/tensor.ml b/_build/default/lib/.formatted/tensor.mlindex 8f5509d..ec4c209 100644--- a/_build/default/lib/tensor.ml+++ b/_build/default/lib/.formatted/tensor.ml@@ -224,7 +224,7 @@ let op ~(label : string list) ?(ternary_op = Shape.Pointwise_tern)| Some (Data init_data) -> Terminal (Data init_data)inlet dims = lazy_to_dims shape in- let padding = lazy (Shape.to_padding shape) in+ let padding = lazy (Shape.to_padding shape) inlet v =match terminal_op with| Some (Shape.Data (Asgns.Reshape data)) ->@@ -238,8 +238,7 @@ let op ~(label : string list) ?(ternary_op = Shape.Pointwise_tern)inlet transpose_op =match transpose_op with- | (Uint4x32_to_prec _) ->- (Shape.Uint4x32_to_prec v.Tn.prec)+ | Uint4x32_to_prec _ -> Shape.Uint4x32_to_prec v.Tn.prec| _ -> transpose_opinlet rec shape_logics = functionFile "arrayjit/lib/cuda_backend.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/cuda_backend.ml b/_build/default/arrayjit/lib/.formatted/cuda_backend.mlindex 23f4496..f280ea4 100644--- a/_build/default/arrayjit/lib/cuda_backend.ml+++ b/_build/default/arrayjit/lib/.formatted/cuda_backend.ml@@ -323,16 +323,16 @@ end) : Ir.Backend_impl.Lowered_backend = struct| Ops.Void_prec -> "void"let vec_typ_of_prec ~length prec =- match prec, length with+ match (prec, length) with| Ops.Single_prec _, 4 -> "float4_t"| Ops.Double_prec _, 2 -> "double2_t"| Ops.Int32_prec _, 4 -> "int32x4_t"| (Ops.Byte_prec _ | Ops.Fp8_prec _), 16 -> "int8x16_t"| (Ops.Uint16_prec _ | Ops.Bfloat16_prec _), 8 -> "uint16x8_t"| Ops.Half_prec _, 8 -> "half8_t"- | _ ->- (* Fallback for other combinations *)- typ_of_prec prec ^ "[" ^ Int.to_string length ^ "]"+ | _ ->+ (* Fallback for other combinations *)+ typ_of_prec prec ^ "[" ^ Int.to_string length ^ "]"let binop_syntax prec v =(* TODO: consider using binop_syntax inherited from Pure_C_config and overriding only whereFile "arrayjit/lib/c_syntax.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/c_syntax.ml b/_build/default/arrayjit/lib/.formatted/c_syntax.mlindex 888cd7b..12582ab 100644--- a/_build/default/arrayjit/lib/c_syntax.ml+++ b/_build/default/arrayjit/lib/.formatted/c_syntax.ml@@ -597,7 +597,7 @@ module C_syntax (B : C_syntax_config) = structlet vec_decl = vec_typ ^^ space ^^ vec_var ^^ string " = " ^^ result_doc ^^ semi inlet elem_assigns =List.init length ~f:(fun i ->- let offset_doc =+ let offset_doc =match idcs.(Array.length idcs - 1) with| Fixed_idx idx ->(* For Fixed_idx, update the index and compute offset normally *)@@ -624,38 +624,38 @@ module C_syntax (B : C_syntax_config) = structinlet value_logs =List.init length ~f:(fun i ->- let elem_idcs = Array.copy idcs in- (match elem_idcs.(Array.length elem_idcs - 1) with- | Fixed_idx idx -> elem_idcs.(Array.length elem_idcs - 1) <- Fixed_idx (idx + i)- | _ -> ());- let offset_doc =- let base_offset = pp_array_offset (elem_idcs, dims) in- match elem_idcs.(Array.length elem_idcs - 1) with- | Fixed_idx _ -> base_offset- | _ -> base_offset ^^ string (" + " ^ Int.to_string i)- in- let value_base_msg =- Printf.sprintf "%s[%%u]{=%s} = vec_result.v[%d] = %s\n"- (get_ident tn) B.float_log_style i B.float_log_style- in- let log_args =- offset_doc- :: B.styled_log_arg (ident_doc ^^ brackets offset_doc)- :: B.styled_log_arg (string ("vec_result.v[" ^ Int.to_string i ^ "]"))- :: []- in- B.pp_log_statement ~log_param_c_expr_doc:log_param_doc- ~base_message_literal:value_base_msg ~args_docs:log_args)+ let elem_idcs = Array.copy idcs in+ (match elem_idcs.(Array.length elem_idcs - 1) with+ | Fixed_idx idx -> elem_idcs.(Array.length elem_idcs - 1) <- Fixed_idx (idx + i)+ | _ -> ());+ let offset_doc =+ let base_offset = pp_array_offset (elem_idcs, dims) in+ match elem_idcs.(Array.length elem_idcs - 1) with+ | Fixed_idx _ -> base_offset+ | _ -> base_offset ^^ string (" + " ^ Int.to_string i)+ in+ let value_base_msg =+ Printf.sprintf "%s[%%u]{=%s} = vec_result.v[%d] = %s\n" (get_ident tn)+ B.float_log_style i B.float_log_style+ in+ let log_args =+ [+ offset_doc;+ B.styled_log_arg (ident_doc ^^ brackets offset_doc);+ B.styled_log_arg (string ("vec_result.v[" ^ Int.to_string i ^ "]"));+ ]+ in+ B.pp_log_statement ~log_param_c_expr_doc:log_param_doc+ ~base_message_literal:value_base_msg ~args_docs:log_args)inlet flush_log =if B.log_involves_file_management then string "fflush(log_file);" else emptyin- let log_docs =+ let log_docs =comment_log ^^ hardline ^^ separate hardline value_logs ^^ hardline ^^ flush_loginlet block_content =- if PPrint.is_empty local_defs then- assignments ^^ hardline ^^ log_docs+ if PPrint.is_empty local_defs then assignments ^^ hardline ^^ log_docselse local_defs ^^ hardline ^^ assignments ^^ hardline ^^ log_docsinlbrace ^^ nest 2 (hardline ^^ block_content) ^^ hardline ^^ rbraceFile "arrayjit/lib/low_level.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/low_level.ml b/_build/default/arrayjit/lib/.formatted/low_level.mlindex 07f012d..c739430 100644--- a/_build/default/arrayjit/lib/low_level.ml+++ b/_build/default/arrayjit/lib/.formatted/low_level.ml@@ -271,7 +271,7 @@ let visit_llc traced_store ~merge_node_id reverse_node_map ~max_visits llc =let pos_idcs = Array.copy idcs in(match pos_idcs.(Array.length pos_idcs - 1) with| Fixed_idx idx -> pos_idcs.(Array.length pos_idcs - 1) <- Fixed_idx (idx + i)- | _ ->+ | _ ->(* For non-Fixed_idx, we need to increment through the dimension *)let dims = Tn.dims_without_padding tn inlet base_pos = lookup env idcs in@@ -279,7 +279,7 @@ let visit_llc traced_store ~merge_node_id reverse_node_map ~max_visits llc =let flat_pos = ref 0 inlet stride = ref 1 infor j = Array.length base_pos - 1 downto 0 do- flat_pos := !flat_pos + base_pos.(j) * !stride;+ flat_pos := !flat_pos + (base_pos.(j) * !stride);stride := !stride * dims.(j)done;flat_pos := !flat_pos + i;@@ -555,7 +555,8 @@ let inline_computation ~id computations_table traced static_indices call_args =let expand_symbol (coeff, s) =match Map.find env s with| Some (Indexing.Iterator new_s) -> [ (coeff, new_s) ]- | Some (Indexing.Fixed_idx _ | Indexing.Sub_axis) -> [] (* Fixed index contributes to offset *)+ | Some (Indexing.Fixed_idx _ | Indexing.Sub_axis) ->+ [] (* Fixed index contributes to offset *)| Some (Indexing.Affine { symbols = inner_symbols; offset = _ }) ->(* Expand nested affine: coeff * (inner_symbols + inner_offset) *)List.map inner_symbols ~f:(fun (inner_coeff, inner_s) ->dune build @fmt failed"/usr/bin/env" "bash" "-c" "opam exec -- dune build @fmt --ignore-promoted-rules || (echo "dune build @fmt failed"; exit 2)" failed with exit status 22025-07-29 09:30.29: Job failed: Failed: Build failed