2025-06-26 11:33.13: New job: test ahrefs/ocannl https://github.com/ahrefs/ocannl.git#refs/heads/master (874fa318a9f3b243738e3a6ba1b367d5b7942bf5) (linux-x86_64:(lint-fmt))Base: ocaml/opam:debian-12-ocaml-4.08@sha256:cc4b148b1fa1916574df02fcec0956fedbec6798bedacd9bfd4417c1c098ce8eocamlformat version: version 0.27.0 (from opam)To reproduce locally:git clone --recursive "https://github.com/ahrefs/ocannl.git" -b "master" && cd "ocannl" && git reset --hard 874fa318cat > Dockerfile <<'END-OF-DOCKERFILE'FROM ocaml/opam:debian-12-ocaml-4.08@sha256:cc4b148b1fa1916574df02fcec0956fedbec6798bedacd9bfd4417c1c098ce8eUSER 1000:1000RUN cd ~/opam-repository && (git cat-file -e 0eea63ad71af2b1116c556023bedc6bf083e6125 || git fetch origin master) && git reset -q --hard 0eea63ad71af2b1116c556023bedc6bf083e6125 && git log --no-decorate -n1 --oneline && opam update -uRUN opam depext -i duneWORKDIR /srcRUN opam depext -i ocamlformat=0.27.0COPY --chown=1000:1000 . /src/RUN opam exec -- dune build @fmt --ignore-promoted-rules || (echo "dune build @fmt failed"; exit 2)END-OF-DOCKERFILEdocker build .END-REPRO-BLOCK2025-06-26 11:33.13: Using cache hint "ahrefs/ocannl-ocaml/opam:debian-12-ocaml-4.08@sha256:cc4b148b1fa1916574df02fcec0956fedbec6798bedacd9bfd4417c1c098ce8e-debian-12-4.08_opam-2.3-ocamlformat-0eea63ad71af2b1116c556023bedc6bf083e6125"2025-06-26 11:33.13: Using OBuilder spec:((from ocaml/opam:debian-12-ocaml-4.08@sha256:cc4b148b1fa1916574df02fcec0956fedbec6798bedacd9bfd4417c1c098ce8e)(user (uid 1000) (gid 1000))(run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "cd ~/opam-repository && (git cat-file -e 0eea63ad71af2b1116c556023bedc6bf083e6125 || git fetch origin master) && git reset -q --hard 0eea63ad71af2b1116c556023bedc6bf083e6125 && git log --no-decorate -n1 --oneline && opam update -u"))(run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "opam depext -i dune"))(workdir /src)(run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "opam depext -i ocamlformat=0.27.0"))(copy (src .) (dst /src/))(run (shell "opam exec -- dune build @fmt --ignore-promoted-rules || (echo \"dune build @fmt failed\"; exit 2)")))2025-06-26 11:33.13: Waiting for resource in pool OCluster2025-06-26 11:33.13: Waiting for worker…2025-06-26 11:33.14: Got resource from pool OClusterBuilding on asteria.caelum.ci.devAll commits already cachedHEAD is now at 874fa318 Refactoring progress: implement code expansion for the new fetch ops Constant_fill and Range_over_offsets(from ocaml/opam:debian-12-ocaml-4.08@sha256:cc4b148b1fa1916574df02fcec0956fedbec6798bedacd9bfd4417c1c098ce8e)2025-06-26 11:33.15 ---> using "4ea5038d254cfd14663698deb665a2dc4ce1e1383d544c063adebb02ed15ce16" from cache/: (user (uid 1000) (gid 1000))/: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "cd ~/opam-repository && (git cat-file -e 0eea63ad71af2b1116c556023bedc6bf083e6125 || git fetch origin master) && git reset -q --hard 0eea63ad71af2b1116c556023bedc6bf083e6125 && git log --no-decorate -n1 --oneline && opam update -u"))0eea63ad71 Merge pull request #27946 from mtelvers/opam-publish-ocaml-version.4.0.1<><> Updating package repositories ><><><><><><><><><><><><><><><><><><><><><><>[default] Initialiseddefault (at git+file:///home/opam/opam-repository):[INFO] opam 2.1 and 2.2 include many performance and security improvements over 2.0; please consider upgrading (https://opam.ocaml.org/doc/Install.html)Everything as up-to-date as possible (run with --verbose to show unavailable upgrades).However, you may "opam upgrade" these packages explicitly, which will ask permission to downgrade or uninstall the conflicting packages.Nothing to do.# Run eval $(opam env) to update the current shell environment2025-06-26 11:34.09 ---> saved as "ed14c208b709d50e26e290f8f669e0b0b6a2456751ee5b87b29d71221f0a9fc1"/: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "opam depext -i dune"))# Detecting depexts using vars: arch=x86_64, os=linux, os-distribution=debian, os-family=debian# No extra OS packages requirements found.# All required OS packages found.# Now letting opam install the packagesThe following actions will be performed:- install dune 3.19.1<><> Gathering sources ><><><><><><><><><><><><><><><><><><><><><><><><><><><><>[dune.3.19.1] found in cache<><> Processing actions <><><><><><><><><><><><><><><><><><><><><><><><><><><><>-> installed dune.3.19.1Done.# Run eval $(opam env) to update the current shell environment2025-06-26 11:34.50 ---> saved as "249f8284e2625ce869f4c794eb6ff1eab40d82e0af762bb312d97ad81bf8d4f1"/: (workdir /src)/src: (run (cache (opam-archives (target /home/opam/.opam/download-cache)))(network host)(shell "opam depext -i ocamlformat=0.27.0"))# Detecting depexts using vars: arch=x86_64, os=linux, os-distribution=debian, os-family=debian# No extra OS packages requirements found.# All required OS packages found.# Now letting opam install the packagesThe following actions will be performed:- install sexplib0 v0.14.0 [required by base]- install cmdliner 1.3.0 [required by ocamlformat]- install menhirLib 20240715 [required by ocamlformat-lib]- install menhirCST 20240715 [required by menhir]- install ocamlbuild 0.16.1 [required by fpath, astring, uuseg]- install dune-build-info 3.19.1 [required by ocamlformat-lib]- install menhirSdk 20240715 [required by ocamlformat-lib]- install either 1.0.0 [required by ocamlformat-lib]- install ocaml-version 4.0.1 [required by ocamlformat-lib]- install camlp-streams 5.0.1 [required by ocamlformat-lib]- install csexp 1.5.2 [required by ocamlformat]- install seq base [required by re]- install fix 20250428 [required by ocamlformat-lib]- install ocamlfind 1.9.8 [required by ocp-indent, astring, fpath, uuseg]- install menhir 20240715 [required by ocamlformat-lib]- install dune-configurator 3.19.1 [required by base]- install re 1.11.0 [required by ocamlformat]- install topkg 1.0.8 [required by fpath, astring, uuseg]- install base-bytes base [required by ocp-indent]- install base v0.14.3 [required by ocamlformat-lib]- install uutf 1.0.4 [required by ocamlformat-lib]- install astring 0.8.5 [required by ocamlformat-lib]- install ocp-indent 1.8.1 [required by ocamlformat-lib]- install stdio v0.14.0 [required by ocamlformat-lib]- install uucp 15.0.0 [required by uuseg]- install fpath 0.7.3 [required by ocamlformat-lib]- install uuseg 15.0.0 [required by ocamlformat-lib]- install ocamlformat-lib 0.27.0 [required by ocamlformat]- install ocamlformat 0.27.0===== 29 to install =====<><> Gathering sources ><><><><><><><><><><><><><><><><><><><><><><><><><><><><>[astring.0.8.5] found in cache[base.v0.14.3] found in cache[camlp-streams.5.0.1] found in cache[cmdliner.1.3.0] found in cache[csexp.1.5.2] found in cache[dune-build-info.3.19.1] found in cache[dune-configurator.3.19.1] found in cache[either.1.0.0] found in cache[fix.20250428] found in cache[fpath.0.7.3] found in cache[menhir.20240715] found in cache[menhirCST.20240715] found in cache[menhirLib.20240715] found in cache[menhirSdk.20240715] found in cache[ocaml-version.4.0.1] found in cache[ocamlbuild.0.16.1] found in cache[ocamlfind.1.9.8] found in cache[ocamlformat.0.27.0] found in cache[ocamlformat-lib.0.27.0] found in cache[ocp-indent.1.8.1] found in cache[re.1.11.0] found in cache[sexplib0.v0.14.0] found in cache[stdio.v0.14.0] found in cache[topkg.1.0.8] found in cache[uucp.15.0.0] found in cache[uuseg.15.0.0] found in cache[uutf.1.0.4] found in cache<><> Processing actions <><><><><><><><><><><><><><><><><><><><><><><><><><><><>-> installed seq.base-> installed camlp-streams.5.0.1-> installed cmdliner.1.3.0-> installed csexp.1.5.2-> installed either.1.0.0-> installed fix.20250428-> installed menhirCST.20240715-> installed menhirLib.20240715-> installed menhirSdk.20240715-> installed ocaml-version.4.0.1-> installed sexplib0.v0.14.0-> installed re.1.11.0-> installed dune-build-info.3.19.1-> installed ocamlfind.1.9.8-> installed base-bytes.base-> installed dune-configurator.3.19.1-> installed ocamlbuild.0.16.1-> installed ocp-indent.1.8.1-> installed topkg.1.0.8-> installed base.v0.14.3-> installed astring.0.8.5-> installed uutf.1.0.4-> installed stdio.v0.14.0-> installed fpath.0.7.3-> installed menhir.20240715-> installed uucp.15.0.0-> installed uuseg.15.0.0-> installed ocamlformat-lib.0.27.0-> installed ocamlformat.0.27.0Done.<><> ocp-indent.1.8.1 installed successfully ><><><><><><><><><><><><><><><><><>=> This package requires additional configuration for use in editors. Install package 'user-setup', or manually:* for Emacs, add these lines to ~/.emacs:(add-to-list 'load-path "/home/opam/.opam/4.08/share/emacs/site-lisp")(require 'ocp-indent)* for Vim, add this line to ~/.vimrc:set rtp^="/home/opam/.opam/4.08/share/ocp-indent/vim"# Run eval $(opam env) to update the current shell environment2025-06-26 11:35.49 ---> saved as "7fd5d4ac1bb4f93065934b08bd6aad3989793fd62a884f257d9f7ac1e147ec1a"/src: (copy (src .) (dst /src/))2025-06-26 11:35.49 ---> saved as "8be936f4506d0da8bc39cfa25a81d5f18af3e33329740aaec28d26ee736f833e"/src: (run (shell "opam exec -- dune build @fmt --ignore-promoted-rules || (echo \"dune build @fmt failed\"; exit 2)"))File "arrayjit/bin/dune", line 6, characters 21-34:6 | (pps ppx_minidebug ppx_sexp_conv))^^^^^^^^^^^^^Error: Library "ppx_sexp_conv" not found.-> required by _build/default/arrayjit/bin/read_config.exe-> required by %{dep:../../arrayjit/bin/read_config.exe} at test/dune:25-> required by _build/default/test/config/ocannl_backend.txt-> required by %{read:config/ocannl_backend.txt} at test/dune:44-> required by Computing directory contents of _build/default/testFile "arrayjit/bin/dune", line 6, characters 7-20:6 | (pps ppx_minidebug ppx_sexp_conv))^^^^^^^^^^^^^Error: Library "ppx_minidebug" not found.-> required by _build/default/arrayjit/bin/.merlin-conf/exe-read_config-> required by _build/default/arrayjit/bin/read_config.exe-> required by %{dep:../../arrayjit/bin/read_config.exe} at test/dune:25-> required by _build/default/test/config/ocannl_backend.txt-> required by %{read:config/ocannl_backend.txt} at test/dune:44-> required by Computing directory contents of _build/default/testFile "datasets/dataset_utils.mli", line 1, characters 0-0:diff --git a/_build/default/datasets/dataset_utils.mli b/_build/default/datasets/.formatted/dataset_utils.mliindex ec71cb7..b952d3a 100644--- a/_build/default/datasets/dataset_utils.mli+++ b/_build/default/datasets/.formatted/dataset_utils.mli@@ -14,8 +14,8 @@ val get_cache_dir : string -> stringval download_file : string -> string -> unit(** Download a file from a URL to a destination path.- Creates parent directories as needed, downloads the file from [url], and- saves it to [dest_path].+ Creates parent directories as needed, downloads the file from [url], and saves it to+ [dest_path].{2 Parameters}- url: the source URL of the file.@@ -37,17 +37,12 @@ val ensure_file : string -> string -> unit- [Failure] on download or write error. *)val ensure_extracted_archive :- url:string ->- archive_path:string ->- extract_dir:string ->- check_file:string ->- unit+ url:string -> archive_path:string -> extract_dir:string -> check_file:string -> unit(** Ensure an archive is downloaded, extracted, and a file exists.- Checks if [check_file] (relative to [extract_dir]) exists. If not, downloads- the archive from [url] to [archive_path], extracts it into [extract_dir],- and verifies [check_file] is present. Currently supports only .tar.gz- archives.+ Checks if [check_file] (relative to [extract_dir]) exists. If not, downloads the archive from+ [url] to [archive_path], extracts it into [extract_dir], and verifies [check_file] is present.+ Currently supports only .tar.gz archives.{2 Parameters}- url: the source URL of the archive.@@ -61,8 +56,8 @@ val ensure_extracted_archive :val ensure_decompressed_gz : gz_path:string -> target_path:string -> bool(** Ensure a gzip-compressed file is decompressed to a target path.- If [target_path] exists, does nothing and returns [true]. Otherwise, if- [gz_path] exists, decompresses it to [target_path].+ If [target_path] exists, does nothing and returns [true]. Otherwise, if [gz_path] exists,+ decompresses it to [target_path].{2 Parameters}- gz_path: the path to the .gz file to decompress.@@ -78,8 +73,8 @@ val ensure_decompressed_gz : gz_path:string -> target_path:string -> boolval parse_float_cell : context:(unit -> string) -> string -> float(** Parse a CSV cell as a float.- Attempts to convert [value] to a float. On failure, raises [Failure] with a- descriptive message including [context ()].+ Attempts to convert [value] to a float. On failure, raises [Failure] with a descriptive message+ including [context ()].{2 Parameters}- context: a function returning context information for error messages.@@ -94,8 +89,8 @@ val parse_float_cell : context:(unit -> string) -> string -> floatval parse_int_cell : context:(unit -> string) -> string -> int(** Parse a CSV cell as an integer.- Attempts to convert [value] to an int. On failure, raises [Failure] with a- descriptive message including [context ()].+ Attempts to convert [value] to an int. On failure, raises [Failure] with a descriptive message+ including [context ()].{2 Parameters}- context: a function returning context information for error messages.@@ -110,8 +105,8 @@ val parse_int_cell : context:(unit -> string) -> string -> intval mkdir_p : string -> unit(** Recursively create a directory and its parents.- Creates the directory at [path], along with any missing parent directories.- If [path] already exists as a directory, does nothing.+ Creates the directory at [path], along with any missing parent directories. If [path] already+ exists as a directory, does nothing.{2 Parameters}- path: the directory path to create.File "test_ppx/test_ppx_op.ml", line 1, characters 0-0:diff --git a/_build/default/test_ppx/test_ppx_op.ml b/_build/default/test_ppx/.formatted/test_ppx_op.mlindex f6a5718..cb37a57 100644--- a/_build/default/test_ppx/test_ppx_op.ml+++ b/_build/default/test_ppx/.formatted/test_ppx_op.ml@@ -9,9 +9,16 @@ let%op a = [ (1, 2, 3); (4, 5, 6) ]let%op b = [| [ 7; 8 ]; [ 9; 10 ] |]let%op y = ("hey4" * 'q' 2.0) + 'p' 1.0let%op z = ('q' 2.0 * "hey5") + ("hey6" * 'p' 1.0)-let stride = 2 and dilation = 3++let stride = 2+and dilation = 3+let%op z2 = "hey7" *+ "stride*a+dilation*b,;b=>a," "hey8"-let z3 = let s = 2 and d = 3 in [%op "hey9" *+ "is*a+d*bc;b=>iac" "hey10"]++let z3 =+ let s = 2 and d = 3 in+ [%op "hey9" *+ "is*a+d*bc;b=>iac" "hey10"]+let () = ignore (y0, y1, y2, a, b, y, z, z2, z3)type mlp_layer_config = { label : string list; hid_dim : int }File "datasets/cifar10.ml", line 1, characters 0-0:diff --git a/_build/default/datasets/cifar10.ml b/_build/default/datasets/.formatted/cifar10.mlindex 0c28e35..dd33835 100644--- a/_build/default/datasets/cifar10.ml+++ b/_build/default/datasets/.formatted/cifar10.ml@@ -28,15 +28,12 @@ let read_cifar_batch filename =let num_bytes = String.length s inlet bytes_per_image = 3073 inif num_bytes mod bytes_per_image <> 0 then- failwith- (Printf.sprintf "File %s has unexpected size %d" filename num_bytes);+ failwith (Printf.sprintf "File %s has unexpected size %d" filename num_bytes);let num_images = num_bytes / bytes_per_image inPrintf.printf "Found %d images in %s.\n%!" num_images filename;- let images =- Genarray.create int8_unsigned c_layout [| num_images; 32; 32; 3 |]- in+ let images = Genarray.create int8_unsigned c_layout [| num_images; 32; 32; 3 |] inlet labels = Genarray.create int8_unsigned c_layout [| num_images |] infor i = 0 to num_images - 1 do@@ -48,14 +45,11 @@ let read_cifar_batch filename =for row = 0 to 31 dofor col = 0 to 31 dolet plane_idx = (row * 32) + col in- Genarray.set images [| i; row; col; 0 |]- (Char.code s.[r_offset + plane_idx]);+ Genarray.set images [| i; row; col; 0 |] (Char.code s.[r_offset + plane_idx]);(* Red *)- Genarray.set images [| i; row; col; 1 |]- (Char.code s.[g_offset + plane_idx]);+ Genarray.set images [| i; row; col; 1 |] (Char.code s.[g_offset + plane_idx]);(* Green *)- Genarray.set images [| i; row; col; 2 |]- (Char.code s.[b_offset + plane_idx])+ Genarray.set images [| i; row; col; 2 |] (Char.code s.[b_offset + plane_idx])(* Blue *)donedone@@ -73,9 +67,7 @@ let load () =let total_train_images = 50000 in(* Create the final training Genarray *)- let train_images =- Genarray.create int8_unsigned c_layout [| total_train_images; 32; 32; 3 |]- in+ let train_images = Genarray.create int8_unsigned c_layout [| total_train_images; 32; 32; 3 |] inlet train_labels = Genarray.create int8_unsigned c_layout [| total_train_images |] inlet current_offset = ref 0 in@@ -83,20 +75,14 @@ let load () =(fun (batch_images, batch_labels) ->let batch_size = (Genarray.dims batch_labels).(0) inlet img_slice_dims = [| batch_size; 32; 32; 3 |] in- let img_slice =- Genarray.sub_left train_images !current_offset batch_size- in+ let img_slice = Genarray.sub_left train_images !current_offset batch_size in(* Ensure the slice has the expected dimensions before blitting *)if Genarray.dims img_slice <> img_slice_dims thenfailwith(Printf.sprintf- "Internal error: train image slice dimension mismatch (expected \- %s, got %s)"- (String.concat "x"- (Array.to_list (Array.map string_of_int img_slice_dims)))- (String.concat "x"- (Array.to_list- (Array.map string_of_int (Genarray.dims img_slice)))));+ "Internal error: train image slice dimension mismatch (expected %s, got %s)"+ (String.concat "x" (Array.to_list (Array.map string_of_int img_slice_dims)))+ (String.concat "x" (Array.to_list (Array.map string_of_int (Genarray.dims img_slice)))));let lbl_slice = Genarray.sub_left train_labels !current_offset batch_size inGenarray.blit batch_images img_slice;File "arrayjit/test/test_numerical_types.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/test/test_numerical_types.ml b/_build/default/arrayjit/test/.formatted/test_numerical_types.mlindex 2fa3ce9..096defe 100644--- a/_build/default/arrayjit/test/test_numerical_types.ml+++ b/_build/default/arrayjit/test/.formatted/test_numerical_types.ml@@ -48,13 +48,15 @@ let test_padding () =Stdio.printf "\n\nTesting padding functionality:\n";(* Test padding with float32 array *)- let padding_config = [| { Ndarray.left = 1; right = 1 }; { left = 2; right = 1 } |] in (* left=1,right=1 for first dim; left=2,right=1 for second dim *)+ let padding_config = [| { Ndarray.left = 1; right = 1 }; { left = 2; right = 1 } |] in+ (* left=1,right=1 for first dim; left=2,right=1 for second dim *)let padding_value = -999.0 in- let padded_dims = [| 4; 6 |] in (* (2+1+1) x (3+2+1) *)-+ let padded_dims = [| 4; 6 |] in+ (* (2+1+1) x (3+2+1) *)+let arr =- Ndarray.create_array ~debug:"padded_test" Ops.single ~dims:padded_dims+ Ndarray.create_array ~debug:"padded_test" Ops.single ~dims:padded_dims~padding:(Some (padding_config, padding_value))(Ops.Constant_fill { values = [| 1.0; 2.0; 3.0; 4.0; 5.0; 6.0 |]; strict = true })in@@ -65,12 +67,13 @@ let test_padding () =for j = 0 to dims.(1) - 1 dolet idx = [| i; j |] inlet value = Ndarray.get_as_float arr idx in- Stdio.printf "%8.1f " value;+ Stdio.printf "%8.1f " valuedone;Stdio.printf "\n"done;-- Stdio.printf "\nExpected: padding value (-999.0) in margins, data values (1.0-6.0) in center region\n"++ Stdio.printf+ "\nExpected: padding value (-999.0) in margins, data values (1.0-6.0) in center region\n"let () =test_bfloat16_conversions ();File "datasets/dataset_utils.ml", line 1, characters 0-0:diff --git a/_build/default/datasets/dataset_utils.ml b/_build/default/datasets/.formatted/dataset_utils.mlindex 219b7e0..e629cb3 100644--- a/_build/default/datasets/dataset_utils.ml+++ b/_build/default/datasets/.formatted/dataset_utils.ml@@ -5,9 +5,7 @@ let () = Curl.global_init Curl.CURLINIT_GLOBALALLlet mkdir_p path perm =if path = "" || path = "." || path = Filename.dir_sep then ()else- let components =- String.split_on_char Filename.dir_sep.[0] path |> List.filter (( <> ) "")- in+ let components = String.split_on_char Filename.dir_sep.[0] path |> List.filter (( <> ) "") inlet is_absolute = path <> "" && path.[0] = Filename.dir_sep.[0] inlet initial_prefix = if is_absolute then Filename.dir_sep else "." in@@ -20,50 +18,38 @@ let mkdir_p path perm =in(if Sys.file_exists next_path then (if not (Sys.is_directory next_path) then- failwith- (Printf.sprintf "mkdir_p: '%s' exists but is not a directory"- next_path))+ failwith (Printf.sprintf "mkdir_p: '%s' exists but is not a directory" next_path))elsetry Unix.mkdir next_path perm with| Unix.Unix_error (Unix.EEXIST, _, _) ->if not (Sys.is_directory next_path) thenfailwith- (Printf.sprintf- "mkdir_p: '%s' appeared as non-directory file after \- EEXIST"+ (Printf.sprintf "mkdir_p: '%s' appeared as non-directory file after EEXIST"next_path)| Unix.Unix_error (e, fn, arg) ->failwith- (Printf.sprintf- "mkdir_p: Cannot create directory '%s': %s (%s %s)"- next_path (Unix.error_message e) fn arg)+ (Printf.sprintf "mkdir_p: Cannot create directory '%s': %s (%s %s)" next_path+ (Unix.error_message e) fn arg)| ex ->failwith- (Printf.sprintf- "mkdir_p: Unexpected error creating directory '%s': %s"+ (Printf.sprintf "mkdir_p: Unexpected error creating directory '%s': %s"next_path (Printexc.to_string ex)));next_path)initial_prefix components);()module Xdg = struct- let home =- try Sys.getenv "HOME"- with Not_found -> failwith "HOME environment variable not set."-+ let home = try Sys.getenv "HOME" with Not_found -> failwith "HOME environment variable not set."let cache_base = home ^ "/.cache/ocaml-nx/datasets/"endlet get_cache_dir dataset_name = Xdg.cache_base ^ dataset_name ^ "/"--let mkdir_p dir =- try mkdir_p dir 0o755 with Unix.Unix_error (Unix.EEXIST, _, _) -> ()+let mkdir_p dir = try mkdir_p dir 0o755 with Unix.Unix_error (Unix.EEXIST, _, _) -> ()let download_file url dest_path =let dest_dir = Filename.dirname dest_path inmkdir_p dest_dir;- Printf.printf "Attempting to download %s to %s\n%!" (Filename.basename url)- dest_path;+ Printf.printf "Attempting to download %s to %s\n%!" (Filename.basename url) dest_path;let h = new Curl.handle inh#set_url url;(* Follow redirects *)@@ -82,20 +68,15 @@ let download_file url dest_path =String.length s);h#perform;let code = h#get_responsecode in- if code >= 200 && code < 300 then Ok ()- else Error (Printf.sprintf "HTTP Error: %d" code)+ if code >= 200 && code < 300 then Ok () else Error (Printf.sprintf "HTTP Error: %d" code)with- | Curl.CurlException (_code, _, msg) ->- Error (Printf.sprintf "Curl error: %s" msg)- | exn ->- Error (Printf.sprintf "Download exception: %s" (Printexc.to_string exn))+ | Curl.CurlException (_code, _, msg) -> Error (Printf.sprintf "Curl error: %s" msg)+ | exn -> Error (Printf.sprintf "Download exception: %s" (Printexc.to_string exn))inclose_out oc;h#cleanup;match result with- | Ok () ->- Printf.printf "Downloaded %s successfully.\n%!"- (Filename.basename dest_path)+ | Ok () -> Printf.printf "Downloaded %s successfully.\n%!" (Filename.basename dest_path)| Error msg ->(* Clean up potentially incomplete file *)(try Sys.remove dest_path with Sys_error _ -> ());@@ -116,26 +97,19 @@ let ensure_extracted_archive ~url ~archive_path ~extract_dir ~check_file =(* Basic support for tar.gz *)if Filename.check_suffix archive_path ".tar.gz" then (let command =- Printf.sprintf "tar xzf %s -C %s"- (Filename.quote archive_path)- (Filename.quote extract_dir)+ Printf.sprintf "tar xzf %s -C %s" (Filename.quote archive_path) (Filename.quote extract_dir)inPrintf.printf "Executing: %s\n%!" command;let exit_code = Unix.system command inif exit_code <> Unix.WEXITED 0 then- failwith- (Printf.sprintf "Archive extraction command failed: '%s'" command)+ failwith (Printf.sprintf "Archive extraction command failed: '%s'" command)else Printf.printf "Extracted archive successfully.\n%!"(* Verify extraction *))- else- failwith- (Printf.sprintf "Unsupported archive type for %s (only .tar.gz)"- archive_path);+ else failwith (Printf.sprintf "Unsupported archive type for %s (only .tar.gz)" archive_path);if not (Sys.file_exists check_file_full_path) thenfailwith- (Printf.sprintf "Extraction failed, %s not found after extraction."- check_file_full_path))+ (Printf.sprintf "Extraction failed, %s not found after extraction." check_file_full_path))else Printf.printf "Found extracted file %s.\n%!" check_file_full_pathlet ensure_decompressed_gz ~gz_path ~target_path =@@ -159,8 +133,7 @@ let ensure_decompressed_gz ~gz_path ~target_path =close_out oc;Printf.printf "Decompressed to %s.\n%!" target_path;true- with Gzip.Error msg ->- failwith (Printf.sprintf "Gzip error for %s: %s" gz_path msg))+ with Gzip.Error msg -> failwith (Printf.sprintf "Gzip error for %s: %s" gz_path msg))else (Printf.printf "Compressed file %s not found.\n%!" gz_path;false)Warning: Invalid documentation comment:File "arrayjit/lib/low_level.mli", line 26, characters 69-69:End of text is not allowed in '[...]' (code).File "arrayjit/lib/low_level.mli", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/low_level.mli b/_build/default/arrayjit/lib/.formatted/low_level.mliindex fdfc158..3a84d4b 100644--- a/_build/default/arrayjit/lib/low_level.mli+++ b/_build/default/arrayjit/lib/.formatted/low_level.mli@@ -16,7 +16,8 @@ type dedicated_access =(** Each device has at most one merge buffer, which is re-used, and re-allocated as needed, bymerge operations. The merge buffer is associated with the source node of the device's mostrecent [device_to_device ~into_merge_buffer:true] operation. *)- | File_mapped of string * Ops.prec (** Reads the data using [Unix.openfile] and [Unix.map_file]. *)+ | File_mapped of string * Ops.prec+ (** Reads the data using [Unix.openfile] and [Unix.map_file]. *)| Uint4x32_to_prec_uniform of {source : Tnode.t;prec : (Ops.prec[@equal.ignore] [@compare.ignore]);File "lib/ppx_op.ml", line 1, characters 0-0:diff --git a/_build/default/lib/ppx_op.ml b/_build/default/lib/.formatted/ppx_op.mlindex b524e28..76bd5de 100644--- a/_build/default/lib/ppx_op.ml+++ b/_build/default/lib/.formatted/ppx_op.ml@@ -108,8 +108,7 @@ let rec translate ~num_configs ~is_toplevel ~has_config ?label expr =let spec = substitute_identifiers_in_einsum_spec ~loc spec_str in( reduce_vbss [ vbs1; vbs2 ],[%expr TDSL.einsum ?label:[%e opt_expr ~loc label] [%e spec] [%e e1] [%e e2]] )- | [%expr- [%e? expr1] ++ [%e? { pexp_desc = Pexp_constant (Pconst_string (spec_str, _, _)); _ }]]+ | [%expr [%e? expr1] ++ [%e? { pexp_desc = Pexp_constant (Pconst_string (spec_str, _, _)); _ }]]when String.contains spec_str '>' ->let vbs1, e1 = loop expr1 inlet spec = substitute_identifiers_in_einsum_spec ~loc spec_str inFile "lib/operation.ml", line 1, characters 0-0:diff --git a/_build/default/lib/operation.ml b/_build/default/lib/.formatted/operation.mlindex 1cf4029..a04677f 100644--- a/_build/default/lib/operation.ml+++ b/_build/default/lib/.formatted/operation.ml@@ -471,8 +471,7 @@ module TDSL = struct(** It's like `Tensor.param` but without shape inference. *)let init_param ~l ?(b = []) ?(i = []) ?(o = []) values =Tensor.term ~label:[ l ] ~grad_spec:Require_grad ~batch_dims:b ~input_dims:i ~output_dims:o- ~fetch_op:(Asgns.Constant_fill values)- ()+ ~fetch_op:(Asgns.Constant_fill values) ()endmodule NTDSL = structFile "lib/train.ml", line 1, characters 0-0:diff --git a/_build/default/lib/train.ml b/_build/default/lib/.formatted/train.mlindex f565032..024ee9f 100644--- a/_build/default/lib/train.ml+++ b/_build/default/lib/.formatted/train.ml@@ -111,21 +111,21 @@ let grad_update ?(disable_rootness_check = false) ?(setup_for_parallel = false)let fwd =if disable_rootness_check then loss.Tensor.forward else Tensor.consume_forward_code lossin-let diff = diff_or_error loss "Train.grad_update" in- let zero_grads, bprop =- if disable_rootness_check then (diff.zero_grads, diff.backprop)- else Tensor.consume_backprop_code loss- in- (* Note: the %cd syntax for [loss.grad] does not modify roots. *)- [%cd- ~~(loss "gradient update";- ~~(loss "fwd";- fwd);- ~~(loss "zero grads";- Asgns.to_comp zero_grads);- loss.grad =: 1;- ~~(loss "bprop";- bprop))]+ let diff = diff_or_error loss "Train.grad_update" in+ let zero_grads, bprop =+ if disable_rootness_check then (diff.zero_grads, diff.backprop)+ else Tensor.consume_backprop_code loss+ in+ (* Note: the %cd syntax for [loss.grad] does not modify roots. *)+ [%cd+ ~~(loss "gradient update";+ ~~(loss "fwd";+ fwd);+ ~~(loss "zero grads";+ Asgns.to_comp zero_grads);+ loss.grad =: 1;+ ~~(loss "bprop";+ bprop))](** See: https://github.com/tinygrad/tinygrad/blob/master/tinygrad/nn/optim.py *)let sgd_one ~learning_rate ?(momentum = 0.0) ?(weight_decay = 0.0) ?(nesterov = false) p =File "arrayjit/lib/tnode.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/tnode.ml b/_build/default/arrayjit/lib/.formatted/tnode.mlindex 856777c..6f65d2c 100644--- a/_build/default/arrayjit/lib/tnode.ml+++ b/_build/default/arrayjit/lib/.formatted/tnode.ml@@ -626,10 +626,7 @@ let get_value tn =let set_values tn values =do_write tn;- Nd.(- set_flat_values values- @@ Option.value_exn ~here:[%here]- @@ Lazy.force tn.array)+ Nd.(set_flat_values values @@ Option.value_exn ~here:[%here] @@ Lazy.force tn.array)let get_values tn =do_read tn;File "lib/tensor.ml", line 1, characters 0-0:diff --git a/_build/default/lib/tensor.ml b/_build/default/lib/.formatted/tensor.mlindex d93f7f8..54a23cb 100644--- a/_build/default/lib/tensor.ml+++ b/_build/default/lib/.formatted/tensor.ml@@ -305,13 +305,10 @@ let term ~label ~grad_spec ?batch_dims ?input_dims ?output_dims ?batch_axes ?inplet open Asgns inlet dims = lazy (Lazy.force projections).Idx.lhs_dims inmatch (fetch_op, fetch_op) with- | None, Some (Ir.Assignments.Constant _)- when not (is_require_grad grad_spec) ->+ | None, Some (Ir.Assignments.Constant _) when not (is_require_grad grad_spec) ->(* The scalar literal case. *)let fetch_op =- match fetch_op with- | Some (Ir.Assignments.Constant c) -> Constant c- | _ -> assert false+ match fetch_op with Some (Ir.Assignments.Constant c) -> Constant c | _ -> assert falseinAsgns.to_comp @@ Fetch { array = v; fetch_op; dims }| None, _ -> Asgns.empty_comp@@ -362,8 +359,7 @@ let ndarray ?(label = []) ?(grad_spec = Prohibit_grad) ?batch_dims ?input_dims ?let dims = Array.concat_map [| batch_ds; output_ds; input_ds |] ~f:Array.of_list inlet debug = "Temporary array for pretty-printing" inlet ndarr =- Nd.create_array ~debug Ir.Ops.double ~dims ~padding:None- (Asgns.Constant_fill values)+ Nd.create_array ~debug Ir.Ops.double ~dims ~padding:None (Asgns.Constant_fill values)inlet ( ! ) = List.length inlet b = Buffer.create 1024 in@@ -386,9 +382,7 @@ let ndarray ?(label = []) ?(grad_spec = Prohibit_grad) ?batch_dims ?input_dims ?inlet t =term ~label ~grad_spec ?batch_dims ?input_dims ?output_dims ?batch_axes ?input_axes ?output_axes- ~deduced:Not_constrained- ~fetch_op:(Asgns.Constant_fill values)- ()+ ~deduced:Not_constrained ~fetch_op:(Asgns.Constant_fill values) ()inTn.update_memory_mode t.value Effectively_constant 24;let max_abs = Array.fold values ~init:0. ~f:(fun acc v -> Float.(max acc @@ abs v)) in@@ -397,12 +391,10 @@ let ndarray ?(label = []) ?(grad_spec = Prohibit_grad) ?batch_dims ?input_dims ?Tn.update_prec ~only_if:is_up_to_fp16 t.value single);t-let param ?(more_label = []) ?input_dims ?output_dims ?input_axes ?output_axes ?deduced- ?values label =+let param ?(more_label = []) ?input_dims ?output_dims ?input_axes ?output_axes ?deduced ?values+ label =let fetch_op =- match values with- | Some values -> Asgns.Constant_fill values- | None -> Asgns.Standard_uniform+ match values with Some values -> Asgns.Constant_fill values | None -> Asgns.Standard_uniforminlet t =term ~label:(label :: more_label) ~grad_spec:Require_grad ~batch_dims:[] ?input_dimsFile "lib/shape.ml", line 1, characters 0-0:diff --git a/_build/default/lib/shape.ml b/_build/default/lib/.formatted/shape.mlindex 0f13f38..2c3bd6d 100644--- a/_build/default/lib/shape.ml+++ b/_build/default/lib/.formatted/shape.ml@@ -394,8 +394,7 @@ let%debug4_sexp get_inequalities ({ shape = cur_sh; logic; id = _ } as _upd : up[ Terminal_row cur_sh.batch; Terminal_row cur_sh.input; Terminal_row cur_sh.output ]inmatch logic with- | Terminal (Range_over_offsets | Standard_uniform) ->- (Row.dim_map_empty, mark_terminal ())+ | Terminal (Range_over_offsets | Standard_uniform) -> (Row.dim_map_empty, mark_terminal ())| Terminal (Constant_fill values) ->let len = Array.length values inlet io_dims =File "arrayjit/lib/gcc_backend.ml", line 1, characters 0-0:diff --git a/_build/default/arrayjit/lib/gcc_backend.ml b/_build/default/arrayjit/lib/.formatted/gcc_backend.mlindex 2d8b986..5363626 100644--- a/_build/default/arrayjit/lib/gcc_backend.ml+++ b/_build/default/arrayjit/lib/.formatted/gcc_backend.ml@@ -233,10 +233,9 @@ let compile_main ~name ~log_functions ~env { ctx; nodes; get_ident; merge_node;| Iterator s -> Map.find_exn env s| Affine { symbols; offset } ->List.fold symbols ~init:(RValue.int ctx c_index offset) ~f:(fun acc (coeff, s) ->- RValue.binary_op ctx Plus c_index acc- (RValue.binary_op ctx Mult c_index- (RValue.int ctx c_index coeff)- (Map.find_exn env s))))+ RValue.binary_op ctx Plus c_index acc+ (RValue.binary_op ctx Mult c_index (RValue.int ctx c_index coeff)+ (Map.find_exn env s))))with e ->Stdlib.Format.eprintf"exec_as_gccjit: missing index from@ %a@ among environment keys:@ %a\n%!" Sexp.pp_hum@@ -359,10 +358,14 @@ let compile_main ~name ~log_functions ~env { ctx; nodes; get_ident; merge_node;| Embed_index (Fixed_idx i) -> (Int.to_string i, [])| Embed_index (Iterator s) -> (Indexing.symbol_ident s ^ "{=%d}", [ Map.find_exn env s ])| Embed_index (Affine { symbols; offset }) ->- let terms = List.map symbols ~f:(fun (coeff, s) ->- if coeff = 1 then Indexing.symbol_ident s- else Int.to_string coeff ^ "*" ^ Indexing.symbol_ident s) in- let expr = String.concat ~sep:"+" (terms @ if offset = 0 then [] else [Int.to_string offset]) in+ let terms =+ List.map symbols ~f:(fun (coeff, s) ->+ if coeff = 1 then Indexing.symbol_ident s+ else Int.to_string coeff ^ "*" ^ Indexing.symbol_ident s)+ in+ let expr =+ String.concat ~sep:"+" (terms @ if offset = 0 then [] else [ Int.to_string offset ])+ in(expr, [])| Binop (Arg1, v1, _v2) -> loop v1| Binop (Arg2, _v1, v2) -> loop v2@@ -524,10 +527,9 @@ let compile_main ~name ~log_functions ~env { ctx; nodes; get_ident; merge_node;raise e)| Embed_index (Affine { symbols; offset }) ->List.fold symbols ~init:(RValue.int ctx num_typ offset) ~f:(fun acc (coeff, s) ->- RValue.binary_op ctx Plus num_typ acc- (RValue.binary_op ctx Mult num_typ- (RValue.int ctx num_typ coeff)- (RValue.cast ctx (Map.find_exn env s) num_typ)))+ RValue.binary_op ctx Plus num_typ acc+ (RValue.binary_op ctx Mult num_typ (RValue.int ctx num_typ coeff)+ (RValue.cast ctx (Map.find_exn env s) num_typ)))| Binop (Arg2, _, c2) -> loop c2| Binop (Arg1, c1, _) -> loop c1| Binop (op, c1, c2) -> loop_binop op ~num_typ prec ~v1:(loop c1) ~v2:(loop c2)File "lib/ppx_cd.ml", line 1, characters 0-0:diff --git a/_build/default/lib/ppx_cd.ml b/_build/default/lib/.formatted/ppx_cd.mlindex 86e5a81..f373fef 100644--- a/_build/default/lib/ppx_cd.ml+++ b/_build/default/lib/.formatted/ppx_cd.ml@@ -779,8 +779,8 @@ let translate (expr : expression) : result =vbs = no_vbs;}| [%expr [%e? expr1] **. [%e? { pexp_desc = Pexp_constant (Pconst_integer _); _ } as i]] ->- (* We need to hardcode these two patterns (for **. ) to prevent the numbers from- being converted to tensors. *)+ (* We need to hardcode these two patterns (for **. ) to prevent the numbers from being+ converted to tensors. *)let res1 = loop ~proj_in_scope expr1 in{res1 with@@ -792,8 +792,7 @@ let translate (expr : expression) : result ={ res1 with typ = Tensor; expr = [%expr NTDSL.O.( **. ) [%e res1.expr] [%e expr2]] }| [%expr[%e? expr1]- *+ [%e? { pexp_desc = Pexp_constant (Pconst_string (spec_str, _, _)); _ }]- [%e? expr2]]+ *+ [%e? { pexp_desc = Pexp_constant (Pconst_string (spec_str, _, _)); _ }] [%e? expr2]]when String.contains spec_str '>' ->let res1 = loop ~proj_in_scope expr1 inlet res2 = loop ~proj_in_scope expr2 in@@ -809,9 +808,7 @@ let translate (expr : expression) : result =expr = [%expr NTDSL.einsum [%e spec] [%e res1.expr] [%e res2.expr]];array_opt_of_code = None;}- | [%expr- [%e? expr1]- ++ [%e? { pexp_desc = Pexp_constant (Pconst_string (spec_str, _, _)); _ }]]+ | [%expr [%e? expr1] ++ [%e? { pexp_desc = Pexp_constant (Pconst_string (spec_str, _, _)); _ }]]when String.contains spec_str '>' ->let res1 = loop ~proj_in_scope expr1 inlet spec = substitute_identifiers_in_einsum_spec ~loc spec_str indune build @fmt failed"/usr/bin/env" "bash" "-c" "opam exec -- dune build @fmt --ignore-promoted-rules || (echo "dune build @fmt failed"; exit 2)" failed with exit status 22025-06-26 11:35.51: Job failed: Failed: Build failed