[INFO] cloning repository https://github.com/siddthartha/enso-ml [INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/siddthartha/enso-ml" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fsiddthartha%2Fenso-ml", kill_on_drop: false }` [INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fsiddthartha%2Fenso-ml'... [INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }` [INFO] [stdout] 3622ff03247335a77f84dd2e5d312c39c471fe84 [INFO] checking siddthartha/enso-ml/3622ff03247335a77f84dd2e5d312c39c471fe84 against master#fd17deacce374a4185c882795be162e17b557050 for pr-138001 [INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fsiddthartha%2Fenso-ml" "/workspace/builds/worker-6-tc1/source", kill_on_drop: false }` [INFO] [stderr] Cloning into '/workspace/builds/worker-6-tc1/source'... [INFO] [stderr] done. [INFO] validating manifest of git repo https://github.com/siddthartha/enso-ml on toolchain fd17deacce374a4185c882795be162e17b557050 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+fd17deacce374a4185c882795be162e17b557050" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking git repo https://github.com/siddthartha/enso-ml [INFO] finished tweaking git repo https://github.com/siddthartha/enso-ml [INFO] tweaked toml for git repo https://github.com/siddthartha/enso-ml written to /workspace/builds/worker-6-tc1/source/Cargo.toml [INFO] crate git repo https://github.com/siddthartha/enso-ml already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+fd17deacce374a4185c882795be162e17b557050" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating git repository `https://github.com/huggingface/candle.git` [INFO] [stderr] Updating git submodule `https://github.com/NVIDIA/cutlass.git` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded gemm-common v0.17.1 [INFO] [stderr] Downloaded gemm-f16 v0.17.1 [INFO] [stderr] Downloaded gemm-c64 v0.17.1 [INFO] [stderr] Downloaded gemm-f32 v0.17.1 [INFO] [stderr] Downloaded gemm-f64 v0.17.1 [INFO] [stderr] Downloaded gemm v0.17.1 [INFO] [stderr] Downloaded bindgen_cuda v0.1.5 [INFO] [stderr] Downloaded safetensors v0.4.3 [INFO] [stderr] Downloaded gemm-c32 v0.17.1 [INFO] [stderr] Downloaded zip v1.3.0 [INFO] [stderr] Downloaded fancy-regex v0.13.0 [INFO] [stderr] Downloaded cudarc v0.11.1 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:1680c8fbd8dfb46fcd6d22e546df16ab0e007457dc29fcd9e987cdd5077fd1af" "/opt/rustwide/cargo-home/bin/cargo" "+fd17deacce374a4185c882795be162e17b557050" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 649a007839c4df580bfca60469be3e470453920f7bb1831b7570dcfa81beaa21 [INFO] running `Command { std: "docker" "start" "-a" "649a007839c4df580bfca60469be3e470453920f7bb1831b7570dcfa81beaa21", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "649a007839c4df580bfca60469be3e470453920f7bb1831b7570dcfa81beaa21", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "649a007839c4df580bfca60469be3e470453920f7bb1831b7570dcfa81beaa21", kill_on_drop: false }` [INFO] [stdout] 649a007839c4df580bfca60469be3e470453920f7bb1831b7570dcfa81beaa21 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:1680c8fbd8dfb46fcd6d22e546df16ab0e007457dc29fcd9e987cdd5077fd1af" "/opt/rustwide/cargo-home/bin/cargo" "+fd17deacce374a4185c882795be162e17b557050" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] a490ecc642b1d3f0cfa1cdec27a4da12eff97bdd357296f80bb40c08a4e7d11b [INFO] running `Command { std: "docker" "start" "-a" "a490ecc642b1d3f0cfa1cdec27a4da12eff97bdd357296f80bb40c08a4e7d11b", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.82 [INFO] [stderr] Compiling libc v0.2.153 [INFO] [stderr] Compiling autocfg v1.3.0 [INFO] [stderr] Compiling cc v1.0.98 [INFO] [stderr] Compiling crossbeam-utils v0.8.19 [INFO] [stderr] Checking once_cell v1.19.0 [INFO] [stderr] Checking memchr v2.7.2 [INFO] [stderr] Compiling libm v0.2.8 [INFO] [stderr] Checking pin-project-lite v0.2.14 [INFO] [stderr] Checking bytes v1.6.0 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Checking log v0.4.21 [INFO] [stderr] Checking either v1.12.0 [INFO] [stderr] Compiling serde v1.0.202 [INFO] [stderr] Compiling pkg-config v0.3.30 [INFO] [stderr] Checking crossbeam-epoch v0.9.18 [INFO] [stderr] Checking smallvec v1.13.2 [INFO] [stderr] Compiling lock_api v0.4.12 [INFO] [stderr] Checking futures-sink v0.3.30 [INFO] [stderr] Compiling quote v1.0.36 [INFO] [stderr] Checking crossbeam-deque v0.8.5 [INFO] [stderr] Compiling parking_lot_core v0.9.10 [INFO] [stderr] Checking getrandom v0.2.14 [INFO] [stderr] Compiling syn v2.0.64 [INFO] [stderr] Checking rand_core v0.6.4 [INFO] [stderr] Checking rayon-core v1.12.1 [INFO] [stderr] Checking num_cpus v1.16.0 [INFO] [stderr] Checking futures-core v0.3.30 [INFO] [stderr] Compiling slab v0.4.9 [INFO] [stderr] Compiling typenum v1.17.0 [INFO] [stderr] Checking fnv v1.0.7 [INFO] [stderr] Compiling paste v1.0.15 [INFO] [stderr] Checking scopeguard v1.2.0 [INFO] [stderr] Checking rand_chacha v0.3.1 [INFO] [stderr] Compiling crc32fast v1.4.0 [INFO] [stderr] Checking futures-channel v0.3.30 [INFO] [stderr] Checking rand v0.8.5 [INFO] [stderr] Checking socket2 v0.5.7 [INFO] [stderr] Checking rayon v1.10.0 [INFO] [stderr] Checking parking_lot v0.12.2 [INFO] [stderr] Checking mio v0.8.11 [INFO] [stderr] Checking signal-hook-registry v1.4.2 [INFO] [stderr] Checking futures-task v0.3.30 [INFO] [stderr] Checking reborrow v0.5.5 [INFO] [stderr] Checking byteorder v1.5.0 [INFO] [stderr] Checking rand_distr v0.4.3 [INFO] [stderr] Checking pin-utils v0.1.0 [INFO] [stderr] Compiling vcpkg v0.2.15 [INFO] [stderr] Checking futures-io v0.3.30 [INFO] [stderr] Checking hashbrown v0.14.5 [INFO] [stderr] Checking tinyvec_macros v0.1.1 [INFO] [stderr] Checking equivalent v1.0.1 [INFO] [stderr] Compiling serde_json v1.0.117 [INFO] [stderr] Compiling thiserror v1.0.60 [INFO] [stderr] Checking tinyvec v1.6.0 [INFO] [stderr] Checking http v0.2.12 [INFO] [stderr] Checking raw-cpuid v10.7.0 [INFO] [stderr] Compiling openssl-sys v0.9.102 [INFO] [stderr] Compiling httparse v1.8.0 [INFO] [stderr] Checking indexmap v2.2.6 [INFO] [stderr] Compiling seq-macro v0.3.5 [INFO] [stderr] Checking percent-encoding v2.3.1 [INFO] [stderr] Checking form_urlencoded v1.2.1 [INFO] [stderr] Checking unicode-normalization v0.1.23 [INFO] [stderr] Compiling generic-array v0.14.7 [INFO] [stderr] Checking unicode-bidi v0.3.15 [INFO] [stderr] Checking adler v1.0.2 [INFO] [stderr] Checking tracing-core v0.1.32 [INFO] [stderr] Compiling openssl v0.10.64 [INFO] [stderr] Checking foreign-types-shared v0.1.1 [INFO] [stderr] Checking idna v0.5.0 [INFO] [stderr] Checking foreign-types v0.3.2 [INFO] [stderr] Compiling ring v0.17.8 [INFO] [stderr] Checking aho-corasick v1.1.3 [INFO] [stderr] Checking regex-syntax v0.8.3 [INFO] [stderr] Checking url v2.5.0 [INFO] [stderr] Compiling glob v0.3.1 [INFO] [stderr] Checking simd-adler32 v0.3.7 [INFO] [stderr] Compiling native-tls v0.2.11 [INFO] [stderr] Checking spin v0.9.8 [INFO] [stderr] Compiling strsim v0.11.1 [INFO] [stderr] Checking bitflags v2.5.0 [INFO] [stderr] Compiling unicase v2.7.0 [INFO] [stderr] Checking try-lock v0.2.5 [INFO] [stderr] Checking mime v0.3.17 [INFO] [stderr] Checking openssl-probe v0.1.5 [INFO] [stderr] Checking httpdate v1.0.3 [INFO] [stderr] Checking want v0.3.1 [INFO] [stderr] Checking miniz_oxide v0.7.3 [INFO] [stderr] Checking block-buffer v0.10.4 [INFO] [stderr] Checking crypto-common v0.1.6 [INFO] [stderr] Checking http-body v0.4.6 [INFO] [stderr] Compiling backtrace v0.3.71 [INFO] [stderr] Compiling portable-atomic v1.6.0 [INFO] [stderr] Compiling zip v1.3.0 [INFO] [stderr] Compiling synstructure v0.13.1 [INFO] [stderr] Compiling darling_core v0.20.9 [INFO] [stderr] Checking base64 v0.21.7 [INFO] [stderr] Checking tower-service v0.3.2 [INFO] [stderr] Checking rustls-pki-types v1.7.0 [INFO] [stderr] Compiling cudarc v0.11.1 [INFO] [stderr] Checking lazy_static v1.4.0 [INFO] [stderr] Checking untrusted v0.9.0 [INFO] [stderr] Compiling gimli v0.28.1 [INFO] [stderr] Checking stable_deref_trait v1.2.0 [INFO] [stderr] Checking regex-automata v0.4.6 [INFO] [stderr] error: failed to run custom build command for `cudarc v0.11.1` [INFO] [stderr] note: To improve backtraces for build dependencies, set the CARGO_PROFILE_DEV_BUILD_OVERRIDE_DEBUG=true environment variable to enable debug information generation. [INFO] [stderr] [INFO] [stderr] Caused by: [INFO] [stderr] process didn't exit successfully: `/opt/rustwide/target/debug/build/cudarc-6f84947fc8a764b5/build-script-build` (exit status: 101) [INFO] [stderr] --- stdout [INFO] [stderr] cargo:rerun-if-changed=build.rs [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_ROOT [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_PATH [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_TOOLKIT_ROOT_DIR [INFO] [stderr] [INFO] [stderr] --- stderr [INFO] [stderr] [INFO] [stderr] thread 'main' panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.11.1/build.rs:33:17: [INFO] [stderr] Unable to find `include/cuda.h` under any of: ["/usr", "/usr/local/cuda", "/opt/cuda", "/usr/lib/cuda", "C:/Program Files/NVIDIA GPU Computing Toolkit", "C:/CUDA"]. Set the `CUDA_ROOT` environment variable to `$CUDA_ROOT/include/cuda.h` to override path. [INFO] [stderr] stack backtrace: [INFO] [stderr] 0: 0x5653772786f3 - std::backtrace_rs::backtrace::libunwind::trace::hb0302a06003acae9 [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stderr] 1: 0x5653772786f3 - std::backtrace_rs::backtrace::trace_unsynchronized::hd61d826aa61a91ce [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stderr] 2: 0x5653772786f3 - std::sys::backtrace::_print_fmt::h4c46686bc21fe799 [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/sys/backtrace.rs:66:9 [INFO] [stderr] 3: 0x5653772786f3 - ::fmt::h38d103f25b5fc9da [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/sys/backtrace.rs:39:26 [INFO] [stderr] 4: 0x565377295c33 - core::fmt::rt::Argument::fmt::h68008e169ec118a8 [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/core/src/fmt/rt.rs:177:76 [INFO] [stderr] 5: 0x565377295c33 - core::fmt::write::h51e5c982d87d838d [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/core/src/fmt/mod.rs:1449:21 [INFO] [stderr] 6: 0x565377275e53 - std::io::Write::write_fmt::h24e7c9ef42bcecab [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/io/mod.rs:1890:15 [INFO] [stderr] 7: 0x565377278542 - std::sys::backtrace::BacktraceLock::print::h2f36236a0c89f5ad [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/sys/backtrace.rs:42:9 [INFO] [stderr] 8: 0x56537727948a - std::panicking::default_hook::{{closure}}::hfa3a01d30bf38a16 [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/panicking.rs:298:22 [INFO] [stderr] 9: 0x5653772792fa - std::panicking::default_hook::h73a43ec84dfb2d2e [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/panicking.rs:325:9 [INFO] [stderr] 10: 0x565377279d52 - std::panicking::rust_panic_with_hook::h7086c047409dd55a [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/panicking.rs:831:13 [INFO] [stderr] 11: 0x565377279bea - std::panicking::begin_panic_handler::{{closure}}::hbcc7938463cd12bd [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/panicking.rs:704:13 [INFO] [stderr] 12: 0x565377278be9 - std::sys::backtrace::__rust_end_short_backtrace::hf8fc633b7853f6d2 [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/sys/backtrace.rs:168:18 [INFO] [stderr] 13: 0x56537727987d - rust_begin_unwind [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/panicking.rs:695:5 [INFO] [stderr] 14: 0x565377294e80 - core::panicking::panic_fmt::h416190ca0b61f92d [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/core/src/panicking.rs:75:14 [INFO] [stderr] 15: 0x5653772526d2 - build_script_build::cuda_version_from_build_system::{{closure}}::hbe60447eafe47d56 [INFO] [stderr] 16: 0x565377250cfb - core::option::Option::unwrap_or_else::h6ff5e462ce8b591b [INFO] [stderr] 17: 0x565377251d07 - build_script_build::cuda_version_from_build_system::hce0761aa186188da [INFO] [stderr] 18: 0x565377251c82 - build_script_build::main::h4fb53722cd5550e2 [INFO] [stderr] 19: 0x56537724f443 - core::ops::function::FnOnce::call_once::hc6ebac8d33c48663 [INFO] [stderr] 20: 0x56537724eeb6 - std::sys::backtrace::__rust_begin_short_backtrace::h7766eb553b49d9f1 [INFO] [stderr] 21: 0x56537724ed79 - std::rt::lang_start::{{closure}}::h28c40033901aa0c8 [INFO] [stderr] 22: 0x565377272fe0 - core::ops::function::impls:: for &F>::call_once::hf07a282679b3d40c [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/core/src/ops/function.rs:284:13 [INFO] [stderr] 23: 0x565377272fe0 - std::panicking::try::do_call::h8655451807e5d90f [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/panicking.rs:587:40 [INFO] [stderr] 24: 0x565377272fe0 - std::panicking::try::h37aeb4e229f84b9b [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/panicking.rs:550:19 [INFO] [stderr] 25: 0x565377272fe0 - std::panic::catch_unwind::h0322a50cc7e7ee5a [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/panic.rs:359:14 [INFO] [stderr] 26: 0x565377272fe0 - std::rt::lang_start_internal::{{closure}}::h418e22462f02c383 [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/rt.rs:168:24 [INFO] [stderr] 27: 0x565377272fe0 - std::panicking::try::do_call::h8f6c070182c75d2d [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/panicking.rs:587:40 [INFO] [stderr] 28: 0x565377272fe0 - std::panicking::try::h86ac1ffb16a52149 [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/panicking.rs:550:19 [INFO] [stderr] 29: 0x565377272fe0 - std::panic::catch_unwind::h443ab3f51556a7f5 [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/panic.rs:359:14 [INFO] [stderr] 30: 0x565377272fe0 - std::rt::lang_start_internal::h3c6ad42637ea01cd [INFO] [stderr] at /rustc/fd17deacce374a4185c882795be162e17b557050/library/std/src/rt.rs:164:5 [INFO] [stderr] 31: 0x56537724ed61 - std::rt::lang_start::h3ffebeaac28c5e19 [INFO] [stderr] 32: 0x565377253035 - main [INFO] [stderr] 33: 0x7038bc547d90 - [INFO] [stderr] 34: 0x7038bc547e40 - __libc_start_main [INFO] [stderr] 35: 0x56537724e775 - _start [INFO] [stderr] 36: 0x0 - [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] running `Command { std: "docker" "inspect" "a490ecc642b1d3f0cfa1cdec27a4da12eff97bdd357296f80bb40c08a4e7d11b", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "a490ecc642b1d3f0cfa1cdec27a4da12eff97bdd357296f80bb40c08a4e7d11b", kill_on_drop: false }` [INFO] [stdout] a490ecc642b1d3f0cfa1cdec27a4da12eff97bdd357296f80bb40c08a4e7d11b