[INFO] cloning repository https://github.com/danielclough/candle_tensor-tools [INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/danielclough/candle_tensor-tools" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fdanielclough%2Fcandle_tensor-tools", kill_on_drop: false }` [INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fdanielclough%2Fcandle_tensor-tools'... [INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }` [INFO] [stdout] 514bbc7cfd4fbebb8683596b64ae49c61ee86488 [INFO] testing danielclough/candle_tensor-tools/514bbc7cfd4fbebb8683596b64ae49c61ee86488 against try#f23b22458132fb20faeb8a915b1c252478696f25 for pr-131095 [INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fdanielclough%2Fcandle_tensor-tools" "/workspace/builds/worker-2-tc2/source", kill_on_drop: false }` [INFO] [stderr] Cloning into '/workspace/builds/worker-2-tc2/source'... [INFO] [stderr] done. [INFO] validating manifest of git repo https://github.com/danielclough/candle_tensor-tools on toolchain f23b22458132fb20faeb8a915b1c252478696f25 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+f23b22458132fb20faeb8a915b1c252478696f25" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking git repo https://github.com/danielclough/candle_tensor-tools [INFO] finished tweaking git repo https://github.com/danielclough/candle_tensor-tools [INFO] tweaked toml for git repo https://github.com/danielclough/candle_tensor-tools written to /workspace/builds/worker-2-tc2/source/Cargo.toml [INFO] crate git repo https://github.com/danielclough/candle_tensor-tools already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+f23b22458132fb20faeb8a915b1c252478696f25" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded safetensors v0.4.1 [INFO] [stderr] Downloaded zerofrom v0.1.3 [INFO] [stderr] Downloaded yoke v0.7.3 [INFO] [stderr] Downloaded memmap2 v0.7.1 [INFO] [stderr] Downloaded intel-mkl-src v0.8.1 [INFO] [stderr] Downloaded yoke-derive v0.7.3 [INFO] [stderr] Downloaded gemm-c32 v0.16.15 [INFO] [stderr] Downloaded gemm-c64 v0.16.15 [INFO] [stderr] Downloaded gemm v0.16.15 [INFO] [stderr] Downloaded xattr v1.1.2 [INFO] [stderr] Downloaded safetensors v0.3.3 [INFO] [stderr] Downloaded getset v0.1.2 [INFO] [stderr] Downloaded oci-spec v0.5.8 [INFO] [stderr] Downloaded candle-kernels v0.3.1 [INFO] [stderr] Downloaded pulp v0.18.6 [INFO] [stderr] Downloaded gemm-f16 v0.16.15 [INFO] [stderr] Downloaded cudarc v0.9.15 [INFO] [stderr] Downloaded candle-core v0.3.1 [INFO] [stderr] Downloaded dyn-stack v0.10.0 [INFO] [stderr] Downloaded seq-macro v0.3.5 [INFO] [stderr] Downloaded ocipkg v0.2.8 [INFO] [stderr] Downloaded intel-mkl-tool v0.8.1 [INFO] [stderr] Downloaded gemm-f32 v0.16.15 [INFO] [stderr] Downloaded reborrow v0.5.5 [INFO] [stderr] Downloaded gemm-common v0.16.15 [INFO] [stderr] Downloaded gemm-f64 v0.16.15 [INFO] [stderr] Downloaded synstructure v0.13.0 [INFO] [stderr] Downloaded zerofrom-derive v0.1.3 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:6252d7ea7fb8caaf7af6d800c5fb250a9cd862b9a7f9508afb3c54fa7fe1102e" "/opt/rustwide/cargo-home/bin/cargo" "+f23b22458132fb20faeb8a915b1c252478696f25" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 924cade2091ad25f2d4840fdb27bd397290148c1705b14775c1dbe2983fa9194 [INFO] running `Command { std: "docker" "start" "-a" "924cade2091ad25f2d4840fdb27bd397290148c1705b14775c1dbe2983fa9194", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "924cade2091ad25f2d4840fdb27bd397290148c1705b14775c1dbe2983fa9194", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "924cade2091ad25f2d4840fdb27bd397290148c1705b14775c1dbe2983fa9194", kill_on_drop: false }` [INFO] [stdout] 924cade2091ad25f2d4840fdb27bd397290148c1705b14775c1dbe2983fa9194 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:6252d7ea7fb8caaf7af6d800c5fb250a9cd862b9a7f9508afb3c54fa7fe1102e" "/opt/rustwide/cargo-home/bin/cargo" "+f23b22458132fb20faeb8a915b1c252478696f25" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 005457b68dbf81e0074f8404da115def1e5ee7b903b7259c3003be92f6181e90 [INFO] running `Command { std: "docker" "start" "-a" "005457b68dbf81e0074f8404da115def1e5ee7b903b7259c3003be92f6181e90", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.70 [INFO] [stderr] Compiling unicode-ident v1.0.12 [INFO] [stderr] Compiling libc v0.2.151 [INFO] [stderr] Compiling autocfg v1.1.0 [INFO] [stderr] Compiling version_check v0.9.4 [INFO] [stderr] Compiling crossbeam-utils v0.8.16 [INFO] [stderr] Compiling adler v1.0.2 [INFO] [stderr] Compiling libm v0.2.8 [INFO] [stderr] Compiling memchr v2.6.4 [INFO] [stderr] Compiling syn v1.0.109 [INFO] [stderr] Compiling scopeguard v1.2.0 [INFO] [stderr] Compiling rayon-core v1.12.0 [INFO] [stderr] Compiling strsim v0.10.0 [INFO] [stderr] Compiling gimli v0.28.1 [INFO] [stderr] Compiling serde v1.0.193 [INFO] [stderr] Compiling ppv-lite86 v0.2.17 [INFO] [stderr] Compiling either v1.9.0 [INFO] [stderr] Compiling rustc-demangle v0.1.23 [INFO] [stderr] Compiling miniz_oxide v0.7.1 [INFO] [stderr] Compiling ident_case v1.0.1 [INFO] [stderr] Compiling fnv v1.0.7 [INFO] [stderr] Compiling serde_json v1.0.108 [INFO] [stderr] Compiling anyhow v1.0.75 [INFO] [stderr] Compiling typenum v1.17.0 [INFO] [stderr] Compiling paste v1.0.14 [INFO] [stderr] Compiling generic-array v0.14.7 [INFO] [stderr] Compiling reborrow v0.5.5 [INFO] [stderr] Compiling crc32fast v1.3.2 [INFO] [stderr] Compiling itoa v1.0.10 [INFO] [stderr] Compiling memoffset v0.9.0 [INFO] [stderr] Compiling crossbeam-epoch v0.9.15 [INFO] [stderr] Compiling num-traits v0.2.17 [INFO] [stderr] Compiling ryu v1.0.16 [INFO] [stderr] Compiling proc-macro-error-attr v1.0.4 [INFO] [stderr] Compiling tinyvec_macros v0.1.1 [INFO] [stderr] Compiling spin v0.9.8 [INFO] [stderr] Compiling bitflags v1.3.2 [INFO] [stderr] Compiling untrusted v0.9.0 [INFO] [stderr] Compiling raw-cpuid v10.7.0 [INFO] [stderr] Compiling tinyvec v1.6.0 [INFO] [stderr] Compiling object v0.32.1 [INFO] [stderr] Compiling quote v1.0.33 [INFO] [stderr] Compiling proc-macro-error v1.0.4 [INFO] [stderr] Compiling syn v2.0.39 [INFO] [stderr] Compiling seq-macro v0.3.5 [INFO] [stderr] Compiling rustix v0.38.28 [INFO] [stderr] Compiling crossbeam-deque v0.8.3 [INFO] [stderr] Compiling cc v1.0.83 [INFO] [stderr] Compiling getrandom v0.2.11 [INFO] [stderr] Compiling once_cell v1.19.0 [INFO] [stderr] Compiling thiserror v1.0.50 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling unicode-normalization v0.1.22 [INFO] [stderr] Compiling unicode-bidi v0.3.14 [INFO] [stderr] Compiling rayon v1.8.0 [INFO] [stderr] Compiling rustls v0.21.10 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling percent-encoding v2.3.1 [INFO] [stderr] Compiling linux-raw-sys v0.4.12 [INFO] [stderr] Compiling log v0.4.20 [INFO] [stderr] Compiling bitflags v2.4.1 [INFO] [stderr] Compiling form_urlencoded v1.2.1 [INFO] [stderr] Compiling aho-corasick v1.1.2 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling idna v0.5.0 [INFO] [stderr] Compiling regex-syntax v0.8.2 [INFO] [stderr] Compiling unicode-xid v0.2.4 [INFO] [stderr] Compiling backtrace v0.3.69 [INFO] [stderr] Compiling ring v0.17.7 [INFO] [stderr] Compiling block-buffer v0.10.4 [INFO] [stderr] Compiling crypto-common v0.1.6 [INFO] [stderr] Compiling same-file v1.0.6 [INFO] [stderr] Compiling digest v0.10.7 [INFO] [stderr] Compiling walkdir v2.4.0 [INFO] [stderr] Compiling dirs-sys v0.3.7 [INFO] [stderr] Compiling url v2.5.0 [INFO] [stderr] Compiling filetime v0.2.23 [INFO] [stderr] Compiling flate2 v1.0.28 [INFO] [stderr] Compiling iana-time-zone v0.1.58 [INFO] [stderr] Compiling cpufeatures v0.2.11 [INFO] [stderr] Compiling webpki-roots v0.25.3 [INFO] [stderr] Compiling base64 v0.21.5 [INFO] [stderr] Compiling sha2 v0.10.8 [INFO] [stderr] Compiling rand_distr v0.4.3 [INFO] [stderr] Compiling addr2line v0.21.0 [INFO] [stderr] Compiling directories v4.0.1 [INFO] [stderr] Compiling chrono v0.4.31 [INFO] [stderr] Compiling uuid v1.6.1 [INFO] [stderr] Compiling glob v0.3.1 [INFO] [stderr] Compiling base64 v0.13.1 [INFO] [stderr] Compiling xattr v1.1.2 [INFO] [stderr] Compiling utf8parse v0.2.1 [INFO] [stderr] Compiling base16ct v0.1.1 [INFO] [stderr] Compiling lazy_static v1.4.0 [INFO] [stderr] Compiling anstyle-parse v0.2.3 [INFO] [stderr] Compiling colorchoice v1.0.0 [INFO] [stderr] Compiling cudarc v0.9.15 [INFO] [stderr] Compiling anstyle v1.0.4 [INFO] [stderr] Compiling anstyle-query v1.0.2 [INFO] [stderr] Compiling darling_core v0.14.4 [INFO] [stderr] Compiling tar v0.4.40 [INFO] [stderr] Compiling stable_deref_trait v1.2.0 [INFO] [stderr] Compiling anstream v0.6.5 [INFO] [stderr] error: failed to run custom build command for `cudarc v0.9.15` [INFO] [stderr] note: To improve backtraces for build dependencies, set the CARGO_PROFILE_DEV_BUILD_OVERRIDE_DEBUG=true environment variable to enable debug information generation. [INFO] [stderr] [INFO] [stderr] Caused by: [INFO] [stderr] process didn't exit successfully: `/opt/rustwide/target/debug/build/cudarc-b4d4e956b48c84c0/build-script-build` (exit status: 101) [INFO] [stderr] --- stdout [INFO] [stderr] cargo:rerun-if-changed=build.rs [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_ROOT [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_PATH [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_TOOLKIT_ROOT_DIR [INFO] [stderr] [INFO] [stderr] --- stderr [INFO] [stderr] thread 'main' panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-6f17d22bba15001f/cudarc-0.9.15/build.rs:21:13: [INFO] [stderr] Unable to find `include/cuda.h` under any of: ["/usr", "/usr/local/cuda", "/opt/cuda", "/usr/lib/cuda", "C:/Program Files/NVIDIA GPU Computing Toolkit", "C:/CUDA"]. Set the `CUDA_ROOT` environment variable to `$CUDA_ROOT/include/cuda.h` to override path. [INFO] [stderr] stack backtrace: [INFO] [stderr] 0: 0x6141a90dcfda - std::backtrace_rs::backtrace::libunwind::trace::h24270b8ca84976f5 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/../../backtrace/src/backtrace/libunwind.rs:116:5 [INFO] [stderr] 1: 0x6141a90dcfda - std::backtrace_rs::backtrace::trace_unsynchronized::h02001f29f8a7f873 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stderr] 2: 0x6141a90dcfda - std::sys::backtrace::_print_fmt::hec0fad1ff9d0ced9 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/sys/backtrace.rs:66:9 [INFO] [stderr] 3: 0x6141a90dcfda - ::fmt::h64292488f7f2250f [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/sys/backtrace.rs:39:26 [INFO] [stderr] 4: 0x6141a90f8eb3 - core::fmt::rt::Argument::fmt::h5a186eb42f172f83 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/core/src/fmt/rt.rs:177:76 [INFO] [stderr] 5: 0x6141a90f8eb3 - core::fmt::write::h481de9317912dd10 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/core/src/fmt/mod.rs:1186:21 [INFO] [stderr] 6: 0x6141a90da5b3 - std::io::Write::write_fmt::h365a150d93920ecc [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/io/mod.rs:1839:15 [INFO] [stderr] 7: 0x6141a90dce22 - std::sys::backtrace::BacktraceLock::print::h8adcaf0142651003 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/sys/backtrace.rs:42:9 [INFO] [stderr] 8: 0x6141a90dde17 - std::panicking::default_hook::{{closure}}::h15fb66ff6c6741f9 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/panicking.rs:268:22 [INFO] [stderr] 9: 0x6141a90ddc46 - std::panicking::default_hook::hb9ad284307d8f928 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/panicking.rs:295:9 [INFO] [stderr] 10: 0x6141a90de407 - std::panicking::rust_panic_with_hook::h66f68b895f94d79f [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/panicking.rs:801:13 [INFO] [stderr] 11: 0x6141a90de29a - std::panicking::begin_panic_handler::{{closure}}::hca74b9b22568e264 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/panicking.rs:674:13 [INFO] [stderr] 12: 0x6141a90dd4b9 - std::sys::backtrace::__rust_end_short_backtrace::h74dd0769b8a109e0 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/sys/backtrace.rs:170:18 [INFO] [stderr] 13: 0x6141a90ddf2c - rust_begin_unwind [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/panicking.rs:665:5 [INFO] [stderr] 14: 0x6141a90f8190 - core::panicking::panic_fmt::h9d563f5dc1b01cab [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/core/src/panicking.rs:74:14 [INFO] [stderr] 15: 0x6141a90bd481 - build_script_build::link_cuda::{{closure}}::h70cf9786a36175e9 [INFO] [stderr] 16: 0x6141a90bbb53 - core::option::Option::unwrap_or_else::h477f2779f2b034fb [INFO] [stderr] 17: 0x6141a90bcfa5 - build_script_build::link_cuda::h92fa0de87533929f [INFO] [stderr] 18: 0x6141a90bce65 - build_script_build::main::hb6099e42b302ad57 [INFO] [stderr] 19: 0x6141a90ba223 - core::ops::function::FnOnce::call_once::ha62db1917c752025 [INFO] [stderr] 20: 0x6141a90b98d6 - std::sys::backtrace::__rust_begin_short_backtrace::h25aa93f49a554cb9 [INFO] [stderr] 21: 0x6141a90b9839 - std::rt::lang_start::{{closure}}::he44227875d7eb98e [INFO] [stderr] 22: 0x6141a90d80e0 - core::ops::function::impls:: for &F>::call_once::he40ee65fbfaf011c [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/core/src/ops/function.rs:284:13 [INFO] [stderr] 23: 0x6141a90d80e0 - std::panicking::try::do_call::h4b53357ccac1e3de [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/panicking.rs:557:40 [INFO] [stderr] 24: 0x6141a90d80e0 - std::panicking::try::h65778bbd61b72c9e [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/panicking.rs:520:19 [INFO] [stderr] 25: 0x6141a90d80e0 - std::panic::catch_unwind::he5755fb164db2af1 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/panic.rs:358:14 [INFO] [stderr] 26: 0x6141a90d80e0 - std::rt::lang_start_internal::{{closure}}::h16fd50c50e39747b [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/rt.rs:143:48 [INFO] [stderr] 27: 0x6141a90d80e0 - std::panicking::try::do_call::hc4f680238d1957ab [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/panicking.rs:557:40 [INFO] [stderr] 28: 0x6141a90d80e0 - std::panicking::try::h359f66f11ec5a4f6 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/panicking.rs:520:19 [INFO] [stderr] 29: 0x6141a90d80e0 - std::panic::catch_unwind::h699e98110db71581 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/panic.rs:358:14 [INFO] [stderr] 30: 0x6141a90d80e0 - std::rt::lang_start_internal::hf758144ad6637c85 [INFO] [stderr] at /rustc/f23b22458132fb20faeb8a915b1c252478696f25/library/std/src/rt.rs:143:20 [INFO] [stderr] 31: 0x6141a90b9817 - std::rt::lang_start::h45c66ea20062d3f8 [INFO] [stderr] 32: 0x6141a90bd875 - main [INFO] [stderr] 33: 0x76c9dc865d90 - [INFO] [stderr] 34: 0x76c9dc865e40 - __libc_start_main [INFO] [stderr] 35: 0x6141a90b8695 - _start [INFO] [stderr] 36: 0x0 - [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] running `Command { std: "docker" "inspect" "005457b68dbf81e0074f8404da115def1e5ee7b903b7259c3003be92f6181e90", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "005457b68dbf81e0074f8404da115def1e5ee7b903b7259c3003be92f6181e90", kill_on_drop: false }` [INFO] [stdout] 005457b68dbf81e0074f8404da115def1e5ee7b903b7259c3003be92f6181e90