[INFO] cloning repository https://github.com/danielclough/Candle_Tensor-Tools [INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/danielclough/Candle_Tensor-Tools" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fdanielclough%2FCandle_Tensor-Tools", kill_on_drop: false }` [INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fdanielclough%2FCandle_Tensor-Tools'... [INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }` [INFO] [stdout] 514bbc7cfd4fbebb8683596b64ae49c61ee86488 [INFO] testing danielclough/Candle_Tensor-Tools against master#cdb45c87e2cd43495379f7e867e3cc15dcee9f93 for pr-145838-1 [INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fdanielclough%2FCandle_Tensor-Tools" "/workspace/builds/worker-2-tc1/source", kill_on_drop: false }` [INFO] [stderr] Cloning into '/workspace/builds/worker-2-tc1/source'... [INFO] [stderr] done. [INFO] started tweaking git repo https://github.com/danielclough/Candle_Tensor-Tools [INFO] finished tweaking git repo https://github.com/danielclough/Candle_Tensor-Tools [INFO] tweaked toml for git repo https://github.com/danielclough/Candle_Tensor-Tools written to /workspace/builds/worker-2-tc1/source/Cargo.toml [INFO] validating manifest of git repo https://github.com/danielclough/Candle_Tensor-Tools on toolchain cdb45c87e2cd43495379f7e867e3cc15dcee9f93 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate git repo https://github.com/danielclough/Candle_Tensor-Tools already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded intel-mkl-src v0.8.1 [INFO] [stderr] Downloaded yoke-derive v0.7.3 [INFO] [stderr] Downloaded zerofrom-derive v0.1.3 [INFO] [stderr] Downloaded ocipkg v0.2.8 [INFO] [stderr] Downloaded zerofrom v0.1.3 [INFO] [stderr] Downloaded safetensors v0.4.1 [INFO] [stderr] Downloaded synstructure v0.13.0 [INFO] [stderr] Downloaded yoke v0.7.3 [INFO] [stderr] Downloaded anstream v0.6.5 [INFO] [stderr] Downloaded gemm-f16 v0.16.15 [INFO] [stderr] Downloaded intel-mkl-tool v0.8.1 [INFO] [stderr] Downloaded gemm-c64 v0.16.15 [INFO] [stderr] Downloaded xattr v1.1.2 [INFO] [stderr] Downloaded candle-kernels v0.3.1 [INFO] [stderr] Downloaded derive_builder_core v0.11.2 [INFO] [stderr] Downloaded tar v0.4.40 [INFO] [stderr] Downloaded clap v4.4.11 [INFO] [stderr] Downloaded cudarc v0.9.15 [INFO] [stderr] Downloaded pulp v0.18.6 [INFO] [stderr] Downloaded ureq v2.9.1 [INFO] [stderr] Downloaded derive_builder v0.11.2 [INFO] [stderr] Downloaded gemm-common v0.16.15 [INFO] [stderr] Downloaded candle-core v0.3.1 [INFO] [stderr] Downloaded clap_builder v4.4.11 [INFO] [stderr] Downloaded num-complex v0.4.4 [INFO] [stderr] Downloaded gemm-f64 v0.16.15 [INFO] [stderr] Downloaded oci-spec v0.5.8 [INFO] [stderr] Downloaded gemm-c32 v0.16.15 [INFO] [stderr] Downloaded gemm-f32 v0.16.15 [INFO] [stderr] Downloaded gemm v0.16.15 [INFO] [stderr] Downloaded derive_builder_macro v0.11.2 [INFO] [stderr] Downloaded getset v0.1.2 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] b82d6ad3c0883bcba8535e5edcf85f5124e841cdcc07181cb6c6c85d931619fa [INFO] running `Command { std: "docker" "start" "-a" "b82d6ad3c0883bcba8535e5edcf85f5124e841cdcc07181cb6c6c85d931619fa", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "b82d6ad3c0883bcba8535e5edcf85f5124e841cdcc07181cb6c6c85d931619fa", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "b82d6ad3c0883bcba8535e5edcf85f5124e841cdcc07181cb6c6c85d931619fa", kill_on_drop: false }` [INFO] [stdout] b82d6ad3c0883bcba8535e5edcf85f5124e841cdcc07181cb6c6c85d931619fa [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] a1fc741dcd0b2a1bbdc45e822f2b16681944a2223a682742d22f29198e6490a4 [INFO] running `Command { std: "docker" "start" "-a" "a1fc741dcd0b2a1bbdc45e822f2b16681944a2223a682742d22f29198e6490a4", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.151 [INFO] [stderr] Compiling crossbeam-utils v0.8.16 [INFO] [stderr] Compiling libm v0.2.8 [INFO] [stderr] Compiling memchr v2.6.4 [INFO] [stderr] Compiling rayon-core v1.12.0 [INFO] [stderr] Compiling strsim v0.10.0 [INFO] [stderr] Compiling serde v1.0.193 [INFO] [stderr] Compiling syn v2.0.39 [INFO] [stderr] Compiling memoffset v0.9.0 [INFO] [stderr] Compiling crossbeam-epoch v0.9.15 [INFO] [stderr] Compiling num-traits v0.2.17 [INFO] [stderr] Compiling miniz_oxide v0.7.1 [INFO] [stderr] Compiling addr2line v0.21.0 [INFO] [stderr] Compiling either v1.9.0 [INFO] [stderr] Compiling syn v1.0.109 [INFO] [stderr] Compiling anyhow v1.0.75 [INFO] [stderr] Compiling serde_json v1.0.108 [INFO] [stderr] Compiling crc32fast v1.3.2 [INFO] [stderr] Compiling ryu v1.0.16 [INFO] [stderr] Compiling reborrow v0.5.5 [INFO] [stderr] Compiling untrusted v0.9.0 [INFO] [stderr] Compiling spin v0.9.8 [INFO] [stderr] Compiling tinyvec_macros v0.1.1 [INFO] [stderr] Compiling object v0.32.1 [INFO] [stderr] Compiling raw-cpuid v10.7.0 [INFO] [stderr] Compiling tinyvec v1.6.0 [INFO] [stderr] Compiling generic-array v0.14.7 [INFO] [stderr] Compiling rustix v0.38.28 [INFO] [stderr] Compiling seq-macro v0.3.5 [INFO] [stderr] Compiling once_cell v1.19.0 [INFO] [stderr] Compiling proc-macro-error-attr v1.0.4 [INFO] [stderr] Compiling linux-raw-sys v0.4.12 [INFO] [stderr] Compiling bitflags v2.4.1 [INFO] [stderr] Compiling rustls v0.21.10 [INFO] [stderr] Compiling percent-encoding v2.3.1 [INFO] [stderr] Compiling unicode-bidi v0.3.14 [INFO] [stderr] Compiling aho-corasick v1.1.2 [INFO] [stderr] Compiling same-file v1.0.6 [INFO] [stderr] Compiling regex-syntax v0.8.2 [INFO] [stderr] Compiling form_urlencoded v1.2.1 [INFO] [stderr] Compiling walkdir v2.4.0 [INFO] [stderr] Compiling cc v1.0.83 [INFO] [stderr] Compiling getrandom v0.2.11 [INFO] [stderr] Compiling crossbeam-deque v0.8.3 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling unicode-normalization v0.1.22 [INFO] [stderr] Compiling block-buffer v0.10.4 [INFO] [stderr] Compiling crypto-common v0.1.6 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling digest v0.10.7 [INFO] [stderr] Compiling dirs-sys v0.3.7 [INFO] [stderr] Compiling filetime v0.2.23 [INFO] [stderr] Compiling flate2 v1.0.28 [INFO] [stderr] Compiling base64 v0.21.5 [INFO] [stderr] Compiling cpufeatures v0.2.11 [INFO] [stderr] Compiling webpki-roots v0.25.3 [INFO] [stderr] Compiling iana-time-zone v0.1.58 [INFO] [stderr] Compiling sha2 v0.10.8 [INFO] [stderr] Compiling directories v4.0.1 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling idna v0.5.0 [INFO] [stderr] Compiling chrono v0.4.31 [INFO] [stderr] Compiling uuid v1.6.1 [INFO] [stderr] Compiling utf8parse v0.2.1 [INFO] [stderr] Compiling base16ct v0.1.1 [INFO] [stderr] Compiling rayon v1.8.0 [INFO] [stderr] Compiling lazy_static v1.4.0 [INFO] [stderr] Compiling anstyle-parse v0.2.3 [INFO] [stderr] Compiling anstyle-query v1.0.2 [INFO] [stderr] Compiling url v2.5.0 [INFO] [stderr] Compiling stable_deref_trait v1.2.0 [INFO] [stderr] Compiling anstyle v1.0.4 [INFO] [stderr] Compiling colorchoice v1.0.0 [INFO] [stderr] Compiling cudarc v0.9.15 [INFO] [stderr] Compiling backtrace v0.3.69 [INFO] [stderr] Compiling ring v0.17.7 [INFO] [stderr] Compiling anstream v0.6.5 [INFO] [stderr] Compiling rand_distr v0.4.3 [INFO] [stderr] error: failed to run custom build command for `cudarc v0.9.15` [INFO] [stderr] note: To improve backtraces for build dependencies, set the CARGO_PROFILE_DEV_BUILD_OVERRIDE_DEBUG=true environment variable to enable debug information generation. [INFO] [stderr] [INFO] [stderr] Caused by: [INFO] [stderr] process didn't exit successfully: `/opt/rustwide/target/debug/build/cudarc-97dbc8f09a55dfa1/build-script-build` (exit status: 101) [INFO] [stderr] --- stdout [INFO] [stderr] cargo:rerun-if-changed=build.rs [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_ROOT [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_PATH [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_TOOLKIT_ROOT_DIR [INFO] [stderr] [INFO] [stderr] --- stderr [INFO] [stderr] [INFO] [stderr] thread 'main' (1340) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.9.15/build.rs:21:13: [INFO] [stderr] Unable to find `include/cuda.h` under any of: ["/usr", "/usr/local/cuda", "/opt/cuda", "/usr/lib/cuda", "C:/Program Files/NVIDIA GPU Computing Toolkit", "C:/CUDA"]. Set the `CUDA_ROOT` environment variable to `$CUDA_ROOT/include/cuda.h` to override path. [INFO] [stderr] stack backtrace: [INFO] [stderr] 0: 0x5bc3638fa552 - std::backtrace_rs::backtrace::libunwind::trace::h7cddb8376417e7cc [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stderr] 1: 0x5bc3638fa552 - std::backtrace_rs::backtrace::trace_unsynchronized::hb4e41acf4b349ff1 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stderr] 2: 0x5bc3638fa552 - std::sys::backtrace::_print_fmt::h1222b80910ba6eb5 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:66:9 [INFO] [stderr] 3: 0x5bc3638fa552 - ::fmt::h5bb8a979ba5db788 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:39:26 [INFO] [stderr] 4: 0x5bc36390937f - core::fmt::rt::Argument::fmt::h2ee2c138a50a7796 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/fmt/rt.rs:173:76 [INFO] [stderr] 5: 0x5bc36390937f - core::fmt::write::h1e0dbf07fe3990bd [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/fmt/mod.rs:1468:25 [INFO] [stderr] 6: 0x5bc3638d82b3 - std::io::default_write_fmt::hb0810a37865e52a5 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/io/mod.rs:639:11 [INFO] [stderr] 7: 0x5bc3638d82b3 - std::io::Write::write_fmt::h12c8908aaac7ca22 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/io/mod.rs:1954:13 [INFO] [stderr] 8: 0x5bc3638dd5a2 - std::sys::backtrace::BacktraceLock::print::h788d486777205086 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:42:9 [INFO] [stderr] 9: 0x5bc3638df06c - std::panicking::default_hook::{{closure}}::ha7bdfeb5949fc0fa [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:301:27 [INFO] [stderr] 10: 0x5bc3638deec6 - std::panicking::default_hook::h6dad75ec721846f4 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:328:9 [INFO] [stderr] 11: 0x5bc3638df645 - std::panicking::panic_with_hook::hba00e869ada17676 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:834:13 [INFO] [stderr] 12: 0x5bc3638df4da - std::panicking::panic_handler::{{closure}}::h3d21149c258e5ceb [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:707:13 [INFO] [stderr] 13: 0x5bc3638dd6d9 - std::sys::backtrace::__rust_end_short_backtrace::h4f5d9b9dfb3e6ec1 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:174:18 [INFO] [stderr] 14: 0x5bc3638ccb5d - __rustc[9a7a9f9af7564de1]::rust_begin_unwind [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:698:5 [INFO] [stderr] 15: 0x5bc36390c3f0 - core::panicking::panic_fmt::h78e817a90331d98b [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/panicking.rs:75:14 [INFO] [stderr] 16: 0x5bc3638c8aba - build_script_build::link_cuda::{{closure}}::h7841a45cb9ff95f0 [INFO] [stderr] 17: 0x5bc3638cb245 - core::option::Option::unwrap_or_else::hc1d652800ce91dfb [INFO] [stderr] 18: 0x5bc3638c8735 - build_script_build::link_cuda::he00988df7b9640b6 [INFO] [stderr] 19: 0x5bc3638c85f5 - build_script_build::main::hb7ab5291f5bc60c8 [INFO] [stderr] 20: 0x5bc3638c9223 - core::ops::function::FnOnce::call_once::h8221921040909b55 [INFO] [stderr] 21: 0x5bc3638c8ca6 - std::sys::backtrace::__rust_begin_short_backtrace::h256b41be5174ae43 [INFO] [stderr] 22: 0x5bc3638c8c09 - std::rt::lang_start::{{closure}}::hbec70e8ec4cb2ec9 [INFO] [stderr] 23: 0x5bc3638d9590 - core::ops::function::impls:: for &F>::call_once::h1dc0a50e6295ec78 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/ops/function.rs:290:21 [INFO] [stderr] 24: 0x5bc3638d9590 - std::panicking::catch_unwind::do_call::h209f742e9999044e [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:590:40 [INFO] [stderr] 25: 0x5bc3638d9590 - std::panicking::catch_unwind::h508c6e2aa6d72749 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:553:19 [INFO] [stderr] 26: 0x5bc3638d9590 - std::panic::catch_unwind::hebcbb24aa9914693 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panic.rs:359:14 [INFO] [stderr] 27: 0x5bc3638d9590 - std::rt::lang_start_internal::{{closure}}::h703cbe32967ef209 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/rt.rs:175:24 [INFO] [stderr] 28: 0x5bc3638d9590 - std::panicking::catch_unwind::do_call::hf50f2a30bce4e10b [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:590:40 [INFO] [stderr] 29: 0x5bc3638d9590 - std::panicking::catch_unwind::hac448d7e3b12daa3 [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:553:19 [INFO] [stderr] 30: 0x5bc3638d9590 - std::panic::catch_unwind::ha9d74a13d77f299c [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panic.rs:359:14 [INFO] [stderr] 31: 0x5bc3638d9590 - std::rt::lang_start_internal::ha26d244788d1956d [INFO] [stderr] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/rt.rs:171:5 [INFO] [stderr] 32: 0x5bc3638c8bf1 - std::rt::lang_start::h83e0fa30da02de7d [INFO] [stderr] 33: 0x5bc3638cc855 - main [INFO] [stderr] 34: 0x75bd81e0f1ca - [INFO] [stderr] 35: 0x75bd81e0f28b - __libc_start_main [INFO] [stderr] 36: 0x5bc3638c6f65 - _start [INFO] [stderr] 37: 0x0 - [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] running `Command { std: "docker" "inspect" "a1fc741dcd0b2a1bbdc45e822f2b16681944a2223a682742d22f29198e6490a4", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "a1fc741dcd0b2a1bbdc45e822f2b16681944a2223a682742d22f29198e6490a4", kill_on_drop: false }` [INFO] [stdout] a1fc741dcd0b2a1bbdc45e822f2b16681944a2223a682742d22f29198e6490a4