[INFO] fetching crate candle-layer-norm 0.0.1... [INFO] testing candle-layer-norm-0.0.1 against master#c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38 for pr-146098-7 [INFO] extracting crate candle-layer-norm 0.0.1 into /workspace/builds/worker-1-tc1/source [INFO] started tweaking crates.io crate candle-layer-norm 0.0.1 [INFO] finished tweaking crates.io crate candle-layer-norm 0.0.1 [INFO] tweaked toml for crates.io crate candle-layer-norm 0.0.1 written to /workspace/builds/worker-1-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate candle-layer-norm 0.0.1 on toolchain c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate candle-layer-norm 0.0.1 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded gemm-f64 v0.17.1 [INFO] [stderr] Downloaded gemm-c64 v0.17.1 [INFO] [stderr] Downloaded gemm-f32 v0.17.1 [INFO] [stderr] Downloaded gemm-c32 v0.17.1 [INFO] [stderr] Downloaded candle-kernels v0.8.4 [INFO] [stderr] Downloaded sysctl v0.5.5 [INFO] [stderr] Downloaded ug v0.1.0 [INFO] [stderr] Downloaded gemm-common v0.17.1 [INFO] [stderr] Downloaded pulp v0.21.4 [INFO] [stderr] Downloaded pulp v0.18.22 [INFO] [stderr] Downloaded winnow v0.7.6 [INFO] [stderr] Downloaded dyn-stack v0.13.0 [INFO] [stderr] Downloaded candle-core v0.8.4 [INFO] [stderr] Downloaded ug-cuda v0.1.0 [INFO] [stderr] Downloaded gemm-f16 v0.17.1 [INFO] [stderr] Downloaded dyn-stack v0.10.0 [INFO] [stderr] Downloaded cudarc v0.13.9 [INFO] [stderr] Downloaded gemm v0.17.1 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] d0fd57eb836710a44e344d98dbe5b55fe8ef4665d37cd9248451213e06dc576b [INFO] running `Command { std: "docker" "start" "-a" "d0fd57eb836710a44e344d98dbe5b55fe8ef4665d37cd9248451213e06dc576b", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "d0fd57eb836710a44e344d98dbe5b55fe8ef4665d37cd9248451213e06dc576b", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "d0fd57eb836710a44e344d98dbe5b55fe8ef4665d37cd9248451213e06dc576b", kill_on_drop: false }` [INFO] [stdout] d0fd57eb836710a44e344d98dbe5b55fe8ef4665d37cd9248451213e06dc576b [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] c1c2d3b462f265c3401955e1b460ca791e7de82e5a4e917bd8f607f70ed330a0 [INFO] running `Command { std: "docker" "start" "-a" "c1c2d3b462f265c3401955e1b460ca791e7de82e5a4e917bd8f607f70ed330a0", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.94 [INFO] [stderr] Compiling libc v0.2.171 [INFO] [stderr] Compiling libm v0.2.11 [INFO] [stderr] Compiling rayon-core v1.12.1 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling zerocopy v0.8.24 [INFO] [stderr] Compiling either v1.15.0 [INFO] [stderr] Compiling reborrow v0.5.5 [INFO] [stderr] Compiling seq-macro v0.3.6 [INFO] [stderr] Compiling pulp v0.21.4 [INFO] [stderr] Compiling bitflags v2.9.0 [INFO] [stderr] Compiling raw-cpuid v10.7.0 [INFO] [stderr] Compiling raw-cpuid v11.5.0 [INFO] [stderr] Compiling indexmap v2.9.0 [INFO] [stderr] Compiling quote v1.0.40 [INFO] [stderr] Compiling getrandom v0.3.2 [INFO] [stderr] Compiling syn v2.0.100 [INFO] [stderr] Compiling rayon v1.10.0 [INFO] [stderr] Compiling rand_core v0.9.3 [INFO] [stderr] Compiling num_cpus v1.16.0 [INFO] [stderr] Compiling object v0.36.7 [INFO] [stderr] Compiling winnow v0.7.6 [INFO] [stderr] Compiling gimli v0.31.1 [INFO] [stderr] Compiling glob v0.3.2 [INFO] [stderr] Compiling num-integer v0.1.46 [INFO] [stderr] Compiling memchr v2.7.4 [INFO] [stderr] Compiling ppv-lite86 v0.2.21 [INFO] [stderr] Compiling num-bigint v0.4.6 [INFO] [stderr] Compiling adler2 v2.0.0 [INFO] [stderr] Compiling rand_chacha v0.9.0 [INFO] [stderr] Compiling stable_deref_trait v1.2.0 [INFO] [stderr] Compiling miniz_oxide v0.8.8 [INFO] [stderr] Compiling rand v0.9.0 [INFO] [stderr] Compiling bindgen_cuda v0.1.5 [INFO] [stderr] Compiling num-rational v0.4.2 [INFO] [stderr] Compiling rand_distr v0.5.1 [INFO] [stderr] Compiling toml_edit v0.22.24 [INFO] [stderr] Compiling num-iter v0.1.45 [INFO] [stderr] Compiling libloading v0.8.6 [INFO] [stderr] Compiling cudarc v0.13.9 [INFO] [stderr] Compiling addr2line v0.24.2 [INFO] [stderr] Compiling rustc-demangle v0.1.24 [INFO] [stderr] Compiling anyhow v1.0.98 [INFO] [stderr] error: failed to run custom build command for `cudarc v0.13.9` [INFO] [stderr] note: To improve backtraces for build dependencies, set the CARGO_PROFILE_DEV_BUILD_OVERRIDE_DEBUG=true environment variable to enable debug information generation. [INFO] [stderr] [INFO] [stderr] Caused by: [INFO] [stderr] process didn't exit successfully: `/opt/rustwide/target/debug/build/cudarc-fbec5663d291bbf9/build-script-build` (exit status: 101) [INFO] [stderr] --- stdout [INFO] [stderr] cargo:rerun-if-changed=build.rs [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_ROOT [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_PATH [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_TOOLKIT_ROOT_DIR [INFO] [stderr] [INFO] [stderr] --- stderr [INFO] [stderr] [INFO] [stderr] thread 'main' (640) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.13.9/build.rs:63:10: [INFO] [stderr] Failed to execute `nvcc`: Os { code: 2, kind: NotFound, message: "No such file or directory" } [INFO] [stderr] stack backtrace: [INFO] [stderr] 0: 0x5e15413834c2 - std::backtrace_rs::backtrace::libunwind::trace::ha50a1f28c7a10cf8 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stderr] 1: 0x5e15413834c2 - std::backtrace_rs::backtrace::trace_unsynchronized::h34f8c4ec82a320bc [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stderr] 2: 0x5e15413834c2 - std::sys::backtrace::_print_fmt::h2d23e84e13d343bc [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:66:9 [INFO] [stderr] 3: 0x5e15413834c2 - ::fmt::hde21067283f7e82e [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:39:26 [INFO] [stderr] 4: 0x5e154139278f - core::fmt::rt::Argument::fmt::he65307037dca33c6 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/fmt/rt.rs:173:76 [INFO] [stderr] 5: 0x5e154139278f - core::fmt::write::h24186904251c31cb [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/fmt/mod.rs:1469:25 [INFO] [stderr] 6: 0x5e1541359b73 - std::io::default_write_fmt::hdc5d19b6df666f61 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/io/mod.rs:639:11 [INFO] [stderr] 7: 0x5e1541359b73 - std::io::Write::write_fmt::h3ab9f1f4d8d19b72 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/io/mod.rs:1954:13 [INFO] [stderr] 8: 0x5e1541363122 - std::sys::backtrace::BacktraceLock::print::he038489aba5894a6 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:42:9 [INFO] [stderr] 9: 0x5e1541364eec - std::panicking::default_hook::{{closure}}::h80a26d916c49679b [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:301:27 [INFO] [stderr] 10: 0x5e1541364d46 - std::panicking::default_hook::he2e9efee79b3dce9 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:328:9 [INFO] [stderr] 11: 0x5e15413654c5 - std::panicking::panic_with_hook::hf5648b7cec6bc73e [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:834:13 [INFO] [stderr] 12: 0x5e154136535a - std::panicking::panic_handler::{{closure}}::h1b2ed3864ba94359 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:707:13 [INFO] [stderr] 13: 0x5e1541363259 - std::sys::backtrace::__rust_end_short_backtrace::hd0186b2b27f5aaa7 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:174:18 [INFO] [stderr] 14: 0x5e154134e6ad - __rustc[f7dae8b92efe1d7a]::rust_begin_unwind [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:698:5 [INFO] [stderr] 15: 0x5e1541395ca0 - core::panicking::panic_fmt::hb5d6b83773432920 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/panicking.rs:80:14 [INFO] [stderr] 16: 0x5e15413954f6 - core::result::unwrap_failed::h427ee4a8bb06d8af [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/result.rs:1862:5 [INFO] [stderr] 17: 0x5e154134a4c2 - core::result::Result::expect::h164918be989e508f [INFO] [stderr] 18: 0x5e1541343839 - build_script_build::cuda_version_from_build_system::h056f5dd859ece49e [INFO] [stderr] 19: 0x5e1541344172 - build_script_build::main::h20ae7fbc8a56ef61 [INFO] [stderr] 20: 0x5e1541344ff3 - core::ops::function::FnOnce::call_once::h5d7421c1fd3f6487 [INFO] [stderr] 21: 0x5e1541344a66 - std::sys::backtrace::__rust_begin_short_backtrace::hd5b814d9f2c23315 [INFO] [stderr] 22: 0x5e1541344929 - std::rt::lang_start::{{closure}}::h2d6f17d38423e281 [INFO] [stderr] 23: 0x5e154135b460 - core::ops::function::impls:: for &F>::call_once::h8434f550918e723f [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/ops/function.rs:287:21 [INFO] [stderr] 24: 0x5e154135b460 - std::panicking::catch_unwind::do_call::h7f7a838f33db43be [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:590:40 [INFO] [stderr] 25: 0x5e154135b460 - std::panicking::catch_unwind::hf345702047129f6d [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:553:19 [INFO] [stderr] 26: 0x5e154135b460 - std::panic::catch_unwind::h42f92c278294a3a0 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panic.rs:359:14 [INFO] [stderr] 27: 0x5e154135b460 - std::rt::lang_start_internal::{{closure}}::ha6834eab5ce60f45 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/rt.rs:175:24 [INFO] [stderr] 28: 0x5e154135b460 - std::panicking::catch_unwind::do_call::hf4afda32c60c9e55 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:590:40 [INFO] [stderr] 29: 0x5e154135b460 - std::panicking::catch_unwind::hbfda5503aab4db1e [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:553:19 [INFO] [stderr] 30: 0x5e154135b460 - std::panic::catch_unwind::h1a1ed11560d244f4 [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panic.rs:359:14 [INFO] [stderr] 31: 0x5e154135b460 - std::rt::lang_start_internal::h1f713c0146d469ad [INFO] [stderr] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/rt.rs:171:5 [INFO] [stderr] 32: 0x5e1541344911 - std::rt::lang_start::h80edfb3b5e67a410 [INFO] [stderr] 33: 0x5e15413486c5 - main [INFO] [stderr] 34: 0x7b763cd571ca - [INFO] [stderr] 35: 0x7b763cd5728b - __libc_start_main [INFO] [stderr] 36: 0x5e1541341e85 - _start [INFO] [stderr] 37: 0x0 - [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] running `Command { std: "docker" "inspect" "c1c2d3b462f265c3401955e1b460ca791e7de82e5a4e917bd8f607f70ed330a0", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "c1c2d3b462f265c3401955e1b460ca791e7de82e5a4e917bd8f607f70ed330a0", kill_on_drop: false }` [INFO] [stdout] c1c2d3b462f265c3401955e1b460ca791e7de82e5a4e917bd8f607f70ed330a0