[INFO] fetching crate candle-flash-attn-3 0.0.1... [INFO] checking candle-flash-attn-3-0.0.1 against master#bbe853615821442ef11d6cd42a30a73432b38d89 for pr-154205 [INFO] extracting crate candle-flash-attn-3 0.0.1 into /workspace/builds/worker-5-tc1/source [INFO] started tweaking crates.io crate candle-flash-attn-3 0.0.1 [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate candle-flash-attn-3 0.0.1 [INFO] tweaked toml for crates.io crate candle-flash-attn-3 0.0.1 written to /workspace/builds/worker-5-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate candle-flash-attn-3 0.0.1 on toolchain bbe853615821442ef11d6cd42a30a73432b38d89 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+bbe853615821442ef11d6cd42a30a73432b38d89" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate candle-flash-attn-3 0.0.1 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+bbe853615821442ef11d6cd42a30a73432b38d89" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded safetensors v0.4.5 [INFO] [stderr] Downloaded gemm-c32 v0.17.1 [INFO] [stderr] Downloaded bindgen_cuda v0.1.5 [INFO] [stderr] Downloaded gemm-common v0.17.1 [INFO] [stderr] Downloaded sysctl v0.5.5 [INFO] [stderr] Downloaded gemm-c64 v0.18.2 [INFO] [stderr] Downloaded gemm-f16 v0.18.2 [INFO] [stderr] Downloaded candle-kernels v0.9.1 [INFO] [stderr] Downloaded candle-nn v0.9.1 [INFO] [stderr] Downloaded ug v0.4.0 [INFO] [stderr] Downloaded dyn-stack-macros v0.1.3 [INFO] [stderr] Downloaded candle-core v0.9.1 [INFO] [stderr] Downloaded dyn-stack v0.13.2 [INFO] [stderr] Downloaded pulp v0.18.22 [INFO] [stderr] Downloaded reborrow v0.5.5 [INFO] [stderr] Downloaded gemm-common v0.18.2 [INFO] [stderr] Downloaded pulp v0.21.5 [INFO] [stderr] Downloaded ug-cuda v0.4.0 [INFO] [stderr] Downloaded zip v1.1.4 [INFO] [stderr] Downloaded gemm-c64 v0.17.1 [INFO] [stderr] Downloaded gemm-f16 v0.17.1 [INFO] [stderr] Downloaded gemm-f32 v0.17.1 [INFO] [stderr] Downloaded dyn-stack v0.10.0 [INFO] [stderr] Downloaded gemm-f64 v0.17.1 [INFO] [stderr] Downloaded gemm v0.17.1 [INFO] [stderr] Downloaded gemm-c32 v0.18.2 [INFO] [stderr] Downloaded gemm-f32 v0.18.2 [INFO] [stderr] Downloaded gemm-f64 v0.18.2 [INFO] [stderr] Downloaded cudarc v0.16.6 [INFO] [stderr] Downloaded gemm v0.18.2 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-5-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-5-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+bbe853615821442ef11d6cd42a30a73432b38d89" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 8fe293c5989745cceef868473cf07f388ed51b5557a8d94457f6789cf97545ed [INFO] running `Command { std: "docker" "start" "-a" "8fe293c5989745cceef868473cf07f388ed51b5557a8d94457f6789cf97545ed", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "8fe293c5989745cceef868473cf07f388ed51b5557a8d94457f6789cf97545ed", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "8fe293c5989745cceef868473cf07f388ed51b5557a8d94457f6789cf97545ed", kill_on_drop: false }` [INFO] [stdout] 8fe293c5989745cceef868473cf07f388ed51b5557a8d94457f6789cf97545ed [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-5-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-5-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+bbe853615821442ef11d6cd42a30a73432b38d89" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 1f1aae22c2a1c35ea35685eafd751a7209cc89c4641df8063aa58feb808659a1 [INFO] running `Command { std: "docker" "start" "-a" "1f1aae22c2a1c35ea35685eafd751a7209cc89c4641df8063aa58feb808659a1", kill_on_drop: false }` [INFO] [stderr] Compiling syn v2.0.111 [INFO] [stderr] Compiling libc v0.2.178 [INFO] [stderr] Compiling libm v0.2.15 [INFO] [stderr] Checking cfg-if v1.0.4 [INFO] [stderr] Compiling rayon-core v1.13.0 [INFO] [stderr] Compiling zerocopy v0.8.31 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling getrandom v0.3.4 [INFO] [stderr] Checking reborrow v0.5.5 [INFO] [stderr] Compiling paste v1.0.15 [INFO] [stderr] Checking either v1.15.0 [INFO] [stderr] Compiling seq-macro v0.3.6 [INFO] [stderr] Compiling version_check v0.9.5 [INFO] [stderr] Checking memchr v2.7.6 [INFO] [stderr] Compiling pulp v0.21.5 [INFO] [stderr] Checking rayon v1.11.0 [INFO] [stderr] Compiling crossbeam-utils v0.8.21 [INFO] [stderr] Compiling dyn-stack-macros v0.1.3 [INFO] [stderr] Checking bitflags v2.10.0 [INFO] [stderr] Checking raw-cpuid v11.6.0 [INFO] [stderr] Compiling equivalent v1.0.2 [INFO] [stderr] Compiling hashbrown v0.16.1 [INFO] [stderr] Compiling crossbeam-epoch v0.9.18 [INFO] [stderr] Compiling crossbeam-deque v0.8.6 [INFO] [stderr] Checking rand_core v0.9.3 [INFO] [stderr] Compiling winnow v0.7.14 [INFO] [stderr] Checking raw-cpuid v10.7.0 [INFO] [stderr] Compiling indexmap v2.12.1 [INFO] [stderr] Compiling toml_datetime v0.7.3 [INFO] [stderr] Compiling serde_core v1.0.228 [INFO] [stderr] Checking pin-project-lite v0.2.16 [INFO] [stderr] Compiling object v0.37.3 [INFO] [stderr] Compiling num_cpus v1.17.0 [INFO] [stderr] Checking num-integer v0.1.46 [INFO] [stderr] Compiling glob v0.3.3 [INFO] [stderr] Compiling serde v1.0.228 [INFO] [stderr] Compiling thiserror v1.0.69 [INFO] [stderr] Compiling serde_json v1.0.145 [INFO] [stderr] Checking num-bigint v0.4.6 [INFO] [stderr] Compiling rustversion v1.0.22 [INFO] [stderr] Checking stable_deref_trait v1.2.1 [INFO] [stderr] Checking num-iter v0.1.45 [INFO] [stderr] Checking tracing-core v0.1.35 [INFO] [stderr] Checking libloading v0.8.9 [INFO] [stderr] Compiling cudarc v0.16.6 [INFO] [stderr] Compiling anyhow v1.0.100 [INFO] [stderr] Compiling crc32fast v1.5.0 [INFO] [stderr] Compiling adler2 v2.0.1 [INFO] [stderr] Compiling gimli v0.32.3 [INFO] [stderr] Compiling miniz_oxide v0.8.9 [INFO] [stderr] Compiling toml_parser v1.0.4 [INFO] [stderr] error: failed to run custom build command for `cudarc v0.16.6` [INFO] [stderr] note: To improve backtraces for build dependencies, set the CARGO_PROFILE_DEV_BUILD_OVERRIDE_DEBUG=true environment variable to enable debug information generation. [INFO] [stderr] [INFO] [stderr] Caused by: [INFO] [stderr] process didn't exit successfully: `/opt/rustwide/target/debug/build/cudarc-bd367dd8e93933f4/build-script-build` (exit status: 101) [INFO] [stderr] --- stdout [INFO] [stderr] cargo:rerun-if-changed=build.rs [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_ROOT [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_PATH [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_TOOLKIT_ROOT_DIR [INFO] [stderr] cargo:rerun-if-env-changed=CUDARC_CUDA_VERSION [INFO] [stderr] [INFO] [stderr] --- stderr [INFO] [stderr] [INFO] [stderr] thread 'main' (800) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.16.6/build.rs:98:10: [INFO] [stderr] Failed to execute `nvcc`: Os { code: 2, kind: NotFound, message: "No such file or directory" } [INFO] [stderr] stack backtrace: [INFO] [stderr] 0: 0x6264ac262e9a - std[e4a598c2d7907cc1]::backtrace_rs::backtrace::libunwind::trace [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stderr] 1: 0x6264ac262e9a - std[e4a598c2d7907cc1]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stderr] 2: 0x6264ac262e9a - std[e4a598c2d7907cc1]::sys::backtrace::_print_fmt [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/sys/backtrace.rs:74:9 [INFO] [stderr] 3: 0x6264ac262e9a - <::print::DisplayBacktrace as core[1fe3e66427eb3788]::fmt::Display>::fmt [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/sys/backtrace.rs:44:26 [INFO] [stderr] 4: 0x6264ac27412a - ::fmt [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/core/src/fmt/rt.rs:152:76 [INFO] [stderr] 5: 0x6264ac27412a - core[1fe3e66427eb3788]::fmt::write [INFO] [stderr] 6: 0x6264ac266f42 - std[e4a598c2d7907cc1]::io::default_write_fmt:: [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/io/mod.rs:639:11 [INFO] [stderr] 7: 0x6264ac266f42 - ::write_fmt [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/io/mod.rs:1994:13 [INFO] [stderr] 8: 0x6264ac24879f - ::print [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/sys/backtrace.rs:47:9 [INFO] [stderr] 9: 0x6264ac24879f - std[e4a598c2d7907cc1]::panicking::default_hook::{closure#0} [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/panicking.rs:292:27 [INFO] [stderr] 10: 0x6264ac25eb51 - std[e4a598c2d7907cc1]::panicking::default_hook [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/panicking.rs:319:9 [INFO] [stderr] 11: 0x6264ac25ed0b - std[e4a598c2d7907cc1]::panicking::panic_with_hook [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/panicking.rs:825:13 [INFO] [stderr] 12: 0x6264ac248858 - std[e4a598c2d7907cc1]::panicking::panic_handler::{closure#0} [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/panicking.rs:698:13 [INFO] [stderr] 13: 0x6264ac240359 - std[e4a598c2d7907cc1]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/sys/backtrace.rs:182:18 [INFO] [stderr] 14: 0x6264ac2490bd - __rustc[13b91de63b82f5e3]::rust_begin_unwind [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/panicking.rs:689:5 [INFO] [stderr] 15: 0x6264ac27481c - core[1fe3e66427eb3788]::panicking::panic_fmt [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/core/src/panicking.rs:80:14 [INFO] [stderr] 16: 0x6264ac2745f2 - core[1fe3e66427eb3788]::result::unwrap_failed [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/core/src/result.rs:1867:5 [INFO] [stderr] 17: 0x6264ac22f3a2 - >::expect [INFO] [stderr] 18: 0x6264ac2297e6 - build_script_build[7368617d519388cc]::cuda_version_from_build_system [INFO] [stderr] 19: 0x6264ac22a1d4 - build_script_build[7368617d519388cc]::main [INFO] [stderr] 20: 0x6264ac231a23 - >::call_once [INFO] [stderr] 21: 0x6264ac227c06 - std[e4a598c2d7907cc1]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stderr] 22: 0x6264ac2286c9 - std[e4a598c2d7907cc1]::rt::lang_start::<()>::{closure#0} [INFO] [stderr] 23: 0x6264ac25dd94 - <&dyn core[1fe3e66427eb3788]::ops::function::Fn<(), Output = i32> + core[1fe3e66427eb3788]::marker::Sync + core[1fe3e66427eb3788]::panic::unwind_safe::RefUnwindSafe as core[1fe3e66427eb3788]::ops::function::FnOnce<()>>::call_once [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/core/src/ops/function.rs:287:21 [INFO] [stderr] 24: 0x6264ac25dd94 - std[e4a598c2d7907cc1]::panicking::catch_unwind::do_call::<&dyn core[1fe3e66427eb3788]::ops::function::Fn<(), Output = i32> + core[1fe3e66427eb3788]::marker::Sync + core[1fe3e66427eb3788]::panic::unwind_safe::RefUnwindSafe, i32> [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/panicking.rs:581:40 [INFO] [stderr] 25: 0x6264ac25dd94 - std[e4a598c2d7907cc1]::panicking::catch_unwind:: + core[1fe3e66427eb3788]::marker::Sync + core[1fe3e66427eb3788]::panic::unwind_safe::RefUnwindSafe> [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/panicking.rs:544:19 [INFO] [stderr] 26: 0x6264ac25dd94 - std[e4a598c2d7907cc1]::panic::catch_unwind::<&dyn core[1fe3e66427eb3788]::ops::function::Fn<(), Output = i32> + core[1fe3e66427eb3788]::marker::Sync + core[1fe3e66427eb3788]::panic::unwind_safe::RefUnwindSafe, i32> [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/panic.rs:359:14 [INFO] [stderr] 27: 0x6264ac25dd94 - std[e4a598c2d7907cc1]::rt::lang_start_internal::{closure#0} [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/rt.rs:175:24 [INFO] [stderr] 28: 0x6264ac25dd94 - std[e4a598c2d7907cc1]::panicking::catch_unwind::do_call:: [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/panicking.rs:581:40 [INFO] [stderr] 29: 0x6264ac25dd94 - std[e4a598c2d7907cc1]::panicking::catch_unwind:: [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/panicking.rs:544:19 [INFO] [stderr] 30: 0x6264ac25dd94 - std[e4a598c2d7907cc1]::panic::catch_unwind:: [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/panic.rs:359:14 [INFO] [stderr] 31: 0x6264ac25dd94 - std[e4a598c2d7907cc1]::rt::lang_start_internal [INFO] [stderr] at /rustc/bbe853615821442ef11d6cd42a30a73432b38d89/library/std/src/rt.rs:171:5 [INFO] [stderr] 32: 0x6264ac227a01 - std[e4a598c2d7907cc1]::rt::lang_start::<()> [INFO] [stderr] 33: 0x6264ac22d2a5 - main [INFO] [stderr] 34: 0x7d0a3d3fb1ca - [INFO] [stderr] 35: 0x7d0a3d3fb28b - __libc_start_main [INFO] [stderr] 36: 0x6264ac2269f5 - _start [INFO] [stderr] 37: 0x0 - [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] running `Command { std: "docker" "inspect" "1f1aae22c2a1c35ea35685eafd751a7209cc89c4641df8063aa58feb808659a1", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "1f1aae22c2a1c35ea35685eafd751a7209cc89c4641df8063aa58feb808659a1", kill_on_drop: false }` [INFO] [stdout] 1f1aae22c2a1c35ea35685eafd751a7209cc89c4641df8063aa58feb808659a1