[INFO] fetching crate candle-flash-attn 0.9.1... [INFO] checking candle-flash-attn-0.9.1 against master#350d0ef0ec0493e6d21cfb265cb8211a0e74d766 for pr-145342-1 [INFO] extracting crate candle-flash-attn 0.9.1 into /workspace/builds/worker-4-tc1/source [INFO] started tweaking crates.io crate candle-flash-attn 0.9.1 [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate candle-flash-attn 0.9.1 [INFO] tweaked toml for crates.io crate candle-flash-attn 0.9.1 written to /workspace/builds/worker-4-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate candle-flash-attn 0.9.1 on toolchain 350d0ef0ec0493e6d21cfb265cb8211a0e74d766 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+350d0ef0ec0493e6d21cfb265cb8211a0e74d766" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate candle-flash-attn 0.9.1 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+350d0ef0ec0493e6d21cfb265cb8211a0e74d766" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded gemm v0.17.1 [INFO] [stderr] Downloaded bindgen_cuda v0.1.5 [INFO] [stderr] Downloaded gemm-c32 v0.17.1 [INFO] [stderr] Downloaded gemm-f16 v0.17.1 [INFO] [stderr] Downloaded gemm-f32 v0.17.1 [INFO] [stderr] Downloaded ug-cuda v0.4.0 [INFO] [stderr] Downloaded dyn-stack v0.10.0 [INFO] [stderr] Downloaded gemm-common v0.17.1 [INFO] [stderr] Downloaded safetensors v0.4.5 [INFO] [stderr] Downloaded candle-kernels v0.9.1 [INFO] [stderr] Downloaded ug v0.4.0 [INFO] [stderr] Downloaded gemm-f64 v0.17.1 [INFO] [stderr] Downloaded pulp v0.18.22 [INFO] [stderr] Downloaded winnow v0.7.7 [INFO] [stderr] Downloaded gemm-c64 v0.17.1 [INFO] [stderr] Downloaded candle-core v0.9.1 [INFO] [stderr] Downloaded cudarc v0.16.2 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+350d0ef0ec0493e6d21cfb265cb8211a0e74d766" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 659f5694a4c9c8e7ea83dae02ad0c31a00bf353ae89e9beb33f708a36d444a12 [INFO] running `Command { std: "docker" "start" "-a" "659f5694a4c9c8e7ea83dae02ad0c31a00bf353ae89e9beb33f708a36d444a12", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "659f5694a4c9c8e7ea83dae02ad0c31a00bf353ae89e9beb33f708a36d444a12", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "659f5694a4c9c8e7ea83dae02ad0c31a00bf353ae89e9beb33f708a36d444a12", kill_on_drop: false }` [INFO] [stdout] 659f5694a4c9c8e7ea83dae02ad0c31a00bf353ae89e9beb33f708a36d444a12 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+350d0ef0ec0493e6d21cfb265cb8211a0e74d766" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 94fe7bda2f47efb3aae3b29c204337037c5e4acd32765602095918aa737f38a4 [INFO] running `Command { std: "docker" "start" "-a" "94fe7bda2f47efb3aae3b29c204337037c5e4acd32765602095918aa737f38a4", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.95 [INFO] [stderr] Compiling unicode-ident v1.0.18 [INFO] [stderr] Compiling libc v0.2.172 [INFO] [stderr] Compiling crossbeam-utils v0.8.21 [INFO] [stderr] Compiling libm v0.2.13 [INFO] [stderr] Compiling autocfg v1.4.0 [INFO] [stderr] Checking cfg-if v1.0.0 [INFO] [stderr] Compiling rayon-core v1.12.1 [INFO] [stderr] Compiling zerocopy v0.8.25 [INFO] [stderr] Compiling getrandom v0.3.2 [INFO] [stderr] Checking reborrow v0.5.5 [INFO] [stderr] Checking once_cell v1.21.3 [INFO] [stderr] Compiling paste v1.0.15 [INFO] [stderr] Checking either v1.15.0 [INFO] [stderr] Compiling seq-macro v0.3.6 [INFO] [stderr] Compiling version_check v0.9.5 [INFO] [stderr] Checking bitflags v2.9.0 [INFO] [stderr] Compiling object v0.36.7 [INFO] [stderr] Checking bitflags v1.3.2 [INFO] [stderr] Checking memchr v2.7.4 [INFO] [stderr] Checking raw-cpuid v10.7.0 [INFO] [stderr] Checking raw-cpuid v11.5.0 [INFO] [stderr] Compiling pulp v0.21.5 [INFO] [stderr] Compiling hashbrown v0.15.3 [INFO] [stderr] Compiling equivalent v1.0.2 [INFO] [stderr] Compiling serde v1.0.219 [INFO] [stderr] Compiling glob v0.3.2 [INFO] [stderr] Checking crossbeam-epoch v0.9.18 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling serde_json v1.0.140 [INFO] [stderr] Compiling toml_datetime v0.6.9 [INFO] [stderr] Compiling thiserror v1.0.69 [INFO] [stderr] Compiling winnow v0.7.7 [INFO] [stderr] Checking ryu v1.0.20 [INFO] [stderr] Checking itoa v1.0.15 [INFO] [stderr] Checking crossbeam-deque v0.8.6 [INFO] [stderr] Compiling adler2 v2.0.0 [INFO] [stderr] Compiling quote v1.0.40 [INFO] [stderr] Checking stable_deref_trait v1.2.0 [INFO] [stderr] Compiling anyhow v1.0.98 [INFO] [stderr] Compiling gimli v0.31.1 [INFO] [stderr] Compiling miniz_oxide v0.8.8 [INFO] [stderr] Checking tracing-core v0.1.33 [INFO] [stderr] Compiling num_cpus v1.16.0 [INFO] [stderr] Compiling syn v2.0.101 [INFO] [stderr] Checking libloading v0.8.6 [INFO] [stderr] Checking pin-project-lite v0.2.16 [INFO] [stderr] Compiling cudarc v0.16.2 [INFO] [stderr] Compiling indexmap v2.9.0 [INFO] [stderr] Checking rand_core v0.9.3 [INFO] [stderr] Compiling rustc-demangle v0.1.24 [INFO] [stderr] Compiling rayon v1.10.0 [INFO] [stderr] Checking memmap2 v0.9.5 [INFO] [stderr] Compiling zip v1.1.4 [INFO] [stderr] error: failed to run custom build command for `cudarc v0.16.2` [INFO] [stderr] note: To improve backtraces for build dependencies, set the CARGO_PROFILE_DEV_BUILD_OVERRIDE_DEBUG=true environment variable to enable debug information generation. [INFO] [stderr] [INFO] [stderr] Caused by: [INFO] [stderr] process didn't exit successfully: `/opt/rustwide/target/debug/build/cudarc-5fb921e702a2d275/build-script-build` (exit status: 101) [INFO] [stderr] --- stdout [INFO] [stderr] cargo:rerun-if-changed=build.rs [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_ROOT [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_PATH [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_TOOLKIT_ROOT_DIR [INFO] [stderr] [INFO] [stderr] --- stderr [INFO] [stderr] [INFO] [stderr] thread 'main' (1058) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.16.2/build.rs:75:10: [INFO] [stderr] Failed to execute `nvcc`: Os { code: 2, kind: NotFound, message: "No such file or directory" } [INFO] [stderr] stack backtrace: [INFO] [stderr] 0: 0x5f17f5cd66c2 - std::backtrace_rs::backtrace::libunwind::trace::h0fb8082ca5562a61 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stderr] 1: 0x5f17f5cd66c2 - std::backtrace_rs::backtrace::trace_unsynchronized::hfaa258994374a3cd [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stderr] 2: 0x5f17f5cd66c2 - std::sys::backtrace::_print_fmt::h11496fe34963a885 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/sys/backtrace.rs:66:9 [INFO] [stderr] 3: 0x5f17f5cd66c2 - ::fmt::hff1a9408d012ee89 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/sys/backtrace.rs:39:26 [INFO] [stderr] 4: 0x5f17f5cf57ef - core::fmt::rt::Argument::fmt::hf11195b61445f5d1 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/core/src/fmt/rt.rs:173:76 [INFO] [stderr] 5: 0x5f17f5cf57ef - core::fmt::write::h2f1fc679f228cc52 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/core/src/fmt/mod.rs:1468:25 [INFO] [stderr] 6: 0x5f17f5cc7e63 - std::io::default_write_fmt::hdd5e6d67566e664d [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/io/mod.rs:639:11 [INFO] [stderr] 7: 0x5f17f5cc7e63 - std::io::Write::write_fmt::haa2231cbd9aebf95 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/io/mod.rs:1954:13 [INFO] [stderr] 8: 0x5f17f5cd6512 - std::sys::backtrace::BacktraceLock::print::h28bfdbcac6d3828b [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/sys/backtrace.rs:42:9 [INFO] [stderr] 9: 0x5f17f5cc53ec - std::panicking::default_hook::{{closure}}::h1f968e3a24b0e3b4 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/panicking.rs:301:27 [INFO] [stderr] 10: 0x5f17f5cc5233 - std::panicking::default_hook::h43da101644971931 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/panicking.rs:328:9 [INFO] [stderr] 11: 0x5f17f5cc592a - std::panicking::panic_with_hook::hb4e916c3e65eccec [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/panicking.rs:834:13 [INFO] [stderr] 12: 0x5f17f5cd609a - std::panicking::panic_handler::{{closure}}::hbff715d0475cf1bd [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/panicking.rs:707:13 [INFO] [stderr] 13: 0x5f17f5cd5ff9 - std::sys::backtrace::__rust_end_short_backtrace::hd6f43484e45a4955 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/sys/backtrace.rs:174:18 [INFO] [stderr] 14: 0x5f17f5cc5d1d - __rustc[b29d3319de9a3146]::rust_begin_unwind [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/panicking.rs:698:5 [INFO] [stderr] 15: 0x5f17f5cf7a40 - core::panicking::panic_fmt::h5f8d281875be5ff1 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/core/src/panicking.rs:75:14 [INFO] [stderr] 16: 0x5f17f5cf8046 - core::result::unwrap_failed::hbb243a6a8b53218d [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/core/src/result.rs:1852:5 [INFO] [stderr] 17: 0x5f17f5caa832 - core::result::Result::expect::h8726d8d4357dadcb [INFO] [stderr] 18: 0x5f17f5ca38e6 - build_script_build::cuda_version_from_build_system::h1cfd87b518b84755 [INFO] [stderr] 19: 0x5f17f5ca42a2 - build_script_build::main::h7472a315a6f5984b [INFO] [stderr] 20: 0x5f17f5caabd3 - core::ops::function::FnOnce::call_once::he7363fb6f0c68078 [INFO] [stderr] 21: 0x5f17f5caec76 - std::sys::backtrace::__rust_begin_short_backtrace::h65066ec5b32af282 [INFO] [stderr] 22: 0x5f17f5caec59 - std::rt::lang_start::{{closure}}::hb87310e771552610 [INFO] [stderr] 23: 0x5f17f5cd6c90 - core::ops::function::impls:: for &F>::call_once::h32dc2b2f49a48277 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/core/src/ops/function.rs:290:21 [INFO] [stderr] 24: 0x5f17f5cd6c90 - std::panicking::catch_unwind::do_call::h3353546a38525559 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/panicking.rs:590:40 [INFO] [stderr] 25: 0x5f17f5cd6c90 - std::panicking::catch_unwind::h57fb70202d1ae368 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/panicking.rs:553:19 [INFO] [stderr] 26: 0x5f17f5cd6c90 - std::panic::catch_unwind::h4b724a52bb5803b4 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/panic.rs:359:14 [INFO] [stderr] 27: 0x5f17f5cd6c90 - std::rt::lang_start_internal::{{closure}}::h3724b3072c80532a [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/rt.rs:175:24 [INFO] [stderr] 28: 0x5f17f5cd6c90 - std::panicking::catch_unwind::do_call::h4f6e90f858bd1c3f [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/panicking.rs:590:40 [INFO] [stderr] 29: 0x5f17f5cd6c90 - std::panicking::catch_unwind::h81c085c0d350991c [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/panicking.rs:553:19 [INFO] [stderr] 30: 0x5f17f5cd6c90 - std::panic::catch_unwind::h289049af1176d82a [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/panic.rs:359:14 [INFO] [stderr] 31: 0x5f17f5cd6c90 - std::rt::lang_start_internal::h3c37ebeb799b11e1 [INFO] [stderr] at /rustc/350d0ef0ec0493e6d21cfb265cb8211a0e74d766/library/std/src/rt.rs:171:5 [INFO] [stderr] 32: 0x5f17f5caec41 - std::rt::lang_start::h975fb56fe4c309ec [INFO] [stderr] 33: 0x5f17f5ca76f5 - main [INFO] [stderr] 34: 0x7fd096e7f1ca - [INFO] [stderr] 35: 0x7fd096e7f28b - __libc_start_main [INFO] [stderr] 36: 0x5f17f5ca2935 - _start [INFO] [stderr] 37: 0x0 - [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] running `Command { std: "docker" "inspect" "94fe7bda2f47efb3aae3b29c204337037c5e4acd32765602095918aa737f38a4", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "94fe7bda2f47efb3aae3b29c204337037c5e4acd32765602095918aa737f38a4", kill_on_drop: false }` [INFO] [stdout] 94fe7bda2f47efb3aae3b29c204337037c5e4acd32765602095918aa737f38a4