[INFO] cloning repository https://github.com/rustml/modelbuilder [INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/rustml/modelbuilder" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Frustml%2Fmodelbuilder", kill_on_drop: false }` [INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Frustml%2Fmodelbuilder'... [INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }` [INFO] [stdout] 7dcd0f587d70c9761614a75a22caaa06360c1cc6 [INFO] checking rustml/modelbuilder against try#78c81ee3917a99dcff6e2e6822800f0492c415c3 for pr-148967 [INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Frustml%2Fmodelbuilder" "/workspace/builds/worker-0-tc2/source", kill_on_drop: false }` [INFO] [stderr] Cloning into '/workspace/builds/worker-0-tc2/source'... [INFO] [stderr] done. [INFO] started tweaking git repo https://github.com/rustml/modelbuilder [INFO] finished tweaking git repo https://github.com/rustml/modelbuilder [INFO] tweaked toml for git repo https://github.com/rustml/modelbuilder written to /workspace/builds/worker-0-tc2/source/Cargo.toml [INFO] validating manifest of git repo https://github.com/rustml/modelbuilder on toolchain 78c81ee3917a99dcff6e2e6822800f0492c415c3 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+78c81ee3917a99dcff6e2e6822800f0492c415c3" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate git repo https://github.com/rustml/modelbuilder already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+78c81ee3917a99dcff6e2e6822800f0492c415c3" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Updating git repository `https://github.com/huggingface/candle.git` [INFO] [stderr] Updating git submodule `https://github.com/NVIDIA/cutlass.git` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded enum_derive v0.1.7 [INFO] [stderr] Downloaded hf-hub v0.3.2 [INFO] [stderr] Downloaded mki v0.2.3 [INFO] [stderr] Downloaded gemm-c32 v0.16.15 [INFO] [stderr] Downloaded yoke-derive v0.7.3 [INFO] [stderr] Downloaded gemm-c64 v0.16.15 [INFO] [stderr] Downloaded gemm-f64 v0.16.15 [INFO] [stderr] Downloaded gemm-f32 v0.16.15 [INFO] [stderr] Downloaded uinput-sys v0.1.7 [INFO] [stderr] Downloaded gemm-f16 v0.16.15 [INFO] [stderr] Downloaded gemm-common v0.16.15 [INFO] [stderr] Downloaded zerofrom-derive v0.1.3 [INFO] [stderr] Downloaded yoke v0.7.3 [INFO] [stderr] Downloaded input v0.7.1 [INFO] [stderr] Downloaded openssl-sys v0.9.95 [INFO] [stderr] Downloaded ureq v2.8.0 [INFO] [stderr] Downloaded pulp v0.18.4 [INFO] [stderr] Downloaded cudarc v0.9.15 [INFO] [stderr] Downloaded udev v0.6.3 [INFO] [stderr] Downloaded nix v0.10.0 [INFO] [stderr] Downloaded uinput v0.1.3 [INFO] [stderr] Downloaded gemm v0.16.15 [INFO] [stderr] Downloaded zerofrom v0.1.3 [INFO] [stderr] Downloaded ioctl-sys v0.5.2 [INFO] [stderr] Downloaded openssl v0.10.59 [INFO] [stderr] Downloaded rustix v0.38.24 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+78c81ee3917a99dcff6e2e6822800f0492c415c3" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 033a162b94aae482712ae7d5cf566142829e60968f80fd1951a881ca2567e53f [INFO] running `Command { std: "docker" "start" "-a" "033a162b94aae482712ae7d5cf566142829e60968f80fd1951a881ca2567e53f", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "033a162b94aae482712ae7d5cf566142829e60968f80fd1951a881ca2567e53f", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "033a162b94aae482712ae7d5cf566142829e60968f80fd1951a881ca2567e53f", kill_on_drop: false }` [INFO] [stdout] 033a162b94aae482712ae7d5cf566142829e60968f80fd1951a881ca2567e53f [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+78c81ee3917a99dcff6e2e6822800f0492c415c3" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 9b7fbd943b2d9a5df3495bb0fe291c737c06274550354f2be9698301b3cfac63 [INFO] running `Command { std: "docker" "start" "-a" "9b7fbd943b2d9a5df3495bb0fe291c737c06274550354f2be9698301b3cfac63", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.150 [INFO] [stderr] Compiling crossbeam-utils v0.8.16 [INFO] [stderr] Checking once_cell v1.18.0 [INFO] [stderr] Compiling libm v0.2.8 [INFO] [stderr] Compiling rayon-core v1.12.0 [INFO] [stderr] Compiling num-traits v0.2.17 [INFO] [stderr] Compiling syn v2.0.39 [INFO] [stderr] Compiling serde v1.0.192 [INFO] [stderr] Compiling paste v1.0.14 [INFO] [stderr] Checking reborrow v0.5.5 [INFO] [stderr] Compiling futures-core v0.3.29 [INFO] [stderr] Checking either v1.9.0 [INFO] [stderr] Checking crossbeam-epoch v0.9.15 [INFO] [stderr] Checking raw-cpuid v10.7.0 [INFO] [stderr] Checking crossbeam-deque v0.8.3 [INFO] [stderr] Compiling cc v1.0.83 [INFO] [stderr] Compiling memoffset v0.9.0 [INFO] [stderr] Compiling futures-channel v0.3.29 [INFO] [stderr] Compiling futures-task v0.3.29 [INFO] [stderr] Checking futures-sink v0.3.29 [INFO] [stderr] Compiling seq-macro v0.3.5 [INFO] [stderr] Checking rayon v1.8.0 [INFO] [stderr] Compiling serde_json v1.0.108 [INFO] [stderr] Compiling futures-util v0.3.29 [INFO] [stderr] Compiling adler v1.0.2 [INFO] [stderr] Compiling gimli v0.28.0 [INFO] [stderr] Compiling memchr v2.6.4 [INFO] [stderr] Checking getrandom v0.2.11 [INFO] [stderr] Checking rand_core v0.6.4 [INFO] [stderr] Compiling openssl-sys v0.9.95 [INFO] [stderr] Checking num_cpus v1.16.0 [INFO] [stderr] Compiling backtrace v0.3.69 [INFO] [stderr] Checking rand_chacha v0.3.1 [INFO] [stderr] Checking parking_lot_core v0.9.9 [INFO] [stderr] Checking rand v0.8.5 [INFO] [stderr] Compiling object v0.32.1 [INFO] [stderr] Checking parking_lot v0.12.1 [INFO] [stderr] Compiling ring v0.17.5 [INFO] [stderr] Checking signal-hook-registry v1.4.1 [INFO] [stderr] Checking socket2 v0.5.5 [INFO] [stderr] Checking mio v0.8.9 [INFO] [stderr] Compiling miniz_oxide v0.7.1 [INFO] [stderr] Checking rand_distr v0.4.3 [INFO] [stderr] Checking tracing-core v0.1.32 [INFO] [stderr] Checking futures-io v0.3.29 [INFO] [stderr] Compiling rustc-demangle v0.1.23 [INFO] [stderr] Compiling openssl v0.10.59 [INFO] [stderr] Compiling anyhow v1.0.75 [INFO] [stderr] Checking bitflags v2.4.1 [INFO] [stderr] Checking http v0.2.11 [INFO] [stderr] Compiling addr2line v0.21.0 [INFO] [stderr] Compiling native-tls v0.2.11 [INFO] [stderr] Compiling glob v0.3.1 [INFO] [stderr] Checking hashbrown v0.14.2 [INFO] [stderr] Compiling synstructure v0.13.0 [INFO] [stderr] Compiling thiserror v1.0.50 [INFO] [stderr] Compiling libudev-sys v0.1.4 [INFO] [stderr] Compiling cudarc v0.9.15 [INFO] [stderr] error: failed to run custom build command for `cudarc v0.9.15` [INFO] [stderr] note: To improve backtraces for build dependencies, set the CARGO_PROFILE_DEV_BUILD_OVERRIDE_DEBUG=true environment variable to enable debug information generation. [INFO] [stderr] [INFO] [stderr] Caused by: [INFO] [stderr] process didn't exit successfully: `/opt/rustwide/target/debug/build/cudarc-97dbc8f09a55dfa1/build-script-build` (exit status: 101) [INFO] [stderr] --- stdout [INFO] [stderr] cargo:rerun-if-changed=build.rs [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_ROOT [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_PATH [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_TOOLKIT_ROOT_DIR [INFO] [stderr] [INFO] [stderr] --- stderr [INFO] [stderr] [INFO] [stderr] thread 'main' (1006) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.9.15/build.rs:21:13: [INFO] [stderr] Unable to find `include/cuda.h` under any of: ["/usr", "/usr/local/cuda", "/opt/cuda", "/usr/lib/cuda", "C:/Program Files/NVIDIA GPU Computing Toolkit", "C:/CUDA"]. Set the `CUDA_ROOT` environment variable to `$CUDA_ROOT/include/cuda.h` to override path. [INFO] [stderr] stack backtrace: [INFO] [stderr] 0: 0x617b71809a52 - std::backtrace_rs::backtrace::libunwind::trace::hd8a655236e158731 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stderr] 1: 0x617b71809a52 - std::backtrace_rs::backtrace::trace_unsynchronized::hc00faf3445433064 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stderr] 2: 0x617b71809a52 - std::sys::backtrace::_print_fmt::he752eec0bd9c3ab6 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/sys/backtrace.rs:66:9 [INFO] [stderr] 3: 0x617b71809a52 - ::fmt::hf49d4e9844d08ced [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/sys/backtrace.rs:39:26 [INFO] [stderr] 4: 0x617b71818627 - core::fmt::rt::Argument::fmt::hd8fa28b5031a260b [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/core/src/fmt/rt.rs:152:76 [INFO] [stderr] 5: 0x617b71818627 - core::fmt::write::he5460f17b833c122 [INFO] [stderr] 6: 0x617b717e8416 - std::io::default_write_fmt::heccfcb5b5382e279 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/io/mod.rs:639:11 [INFO] [stderr] 7: 0x617b717e8416 - std::io::Write::write_fmt::he98ae2746dbedb47 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/io/mod.rs:1994:13 [INFO] [stderr] 8: 0x617b717eebf1 - std::sys::backtrace::BacktraceLock::print::hc3760d1122275184 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/sys/backtrace.rs:42:9 [INFO] [stderr] 9: 0x617b717eebf1 - std::panicking::default_hook::{{closure}}::hf8c19bc1a7b0676a [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/panicking.rs:293:27 [INFO] [stderr] 10: 0x617b717eea16 - std::panicking::default_hook::haf43ecfd300ae5b5 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/panicking.rs:320:9 [INFO] [stderr] 11: 0x617b717ef0fb - std::panicking::panic_with_hook::h66c5d8fa29e50b62 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/panicking.rs:826:13 [INFO] [stderr] 12: 0x617b717eef78 - std::panicking::panic_handler::{{closure}}::h1674ae13bdd6a7e1 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/panicking.rs:699:13 [INFO] [stderr] 13: 0x617b717ed549 - std::sys::backtrace::__rust_end_short_backtrace::h6b28368e603b0548 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/sys/backtrace.rs:174:18 [INFO] [stderr] 14: 0x617b717dd02d - __rustc[e6cc9979c6fc759f]::rust_begin_unwind [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/panicking.rs:690:5 [INFO] [stderr] 15: 0x617b7181b3ac - core::panicking::panic_fmt::h2145634be0790f13 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/core/src/panicking.rs:80:14 [INFO] [stderr] 16: 0x617b717d9696 - build_script_build::link_cuda::{{closure}}::h6eac07031cd18a68 [INFO] [stderr] 17: 0x617b717db7b9 - core::option::Option::unwrap_or_else::hb25cfed7e362d39f [INFO] [stderr] 18: 0x617b717d92cd - build_script_build::link_cuda::h7509251f23002834 [INFO] [stderr] 19: 0x617b717d9183 - build_script_build::main::hdb8ae3e70736c10b [INFO] [stderr] 20: 0x617b717d9dd3 - core::ops::function::FnOnce::call_once::hf1846242702eeff5 [INFO] [stderr] 21: 0x617b717d9886 - std::sys::backtrace::__rust_begin_short_backtrace::hf2a586f37a7b058e [INFO] [stderr] 22: 0x617b717d97e9 - std::rt::lang_start::{{closure}}::h76c9efb92b25df9e [INFO] [stderr] 23: 0x617b717e96ba - core::ops::function::impls:: for &F>::call_once::hddbf2acf5bfc1fa2 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/core/src/ops/function.rs:287:21 [INFO] [stderr] 24: 0x617b717e96ba - std::panicking::catch_unwind::do_call::h601e682a6f220c31 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/panicking.rs:582:40 [INFO] [stderr] 25: 0x617b717e96ba - std::panicking::catch_unwind::h81f8c3b241324d54 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/panicking.rs:545:19 [INFO] [stderr] 26: 0x617b717e96ba - std::panic::catch_unwind::h955ecdb4ad78d5d8 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/panic.rs:359:14 [INFO] [stderr] 27: 0x617b717e96ba - std::rt::lang_start_internal::{{closure}}::hdc242c6291100e1a [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/rt.rs:175:24 [INFO] [stderr] 28: 0x617b717e96ba - std::panicking::catch_unwind::do_call::hb4798156ed16c4d5 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/panicking.rs:582:40 [INFO] [stderr] 29: 0x617b717e96ba - std::panicking::catch_unwind::hbf7abf54e8488964 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/panicking.rs:545:19 [INFO] [stderr] 30: 0x617b717e96ba - std::panic::catch_unwind::h12e2e0b2f3af8206 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/panic.rs:359:14 [INFO] [stderr] 31: 0x617b717e96ba - std::rt::lang_start_internal::hb8ec3851c46937a1 [INFO] [stderr] at /rustc/78c81ee3917a99dcff6e2e6822800f0492c415c3/library/std/src/rt.rs:171:5 [INFO] [stderr] 32: 0x617b717d97d1 - std::rt::lang_start::h49827d8ff2da6b56 [INFO] [stderr] 33: 0x617b717dcd05 - main [INFO] [stderr] 34: 0x748ac600c1ca - [INFO] [stderr] 35: 0x748ac600c28b - __libc_start_main [INFO] [stderr] 36: 0x617b717d7cd5 - _start [INFO] [stderr] 37: 0x0 - [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] running `Command { std: "docker" "inspect" "9b7fbd943b2d9a5df3495bb0fe291c737c06274550354f2be9698301b3cfac63", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "9b7fbd943b2d9a5df3495bb0fe291c737c06274550354f2be9698301b3cfac63", kill_on_drop: false }` [INFO] [stdout] 9b7fbd943b2d9a5df3495bb0fe291c737c06274550354f2be9698301b3cfac63