[INFO] cloning repository https://github.com/horowitzathome/llama-multiprocess [INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/horowitzathome/llama-multiprocess" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fhorowitzathome%2Fllama-multiprocess", kill_on_drop: false }` [INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fhorowitzathome%2Fllama-multiprocess'... [INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }` [INFO] [stdout] d97d3349e350f7b3524ca1f13c45762b6c848fbc [INFO] checking horowitzathome/llama-multiprocess against master#cb06d12710575a0d7ff71d6fe108f3bcff4f9195 for pr-128425-1 [INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fhorowitzathome%2Fllama-multiprocess" "/workspace/builds/worker-0-tc1/source", kill_on_drop: false }` [INFO] [stderr] Cloning into '/workspace/builds/worker-0-tc1/source'... [INFO] [stderr] done. [INFO] validating manifest of git repo https://github.com/horowitzathome/llama-multiprocess on toolchain cb06d12710575a0d7ff71d6fe108f3bcff4f9195 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cb06d12710575a0d7ff71d6fe108f3bcff4f9195" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking git repo https://github.com/horowitzathome/llama-multiprocess [INFO] finished tweaking git repo https://github.com/horowitzathome/llama-multiprocess [INFO] tweaked toml for git repo https://github.com/horowitzathome/llama-multiprocess written to /workspace/builds/worker-0-tc1/source/Cargo.toml [INFO] crate git repo https://github.com/horowitzathome/llama-multiprocess already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cb06d12710575a0d7ff71d6fe108f3bcff4f9195" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Updating crates.io index [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded tracing-chrome v0.7.1 [INFO] [stderr] Downloaded monostate-impl v0.1.9 [INFO] [stderr] Downloaded yoke-derive v0.7.2 [INFO] [stderr] Downloaded monostate v0.1.9 [INFO] [stderr] Downloaded yoke v0.7.2 [INFO] [stderr] Downloaded candle-kernels v0.3.0 [INFO] [stderr] Downloaded candle-nn v0.3.0 [INFO] [stderr] Downloaded candle-transformers v0.3.0 [INFO] [stderr] Downloaded cudarc v0.9.15 [INFO] [stderr] Downloaded synstructure v0.13.0 [INFO] [stderr] Downloaded portable-atomic v1.5.1 [INFO] [stderr] Downloaded candle-core v0.3.0 [INFO] [stderr] Downloaded candle-flash-attn v0.3.0 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:3959728d45483eb673ba100a951a6b9f5012970368db2a9e08e0ac9b67c8a5ad" "/opt/rustwide/cargo-home/bin/cargo" "+cb06d12710575a0d7ff71d6fe108f3bcff4f9195" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] bd74a894c9ae2cf60da7b334aa27f536d85870d3efb5de74a0eac0c42b847138 [INFO] running `Command { std: "docker" "start" "-a" "bd74a894c9ae2cf60da7b334aa27f536d85870d3efb5de74a0eac0c42b847138", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "bd74a894c9ae2cf60da7b334aa27f536d85870d3efb5de74a0eac0c42b847138", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "bd74a894c9ae2cf60da7b334aa27f536d85870d3efb5de74a0eac0c42b847138", kill_on_drop: false }` [INFO] [stdout] bd74a894c9ae2cf60da7b334aa27f536d85870d3efb5de74a0eac0c42b847138 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:3959728d45483eb673ba100a951a6b9f5012970368db2a9e08e0ac9b67c8a5ad" "/opt/rustwide/cargo-home/bin/cargo" "+cb06d12710575a0d7ff71d6fe108f3bcff4f9195" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 66eab6193f189254541f50eb18c1056b5f94841a96b3e283ca51590d26c9bb98 [INFO] running `Command { std: "docker" "start" "-a" "66eab6193f189254541f50eb18c1056b5f94841a96b3e283ca51590d26c9bb98", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.150 [INFO] [stderr] Checking cfg-if v1.0.0 [INFO] [stderr] Compiling proc-macro2 v1.0.69 [INFO] [stderr] Compiling autocfg v1.1.0 [INFO] [stderr] Compiling unicode-ident v1.0.12 [INFO] [stderr] Compiling crossbeam-utils v0.8.16 [INFO] [stderr] Compiling rayon-core v1.12.0 [INFO] [stderr] Checking lazy_static v1.4.0 [INFO] [stderr] Compiling libm v0.2.8 [INFO] [stderr] Checking scopeguard v1.2.0 [INFO] [stderr] Checking either v1.9.0 [INFO] [stderr] Compiling paste v1.0.14 [INFO] [stderr] Compiling pkg-config v0.3.27 [INFO] [stderr] Checking bitflags v1.3.2 [INFO] [stderr] Compiling serde v1.0.192 [INFO] [stderr] Checking once_cell v1.18.0 [INFO] [stderr] Checking ppv-lite86 v0.2.17 [INFO] [stderr] Checking bytemuck v1.14.0 [INFO] [stderr] Checking reborrow v0.5.5 [INFO] [stderr] Checking raw-cpuid v10.7.0 [INFO] [stderr] Compiling serde_json v1.0.108 [INFO] [stderr] Compiling crc32fast v1.3.2 [INFO] [stderr] Compiling seq-macro v0.3.5 [INFO] [stderr] Checking itoa v1.0.9 [INFO] [stderr] Checking ryu v1.0.15 [INFO] [stderr] Compiling vcpkg v0.2.15 [INFO] [stderr] Checking dyn-stack v0.9.1 [INFO] [stderr] Checking memchr v2.6.4 [INFO] [stderr] Compiling memoffset v0.9.0 [INFO] [stderr] Compiling crossbeam-epoch v0.9.15 [INFO] [stderr] Compiling num-traits v0.2.17 [INFO] [stderr] Compiling unicode-xid v0.2.4 [INFO] [stderr] Compiling syn v1.0.109 [INFO] [stderr] Checking log v0.4.20 [INFO] [stderr] Compiling thiserror v1.0.50 [INFO] [stderr] Checking tinyvec_macros v0.1.1 [INFO] [stderr] Compiling fnv v1.0.7 [INFO] [stderr] Checking spin v0.9.8 [INFO] [stderr] Checking adler v1.0.2 [INFO] [stderr] Checking untrusted v0.9.0 [INFO] [stderr] Compiling strsim v0.10.0 [INFO] [stderr] Compiling ident_case v1.0.1 [INFO] [stderr] Compiling glob v0.3.1 [INFO] [stderr] Checking miniz_oxide v0.7.1 [INFO] [stderr] Checking tinyvec v1.6.0 [INFO] [stderr] Compiling quote v1.0.33 [INFO] [stderr] Checking crossbeam-deque v0.8.3 [INFO] [stderr] Compiling gimli v0.28.0 [INFO] [stderr] Checking getrandom v0.2.11 [INFO] [stderr] Compiling anyhow v1.0.75 [INFO] [stderr] Compiling cudarc v0.9.15 [INFO] [stderr] Checking rand_core v0.6.4 [INFO] [stderr] Checking foreign-types-shared v0.1.1 [INFO] [stderr] Compiling syn v2.0.39 [INFO] [stderr] Checking rand_chacha v0.3.1 [INFO] [stderr] Checking stable_deref_trait v1.2.0 [INFO] [stderr] Compiling cc v1.0.83 [INFO] [stderr] Compiling openssl v0.10.59 [INFO] [stderr] error: failed to run custom build command for `cudarc v0.9.15` [INFO] [stderr] note: To improve backtraces for build dependencies, set the CARGO_PROFILE_DEV_BUILD_OVERRIDE_DEBUG=true environment variable to enable debug information generation. [INFO] [stderr] [INFO] [stderr] Caused by: [INFO] [stderr] process didn't exit successfully: `/opt/rustwide/target/debug/build/cudarc-97dbc8f09a55dfa1/build-script-build` (exit status: 101) [INFO] [stderr] --- stdout [INFO] [stderr] cargo:rerun-if-changed=build.rs [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_ROOT [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_PATH [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_TOOLKIT_ROOT_DIR [INFO] [stderr] [INFO] [stderr] --- stderr [INFO] [stderr] [INFO] [stderr] thread 'main' panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.9.15/build.rs:21:13: [INFO] [stderr] Unable to find `include/cuda.h` under any of: ["/usr", "/usr/local/cuda", "/opt/cuda", "/usr/lib/cuda", "C:/Program Files/NVIDIA GPU Computing Toolkit", "C:/CUDA"]. Set the `CUDA_ROOT` environment variable to `$CUDA_ROOT/include/cuda.h` to override path. [INFO] [stderr] stack backtrace: [INFO] [stderr] 0: 0x64f8b144afa3 - std::backtrace_rs::backtrace::libunwind::trace::h7e6d0ae4294a4a8c [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stderr] 1: 0x64f8b144afa3 - std::backtrace_rs::backtrace::trace_unsynchronized::he51e5637b960fd4d [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stderr] 2: 0x64f8b144afa3 - std::sys::backtrace::_print_fmt::h5738c48dc21f8f40 [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/sys/backtrace.rs:66:9 [INFO] [stderr] 3: 0x64f8b144afa3 - ::fmt::h0d4d12f7c9404742 [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/sys/backtrace.rs:39:26 [INFO] [stderr] 4: 0x64f8b1468383 - core::fmt::rt::Argument::fmt::h1132514a9fada4fe [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/core/src/fmt/rt.rs:177:76 [INFO] [stderr] 5: 0x64f8b1468383 - core::fmt::write::h34bb49244168fa4a [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/core/src/fmt/mod.rs:1449:21 [INFO] [stderr] 6: 0x64f8b1448623 - std::io::Write::write_fmt::hd6e437e416d0bed7 [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/io/mod.rs:1890:15 [INFO] [stderr] 7: 0x64f8b144adf2 - std::sys::backtrace::BacktraceLock::print::hfca34c1e63219935 [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/sys/backtrace.rs:42:9 [INFO] [stderr] 8: 0x64f8b144bd2a - std::panicking::default_hook::{{closure}}::ha45a18105d446e7d [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/panicking.rs:298:22 [INFO] [stderr] 9: 0x64f8b144bb9a - std::panicking::default_hook::h6a80a3772ec5361c [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/panicking.rs:325:9 [INFO] [stderr] 10: 0x64f8b144c5f2 - std::panicking::rust_panic_with_hook::h30dc2864a1afbdca [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/panicking.rs:831:13 [INFO] [stderr] 11: 0x64f8b144c48a - std::panicking::begin_panic_handler::{{closure}}::h2498d707b9673770 [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/panicking.rs:704:13 [INFO] [stderr] 12: 0x64f8b144b499 - std::sys::backtrace::__rust_end_short_backtrace::hd2dd629c5543649e [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/sys/backtrace.rs:168:18 [INFO] [stderr] 13: 0x64f8b144c11d - rust_begin_unwind [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/panicking.rs:695:5 [INFO] [stderr] 14: 0x64f8b1467810 - core::panicking::panic_fmt::he03190313194da46 [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/core/src/panicking.rs:75:14 [INFO] [stderr] 15: 0x64f8b142a8a2 - build_script_build::link_cuda::{{closure}}::ha4e7796d4fe1ce0d [INFO] [stderr] 16: 0x64f8b14290d3 - core::option::Option::unwrap_or_else::h8616261363451150 [INFO] [stderr] 17: 0x64f8b142a405 - build_script_build::link_cuda::h0fbcd3a7122faf52 [INFO] [stderr] 18: 0x64f8b142a2c5 - build_script_build::main::h615db6e1298c509b [INFO] [stderr] 19: 0x64f8b1427683 - core::ops::function::FnOnce::call_once::hca40baae7f62c3eb [INFO] [stderr] 20: 0x64f8b1426d06 - std::sys::backtrace::__rust_begin_short_backtrace::h1354808d874e48c6 [INFO] [stderr] 21: 0x64f8b1426c69 - std::rt::lang_start::{{closure}}::hdc8ecf383b44c7f4 [INFO] [stderr] 22: 0x64f8b1445a40 - core::ops::function::impls:: for &F>::call_once::hae3a0f3fcddfc46c [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/core/src/ops/function.rs:284:13 [INFO] [stderr] 23: 0x64f8b1445a40 - std::panicking::try::do_call::h59a23ccaba8f632f [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/panicking.rs:587:40 [INFO] [stderr] 24: 0x64f8b1445a40 - std::panicking::try::h7fb3cd3b8d20091b [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/panicking.rs:550:19 [INFO] [stderr] 25: 0x64f8b1445a40 - std::panic::catch_unwind::hbf65a6597a1c7ae4 [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/panic.rs:359:14 [INFO] [stderr] 26: 0x64f8b1445a40 - std::rt::lang_start_internal::{{closure}}::hf01b5a1d5d3d82d6 [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/rt.rs:168:24 [INFO] [stderr] 27: 0x64f8b1445a40 - std::panicking::try::do_call::h4daa86886329ce38 [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/panicking.rs:587:40 [INFO] [stderr] 28: 0x64f8b1445a40 - std::panicking::try::hcd46ee8a743d94d5 [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/panicking.rs:550:19 [INFO] [stderr] 29: 0x64f8b1445a40 - std::panic::catch_unwind::he56a70f10ec2f80c [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/panic.rs:359:14 [INFO] [stderr] 30: 0x64f8b1445a40 - std::rt::lang_start_internal::ha11bdd6f89b57997 [INFO] [stderr] at /rustc/cb06d12710575a0d7ff71d6fe108f3bcff4f9195/library/std/src/rt.rs:164:5 [INFO] [stderr] 31: 0x64f8b1426c51 - std::rt::lang_start::h8f9cec7f09a039fa [INFO] [stderr] 32: 0x64f8b142ac95 - main [INFO] [stderr] 33: 0x721a7822cd90 - [INFO] [stderr] 34: 0x721a7822ce40 - __libc_start_main [INFO] [stderr] 35: 0x64f8b1425b75 - _start [INFO] [stderr] 36: 0x0 - [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] [stdout] error: failed to build archive at `/opt/rustwide/target/debug/deps/libsyn-cbf5f445a299119b.rlib`: No space left on device (os error 28) [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] error: could not compile `syn` (lib) due to 1 previous error [INFO] running `Command { std: "docker" "inspect" "66eab6193f189254541f50eb18c1056b5f94841a96b3e283ca51590d26c9bb98", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "66eab6193f189254541f50eb18c1056b5f94841a96b3e283ca51590d26c9bb98", kill_on_drop: false }` [INFO] [stdout] 66eab6193f189254541f50eb18c1056b5f94841a96b3e283ca51590d26c9bb98