[INFO] cloning repository https://github.com/tbogdala/sentient_core [INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/tbogdala/sentient_core" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Ftbogdala%2Fsentient_core", kill_on_drop: false }` [INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Ftbogdala%2Fsentient_core'... [INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }` [INFO] [stdout] 23201802499fbf97db80d20100d36fa23e508c5e [INFO] checking tbogdala/sentient_core/23201802499fbf97db80d20100d36fa23e508c5e against master#d2eadb7a94ef8c9deb5137695df33cd1fc5aee92 for pr-137268 [INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Ftbogdala%2Fsentient_core" "/workspace/builds/worker-3-tc1/source", kill_on_drop: false }` [INFO] [stderr] Cloning into '/workspace/builds/worker-3-tc1/source'... [INFO] [stderr] done. [INFO] validating manifest of git repo https://github.com/tbogdala/sentient_core on toolchain d2eadb7a94ef8c9deb5137695df33cd1fc5aee92 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+d2eadb7a94ef8c9deb5137695df33cd1fc5aee92" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking git repo https://github.com/tbogdala/sentient_core [INFO] finished tweaking git repo https://github.com/tbogdala/sentient_core [INFO] tweaked toml for git repo https://github.com/tbogdala/sentient_core written to /workspace/builds/worker-3-tc1/source/Cargo.toml [INFO] crate git repo https://github.com/tbogdala/sentient_core already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+d2eadb7a94ef8c9deb5137695df33cd1fc5aee92" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Updating git repository `https://github.com/huggingface/candle.git` [INFO] [stderr] Updating git submodule `https://github.com/NVIDIA/cutlass.git` [INFO] [stderr] Updating git repository `https://github.com/tbogdala/rust-llama.cpp.git` [INFO] [stderr] Updating git submodule `https://github.com/ggerganov/llama.cpp` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded rayon-cond v0.3.0 [INFO] [stderr] Downloaded macro_rules_attribute v0.2.0 [INFO] [stderr] Downloaded crossbeam-epoch v0.9.16 [INFO] [stderr] Downloaded crossbeam-queue v0.3.9 [INFO] [stderr] Downloaded crossbeam-utils v0.8.17 [INFO] [stderr] Downloaded macro_rules_attribute-proc_macro v0.2.0 [INFO] [stderr] Downloaded crossbeam-channel v0.5.9 [INFO] [stderr] Downloaded unsafe-libyaml v0.2.9 [INFO] [stderr] Downloaded serde_yaml v0.9.27 [INFO] [stderr] Downloaded tokenizers v0.15.0 [INFO] [stderr] Downloaded syn v2.0.41 [INFO] [stderr] Downloaded cudarc v0.9.15 [INFO] [stderr] Downloaded tokio v1.35.0 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:b0b074c097205a61b89e8ad263052f976b2b332c4dc5f02aef1fe52501660d6e" "/opt/rustwide/cargo-home/bin/cargo" "+d2eadb7a94ef8c9deb5137695df33cd1fc5aee92" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 3c7fafb6fea46db14b69126a3c7ad3e1cf18e617a500fe9c5c21e5bd71fa75cf [INFO] running `Command { std: "docker" "start" "-a" "3c7fafb6fea46db14b69126a3c7ad3e1cf18e617a500fe9c5c21e5bd71fa75cf", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "3c7fafb6fea46db14b69126a3c7ad3e1cf18e617a500fe9c5c21e5bd71fa75cf", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "3c7fafb6fea46db14b69126a3c7ad3e1cf18e617a500fe9c5c21e5bd71fa75cf", kill_on_drop: false }` [INFO] [stdout] 3c7fafb6fea46db14b69126a3c7ad3e1cf18e617a500fe9c5c21e5bd71fa75cf [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:b0b074c097205a61b89e8ad263052f976b2b332c4dc5f02aef1fe52501660d6e" "/opt/rustwide/cargo-home/bin/cargo" "+d2eadb7a94ef8c9deb5137695df33cd1fc5aee92" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 94154ae71a21a05b8b5606b5ebd35e8f5a7a504f9c3393215a4d9158a0ca04b3 [INFO] running `Command { std: "docker" "start" "-a" "94154ae71a21a05b8b5606b5ebd35e8f5a7a504f9c3393215a4d9158a0ca04b3", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.70 [INFO] [stderr] Compiling libc v0.2.151 [INFO] [stderr] Compiling crossbeam-utils v0.8.17 [INFO] [stderr] Compiling rayon-core v1.12.0 [INFO] [stderr] Checking itoa v1.0.10 [INFO] [stderr] Compiling memchr v2.6.4 [INFO] [stderr] Compiling pkg-config v0.3.27 [INFO] [stderr] Compiling memoffset v0.9.0 [INFO] [stderr] Compiling num-traits v0.2.17 [INFO] [stderr] Compiling paste v1.0.14 [INFO] [stderr] Compiling glob v0.3.1 [INFO] [stderr] Compiling serde v1.0.193 [INFO] [stderr] Checking log v0.4.20 [INFO] [stderr] Compiling either v1.9.0 [INFO] [stderr] Checking reborrow v0.5.5 [INFO] [stderr] Checking pin-project-lite v0.2.13 [INFO] [stderr] Checking raw-cpuid v10.7.0 [INFO] [stderr] Compiling seq-macro v0.3.5 [INFO] [stderr] Compiling syn v1.0.109 [INFO] [stderr] Checking ryu v1.0.16 [INFO] [stderr] Compiling gimli v0.28.1 [INFO] [stderr] Compiling futures-core v0.3.29 [INFO] [stderr] Compiling adler v1.0.2 [INFO] [stderr] Checking bytes v1.5.0 [INFO] [stderr] Compiling miniz_oxide v0.7.1 [INFO] [stderr] Compiling object v0.32.1 [INFO] [stderr] Compiling unicode-xid v0.2.4 [INFO] [stderr] Compiling anyhow v1.0.75 [INFO] [stderr] Compiling rustc-demangle v0.1.23 [INFO] [stderr] Compiling clang-sys v1.6.1 [INFO] [stderr] Compiling crossbeam-epoch v0.9.16 [INFO] [stderr] Compiling slab v0.4.9 [INFO] [stderr] Compiling futures-task v0.3.29 [INFO] [stderr] Compiling quote v1.0.33 [INFO] [stderr] Compiling cc v1.0.83 [INFO] [stderr] Compiling serde_json v1.0.108 [INFO] [stderr] Compiling ident_case v1.0.1 [INFO] [stderr] Compiling prettyplease v0.2.15 [INFO] [stderr] Compiling strsim v0.10.0 [INFO] [stderr] Compiling rustix v0.38.28 [INFO] [stderr] Compiling fnv v1.0.7 [INFO] [stderr] Checking hashbrown v0.14.3 [INFO] [stderr] Checking crossbeam-deque v0.8.4 [INFO] [stderr] Checking smallvec v1.11.2 [INFO] [stderr] Checking getrandom v0.2.11 [INFO] [stderr] Checking mio v0.8.10 [INFO] [stderr] Compiling syn v2.0.41 [INFO] [stderr] Checking num_cpus v1.16.0 [INFO] [stderr] Checking socket2 v0.5.5 [INFO] [stderr] Checking rand_core v0.6.4 [INFO] [stderr] Compiling regex-syntax v0.8.2 [INFO] [stderr] Compiling openssl v0.10.61 [INFO] [stderr] Compiling thiserror v1.0.50 [INFO] [stderr] Compiling minimal-lexical v0.2.1 [INFO] [stderr] Checking rand_chacha v0.3.1 [INFO] [stderr] Compiling futures-util v0.3.29 [INFO] [stderr] Compiling crc32fast v1.3.2 [INFO] [stderr] Compiling linux-raw-sys v0.4.12 [INFO] [stderr] Checking rand v0.8.5 [INFO] [stderr] Compiling bitflags v2.4.1 [INFO] [stderr] Checking rayon v1.8.0 [INFO] [stderr] Checking indexmap v2.1.0 [INFO] [stderr] Compiling nom v7.1.3 [INFO] [stderr] Checking tokio v1.35.0 [INFO] [stderr] Checking http v0.2.11 [INFO] [stderr] Compiling lock_api v0.4.11 [INFO] [stderr] Compiling libloading v0.7.4 [INFO] [stderr] Checking futures-sink v0.3.29 [INFO] [stderr] Compiling bindgen v0.69.1 [INFO] [stderr] Compiling backtrace v0.3.69 [INFO] [stderr] Compiling openssl-sys v0.9.97 [INFO] [stderr] Checking rand_distr v0.4.3 [INFO] [stderr] Compiling parking_lot_core v0.9.9 [INFO] [stderr] Compiling signal-hook v0.3.17 [INFO] [stderr] Checking futures-io v0.3.29 [INFO] [stderr] Compiling futures-channel v0.3.29 [INFO] [stderr] Compiling cudarc v0.9.15 [INFO] [stderr] Compiling home v0.5.9 [INFO] [stderr] Compiling onig_sys v69.8.1 [INFO] [stderr] error: failed to run custom build command for `cudarc v0.9.15` [INFO] [stderr] note: To improve backtraces for build dependencies, set the CARGO_PROFILE_DEV_BUILD_OVERRIDE_DEBUG=true environment variable to enable debug information generation. [INFO] [stderr] [INFO] [stderr] Caused by: [INFO] [stderr] process didn't exit successfully: `/opt/rustwide/target/debug/build/cudarc-04aa8fcfb75d7079/build-script-build` (exit status: 101) [INFO] [stderr] --- stdout [INFO] [stderr] cargo:rerun-if-changed=build.rs [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_ROOT [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_PATH [INFO] [stderr] cargo:rerun-if-env-changed=CUDA_TOOLKIT_ROOT_DIR [INFO] [stderr] [INFO] [stderr] --- stderr [INFO] [stderr] [INFO] [stderr] thread 'main' panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.9.15/build.rs:21:13: [INFO] [stderr] Unable to find `include/cuda.h` under any of: ["/usr", "/usr/local/cuda", "/opt/cuda", "/usr/lib/cuda", "C:/Program Files/NVIDIA GPU Computing Toolkit", "C:/CUDA"]. Set the `CUDA_ROOT` environment variable to `$CUDA_ROOT/include/cuda.h` to override path. [INFO] [stderr] stack backtrace: [INFO] [stderr] 0: 0x58ad952e0842 - std::backtrace_rs::backtrace::libunwind::trace::h6a01a79cedec9796 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stderr] 1: 0x58ad952e0842 - std::backtrace_rs::backtrace::trace_unsynchronized::h15f214ab7274fdd0 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stderr] 2: 0x58ad952e0842 - std::sys::backtrace::_print_fmt::he09783ea18a12ddd [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/sys/backtrace.rs:66:9 [INFO] [stderr] 3: 0x58ad952e0842 - ::fmt::h6133d145ef9a1ea3 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/sys/backtrace.rs:39:26 [INFO] [stderr] 4: 0x58ad952fb5c3 - core::fmt::rt::Argument::fmt::h781610209cc9ad11 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/core/src/fmt/rt.rs:179:76 [INFO] [stderr] 5: 0x58ad952fb5c3 - core::fmt::write::h8ebcc6ff442c5fa8 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/core/src/fmt/mod.rs:1481:25 [INFO] [stderr] 6: 0x58ad952de103 - std::io::default_write_fmt::h12b79d65cb88d2ae [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/io/mod.rs:639:11 [INFO] [stderr] 7: 0x58ad952de103 - std::io::Write::write_fmt::h49809f9e7932fb1b [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/io/mod.rs:1914:13 [INFO] [stderr] 8: 0x58ad952e0692 - std::sys::backtrace::BacktraceLock::print::h70c0dc0170c3decd [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/sys/backtrace.rs:42:9 [INFO] [stderr] 9: 0x58ad952e1702 - std::panicking::default_hook::{{closure}}::h9595232d9d2377e6 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/panicking.rs:300:22 [INFO] [stderr] 10: 0x58ad952e1505 - std::panicking::default_hook::h6c3492a288d49d7f [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/panicking.rs:327:9 [INFO] [stderr] 11: 0x58ad952e1fd2 - std::panicking::rust_panic_with_hook::hf86476cc7d48c51d [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/panicking.rs:833:13 [INFO] [stderr] 12: 0x58ad952e1e6a - std::panicking::begin_panic_handler::{{closure}}::ha90663076b19c2b0 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/panicking.rs:706:13 [INFO] [stderr] 13: 0x58ad952e0d39 - std::sys::backtrace::__rust_end_short_backtrace::hbc8c9649ba989dbe [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/sys/backtrace.rs:168:18 [INFO] [stderr] 14: 0x58ad952e1afd - __rustc[d0ab4f777bf13e22]::rust_begin_unwind [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/panicking.rs:697:5 [INFO] [stderr] 15: 0x58ad952faa90 - core::panicking::panic_fmt::h9dd943d4d9cff8ae [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/core/src/panicking.rs:75:14 [INFO] [stderr] 16: 0x58ad952c0232 - build_script_build::link_cuda::{{closure}}::hc454d57772cb082d [INFO] [stderr] 17: 0x58ad952be115 - core::option::Option::unwrap_or_else::h046b1d49db8210a3 [INFO] [stderr] 18: 0x58ad952bfaae - build_script_build::link_cuda::hbc72dda131564c95 [INFO] [stderr] 19: 0x58ad952bf965 - build_script_build::main::h062ed7e2c90c52f1 [INFO] [stderr] 20: 0x58ad952bc183 - core::ops::function::FnOnce::call_once::hf868510f105c9ff3 [INFO] [stderr] 21: 0x58ad952bb7f6 - std::sys::backtrace::__rust_begin_short_backtrace::h778ba3f648d80290 [INFO] [stderr] 22: 0x58ad952bb759 - std::rt::lang_start::{{closure}}::h5a22e38aa51dc6fc [INFO] [stderr] 23: 0x58ad952db6c0 - core::ops::function::impls:: for &F>::call_once::he72c1fced8463762 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/core/src/ops/function.rs:284:13 [INFO] [stderr] 24: 0x58ad952db6c0 - std::panicking::try::do_call::h7cca2e5d675d760c [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/panicking.rs:589:40 [INFO] [stderr] 25: 0x58ad952db6c0 - std::panicking::try::h3d143944bd87da85 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/panicking.rs:552:19 [INFO] [stderr] 26: 0x58ad952db6c0 - std::panic::catch_unwind::h5e0e4810640aa755 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/panic.rs:359:14 [INFO] [stderr] 27: 0x58ad952db6c0 - std::rt::lang_start_internal::{{closure}}::hcc1772ae3330f5be [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/rt.rs:168:24 [INFO] [stderr] 28: 0x58ad952db6c0 - std::panicking::try::do_call::h20837f5db61615ee [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/panicking.rs:589:40 [INFO] [stderr] 29: 0x58ad952db6c0 - std::panicking::try::h0a5d3ee83b475e04 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/panicking.rs:552:19 [INFO] [stderr] 30: 0x58ad952db6c0 - std::panic::catch_unwind::h83a9054e20f4ac9f [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/panic.rs:359:14 [INFO] [stderr] 31: 0x58ad952db6c0 - std::rt::lang_start_internal::h6de180237e5fc1f1 [INFO] [stderr] at /rustc/d2eadb7a94ef8c9deb5137695df33cd1fc5aee92/library/std/src/rt.rs:164:5 [INFO] [stderr] 32: 0x58ad952bb741 - std::rt::lang_start::h4c36a1f15bbe7e20 [INFO] [stderr] 33: 0x58ad952c0795 - main [INFO] [stderr] 34: 0x7278efb3e1ca - [INFO] [stderr] 35: 0x7278efb3e28b - __libc_start_main [INFO] [stderr] 36: 0x58ad952ba265 - _start [INFO] [stderr] 37: 0x0 - [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] running `Command { std: "docker" "inspect" "94154ae71a21a05b8b5606b5ebd35e8f5a7a504f9c3393215a4d9158a0ca04b3", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "94154ae71a21a05b8b5606b5ebd35e8f5a7a504f9c3393215a4d9158a0ca04b3", kill_on_drop: false }` [INFO] [stdout] 94154ae71a21a05b8b5606b5ebd35e8f5a7a504f9c3393215a4d9158a0ca04b3