[INFO] fetching crate tropical-gemm-cuda 0.4.0...
[INFO] testing tropical-gemm-cuda-0.4.0 against 1.100.0-beta.1 for beta-1.100-2
[INFO] extracting crate tropical-gemm-cuda 0.4.0 into /workspace/builds/worker-2-tc2/source
[INFO] started tweaking crates.io crate tropical-gemm-cuda 0.4.0
[INFO] removed 0 missing examples
[INFO] removed 0 missing tests
[INFO] finished tweaking crates.io crate tropical-gemm-cuda 0.4.0
[INFO] tweaked toml for crates.io crate tropical-gemm-cuda 0.4.0 written to /workspace/builds/worker-2-tc2/source/Cargo.toml
[INFO] validating manifest of crates.io crate tropical-gemm-cuda 0.4.0 on toolchain 1.100.0-beta.1
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.100.0-beta.1" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }`
[INFO] crate crates.io crate tropical-gemm-cuda 0.4.0 already has a lockfile, it will not be regenerated
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.100.0-beta.1" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-m" "1610612736" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:3111399a4047eeb3a02b7a90e478d715f38a8c6669b5c4b49d30a17385265909" "sleep" "infinity", kill_on_drop: false }`
[INFO] [stdout] a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539
[INFO] running `Command { std: "docker" "start" "a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-w" "/opt/rustwide/workdir" "--user" "0:0" "a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539" "/opt/rustwide/cargo-home/bin/cargo" "+1.100.0-beta.1" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-w" "/opt/rustwide/workdir" "--user" "0:0" "a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539" "/opt/rustwide/cargo-home/bin/cargo" "+1.100.0-beta.1" "build" "--frozen" "--message-format=json", kill_on_drop: false }`
[INFO] [stderr]    Compiling bytemuck v1.25.0
[INFO] [stderr]    Compiling cudarc v0.19.7
[INFO] [stderr]    Compiling num-traits v0.2.19
[INFO] [stderr]    Compiling either v1.16.0
[INFO] [stderr]    Compiling quote v1.0.45
[INFO] [stderr]    Compiling rayon-core v1.13.0
[INFO] [stderr]    Compiling syn v2.0.117
[INFO] [stderr]    Compiling safe_arch v1.0.0
[INFO] [stderr]    Compiling rayon v1.12.0
[INFO] [stderr]    Compiling wide v1.4.0
[INFO] [stderr]    Compiling thiserror-impl v2.0.18
[INFO] [stderr]    Compiling thiserror v2.0.18
[INFO] [stderr]    Compiling tropical-gemm v0.4.0
[INFO] [stderr]    Compiling tropical-gemm-cuda v0.4.0 (/opt/rustwide/workdir)
[INFO] [stderr]     Finished `dev` profile [unoptimized + debuginfo] target(s) in 24.96s
[INFO] running `Command { std: "docker" "inspect" "a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-w" "/opt/rustwide/workdir" "--user" "0:0" "a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539" "/opt/rustwide/cargo-home/bin/cargo" "+1.100.0-beta.1" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }`
[INFO] [stderr]    Compiling serde_core v1.0.228
[INFO] [stderr]    Compiling either v1.16.0
[INFO] [stderr]    Compiling zerocopy v0.8.50
[INFO] [stderr]    Compiling shlex v2.0.1
[INFO] [stderr]    Compiling syn v2.0.117
[INFO] [stderr]    Compiling serde v1.0.228
[INFO] [stderr]    Compiling serde_json v1.0.150
[INFO] [stderr]    Compiling clap_lex v1.1.0
[INFO] [stderr]    Compiling ciborium-io v0.2.2
[INFO] [stderr]    Compiling plotters-backend v0.3.7
[INFO] [stderr]    Compiling regex-syntax v0.8.10
[INFO] [stderr]    Compiling cc v1.2.63
[INFO] [stderr]    Compiling memchr v2.8.1
[INFO] [stderr]    Compiling anstyle v1.0.14
[INFO] [stderr]    Compiling rayon v1.12.0
[INFO] [stderr]    Compiling plotters-svg v0.3.7
[INFO] [stderr]    Compiling clap_builder v4.6.0
[INFO] [stderr]    Compiling itertools v0.13.0
[INFO] [stderr]    Compiling cast v0.3.0
[INFO] [stderr]    Compiling page_size v0.6.0
[INFO] [stderr]    Compiling plotters v0.3.7
[INFO] [stderr]    Compiling alloca v0.4.0
[INFO] [stderr]    Compiling regex-automata v0.4.14
[INFO] [stderr]    Compiling criterion-plot v0.8.2
[INFO] [stderr]    Compiling clap v4.6.1
[INFO] [stderr]    Compiling oorandom v11.1.5
[INFO] [stderr]    Compiling anes v0.1.6
[INFO] [stderr]    Compiling tropical-gemm v0.4.0
[INFO] [stderr]    Compiling regex v1.12.3
[INFO] [stderr]    Compiling zerocopy-derive v0.8.50
[INFO] [stderr]    Compiling serde_derive v1.0.228
[INFO] [stderr]    Compiling thiserror-impl v2.0.18
[INFO] [stderr]    Compiling thiserror v2.0.18
[INFO] [stderr]    Compiling tropical-gemm-cuda v0.4.0 (/opt/rustwide/workdir)
[INFO] [stderr]    Compiling tinytemplate v1.2.1
[INFO] [stderr]    Compiling half v2.7.1
[INFO] [stderr]    Compiling ciborium-ll v0.2.2
[INFO] [stderr]    Compiling ciborium v0.2.2
[INFO] [stderr]    Compiling criterion v0.8.2
[INFO] [stderr]     Finished `test` profile [unoptimized + debuginfo] target(s) in 54.61s
[INFO] running `Command { std: "docker" "inspect" "a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-w" "/opt/rustwide/workdir" "--user" "0:0" "a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539" "/opt/rustwide/cargo-home/bin/cargo" "+1.100.0-beta.1" "test" "--frozen", kill_on_drop: false }`
[INFO] [stderr]     Finished `test` profile [unoptimized + debuginfo] target(s) in 0.20s
[INFO] [stderr]      Running unittests src/lib.rs (/opt/rustwide/target/debug/build/tropical-gemm-cuda/6f2ab2a240903659/out/tropical_gemm_cuda-6f2ab2a240903659)
[INFO] [stdout] 
[INFO] [stdout] running 77 tests
[INFO] [stdout] test gpu_mat::tests::test_gpu_mat_backward_a ... FAILED
[INFO] [stdout] test gpu_mat::tests::test_gpu_mat_batched ... FAILED
[INFO] [stdout] test gpu_mat::tests::test_gpu_mat_batched_with_argmax ... FAILED
[INFO] [stdout] test gpu_mat::tests::test_gpu_mat_basic ... FAILED
[INFO] [stdout] test gpu_mat::tests::test_gpu_mat_matmul ... FAILED
[INFO] [stdout] test gpu_mat::tests::test_gpu_mat_batched_empty ... FAILED
[INFO] [stdout] test gpu_mat::tests::test_gpu_mat_matmul_argmax ... FAILED
[INFO] [stdout] test kpack::tests::reference_pack_cols_lsb_first_and_tail_zero ... ok
[INFO] [stdout] test kpack::tests::reference_pack_rows_lsb_first_and_tail_zero ... ok
[INFO] [stdout] test kpack::tests::gpu_pack_rows_matches_reference ... ok
[INFO] [stdout] test gpu_mat::tests::test_gpu_mat_backward_b ... FAILED
[INFO] [stdout] test kpack::tests::gpu_pack_rows_clears_tail_in_dirty_buffer ... ok
[INFO] [stdout] test kpack::tests::gpu_packed_large_column_extent ... ok
[INFO] [stdout] test gpu_mat::tests::test_gpu_mat_minplus ... FAILED
[INFO] [stdout] test memory::tests::from_cuda_slice_into_inner_is_symmetric ... ok
[INFO] [stdout] test memory::tests::from_cuda_slice_rejects_dimension_mismatch ... ok
[INFO] [stdout] test kpack::tests::gpu_pack_cols_clears_tail_in_dirty_buffer ... ok
[INFO] [stdout] test memory::tests::from_cuda_slice_roundtrip_preserves_data ... ok
[INFO] [stdout] test memory::tests::from_cuda_slice_rejects_rows_cols_overflow ... ok
[INFO] [stdout] test tests::test_andor_kpack_guaranteed_false_row ... ok
[INFO] [stdout] test tests::test_andor_kpack_matches_byte_kernel ... ok
[INFO] [stdout] test memory::tests::from_cuda_slices_rejects_dimension_mismatch_on_either_buffer ... ok
[INFO] [stdout] test memory::tests::alloc_rejects_rows_cols_overflow ... ok
[INFO] [stdout] test tests::test_andor_kpack_rejects_zero_k ... ok
[INFO] [stdout] test tests::test_andor_kpack_adjacent_bit_mismatch_is_false ... ok
[INFO] [stdout] test tests::test_backward_batched_empty ... ok
[INFO] [stdout] test tests::test_backward_empty_matrices ... ok
[INFO] [stdout] test tests::test_backward_f64 ... ok
[INFO] [stdout] test tests::test_backward_index_over_i32_max ... ignored, allocates ~16 GB of VRAM; run manually on a large-memory GPU
[INFO] [stdout] test tests::test_batched_forward_offset_over_i32_max ... ignored, allocates ~8.6 GB of VRAM; run manually on a large-memory GPU
[INFO] [stdout] test tests::test_andor_kpack_bit0_and_bit31_only ... ok
[INFO] [stdout] test tests::test_argmax_finite_difference_maxplus ... ok
[INFO] [stdout] test tests::test_context_helper_functions ... ok
[INFO] [stdout] test memory::tests::from_cuda_slices_pairs_matrix_and_argmax ... ok
[INFO] [stdout] test tests::test_context_device_name ... ok
[INFO] [stdout] test tests::test_error_display ... ok
[INFO] [stdout] test tests::test_andor_kpack_packed_buffers_reusable ... ok
[INFO] [stdout] test tests::test_gpu_matrix_with_argmax_accessors ... ok
[INFO] [stdout] test kpack::tests::gpu_pack_cols_matches_reference ... ok
[INFO] [stdout] test tests::test_single_matrix_offset_over_i32_max ... ignored, allocates ~8.6 GB of VRAM; run manually on a large-memory GPU
[INFO] [stdout] test tests::test_tropical_backward_a_gpu ... ok
[INFO] [stdout] test tests::test_tropical_backward_b_gpu ... ok
[INFO] [stdout] test tests::test_context_get_kernel ... ok
[INFO] [stdout] test tests::test_gpu_matrix_col_major_roundtrip ... ok
[INFO] [stdout] test tests::test_tropical_backward_gpu_integration ... ok
[INFO] [stdout] test tests::test_gpu_memory_col_major_dimension_mismatch ... ok
[INFO] [stdout] test tests::test_gpu_memory_dimension_mismatch ... ok
[INFO] [stdout] test tests::test_gpu_matrix_accessors ... ok
[INFO] [stdout] test tests::test_argmax_finite_difference_minplus ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_batched_basic ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_andor ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_batched_dimension_mismatch ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_batched_minplus ... ok
[INFO] [stdout] test tests::test_tropical_gemm_gpu_dimension_mismatch ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_batched_empty ... ok
[INFO] [stdout] test tests::test_tropical_backward_gpu_batched ... ok
[INFO] [stdout] test tests::test_tropical_gemm_batched_matches_single ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_bitwise_u32 ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_batched_with_argmax_basic ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_i64 ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_bitwise_u32_multilane ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_dimension_mismatch_b ... ok
[INFO] [stdout] test tests::test_argmax_finite_difference_b_matrix ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_i32 ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_maxmul ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_dimension_mismatch_a ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_strided_batched_basic ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_maxmul_with_argmax ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_strided_batched_empty ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_with_argmax_maxplus ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_with_argmax_varied_winners ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_bitwise_u64 ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_with_argmax_dimension_mismatch ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_with_argmax_minplus ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_with_ctx_dimension_mismatch ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_with_argmax_f64 ... ok
[INFO] [stdout] test tests::test_tropical_matmul_gpu_small ... ok
[INFO] [stdout] 
[INFO] [stdout] failures:
[INFO] [stdout] 
[INFO] [stdout] ---- gpu_mat::tests::test_gpu_mat_backward_a stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'gpu_mat::tests::test_gpu_mat_backward_a' (992) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5:
[INFO] [stdout] Unable to dynamically load the "cuda" shared library - searched for library names: ["libcuda.so", "libcuda64.so", "libcuda64_13.so", "libcuda64_132.so", "libcuda64_132_0.so", "libcuda64_130_2.so", "libcuda64_10.so", "libcuda64_11.so", "libcuda64_12.so", "libcuda64_130_0.so", "libcuda64_9.so", "libcuda.so.13", "libcuda.so.12", "libcuda.so.11", "libcuda.so.10", "libcuda.so.9", "libcuda.so.1", "libnvcuda.so", "libnvcuda64.so", "libnvcuda64_13.so", "libnvcuda64_132.so", "libnvcuda64_132_0.so", "libnvcuda64_130_2.so", "libnvcuda64_10.so", "libnvcuda64_11.so", "libnvcuda64_12.so", "libnvcuda64_130_0.so", "libnvcuda64_9.so", "libnvcuda.so.13", "libnvcuda.so.12", "libnvcuda.so.11", "libnvcuda.so.10", "libnvcuda.so.9", "libnvcuda.so.1"]. Ensure that `LD_LIBRARY_PATH` has the correct path to the installed library. If the shared library is present on the system under a different name than one of those listed above, please open a GitHub issue.
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::libunwind::trace
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9
[INFO] [stdout]    1:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::trace_unsynchronized::<std[617be2ca0a6fd877]::sys::backtrace::_print_fmt::{closure#1}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14
[INFO] [stdout]    2:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::sys::backtrace::_print_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:74:9
[INFO] [stdout]    3:     0x5e2cce773fe1 - <<std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[a373ad73a504971]::fmt::Display>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:44:26
[INFO] [stdout]    4:     0x5e2cce7894aa - <core[a373ad73a504971]::fmt::rt::Argument>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/fmt/rt.rs:152:76
[INFO] [stdout]    5:     0x5e2cce7894aa - core[a373ad73a504971]::fmt::write
[INFO] [stdout]    6:     0x5e2cce7781fc - core[a373ad73a504971]::io::write::default_write_fmt::<alloc[2e1b2a31b91974c5]::vec::Vec<u8>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:402:11
[INFO] [stdout]    7:     0x5e2cce7781fc - <alloc[2e1b2a31b91974c5]::vec::Vec<u8> as core[a373ad73a504971]::io::write::Write>::write_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:335:13
[INFO] [stdout]    8:     0x5e2cce74f096 - <std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:47:9
[INFO] [stdout]    9:     0x5e2cce74f096 - std[617be2ca0a6fd877]::panicking::default_hook::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:289:27
[INFO] [stdout]   10:     0x5e2cce76c129 - std[617be2ca0a6fd877]::panicking::default_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:313:9
[INFO] [stdout]   11:     0x5e2cce6cdfb0 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   12:     0x5e2cce6cdfb0 - test[aada8e7e76ba119b]::test_main_inner::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:137:21
[INFO] [stdout]   13:     0x5e2cce76c2e2 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   14:     0x5e2cce76c2e2 - std[617be2ca0a6fd877]::panicking::panic_with_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:819:13
[INFO] [stdout]   15:     0x5e2cce74f142 - std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:685:13
[INFO] [stdout]   16:     0x5e2cce747b49 - std[617be2ca0a6fd877]::sys::backtrace::__rust_end_short_backtrace::<std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:182:18
[INFO] [stdout]   17:     0x5e2cce74fe3d - __rustc[ea4f61d10b84890b]::rust_begin_unwind
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:676:5
[INFO] [stdout]   18:     0x5e2cce789c8c - core[a373ad73a504971]::panicking::panic_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panicking.rs:80:14
[INFO] [stdout]   19:     0x5e2cce728ee9 - cudarc[677ba4333291d543]::panic_no_lib_found::<alloc[2e1b2a31b91974c5]::string::String>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5
[INFO] [stdout]   20:     0x5e2cce709ce6 - cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15462:9
[INFO] [stdout]   21:     0x5e2cce70de6e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   22:     0x5e2cce70de37 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   23:     0x5e2cce710ca2 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   24:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   25:     0x5e2cce70f6ba - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   26:     0x5e2cce70d106 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   27:     0x5e2cce70d22e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   28:     0x5e2cce70d13e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   29:     0x5e2cce70a5de - cudarc[677ba4333291d543]::driver::sys::culib
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15454:9
[INFO] [stdout]   30:     0x5e2cce707d87 - cudarc[677ba4333291d543]::driver::sys::load::<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:12:15
[INFO] [stdout]   31:     0x5e2cce709dd2 - cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:45
[INFO] [stdout]   32:     0x5e2cce70dc96 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   33:     0x5e2cce70dc65 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   34:     0x5e2cce710942 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   35:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   36:     0x5e2cce70f2fa - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   37:     0x5e2cce70cc7e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   38:     0x5e2cce70ccfe - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   39:     0x5e2cce70cc9e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   40:     0x5e2cce70a5f9 - cudarc[677ba4333291d543]::driver::sys::cuInit
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:21
[INFO] [stdout]   41:     0x5e2cce72ce19 - cudarc[677ba4333291d543]::driver::result::init
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/result.rs:89:14
[INFO] [stdout]   42:     0x5e2cce72bc4a - <cudarc[677ba4333291d543]::driver::safe::core::CudaContext>::device_count
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/safe/core.rs:280:9
[INFO] [stdout]   43:     0x5e2cce66d344 - tropical_gemm_cuda[2c1d626befb2aaa2]::cuda_device_count
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:110:8
[INFO] [stdout]   44:     0x5e2cce66d404 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_context_for_device
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:127:24
[INFO] [stdout]   45:     0x5e2cce66d3c1 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_global_context
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:178:5
[INFO] [stdout]   46:     0x5e2cce677cd4 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_backward_a
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:768:25
[INFO] [stdout]   47:     0x5e2cce675447 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_backward_a::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:765:33
[INFO] [stdout]   48:     0x5e2cce6a5ed6 - <tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_backward_a::{closure#0} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   49:     0x5e2cce6c13fb - <fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   50:     0x5e2cce6c13fb - test[aada8e7e76ba119b]::__rust_begin_short_backtrace::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:701:18
[INFO] [stdout]   51:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:74
[INFO] [stdout]   52:     0x5e2cce6ce5d5 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   53:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   54:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   55:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   56:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:27
[INFO] [stdout]   57:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:645:43
[INFO] [stdout]   58:     0x5e2cce6c7ec4 - test[aada8e7e76ba119b]::run_test::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:675:41
[INFO] [stdout]   59:     0x5e2cce6c7ec4 - std[617be2ca0a6fd877]::sys::backtrace::__rust_begin_short_backtrace::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:166:18
[INFO] [stdout]   60:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:70:13
[INFO] [stdout]   61:     0x5e2cce6d1662 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   62:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   63:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::<(), core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   64:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   65:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:68:26
[INFO] [stdout]   66:     0x5e2cce6d1662 - <std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   67:     0x5e2cce77352f - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn core[a373ad73a504971]::ops::function::FnOnce<(), Output = ()> + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2314:9
[INFO] [stdout]   68:     0x5e2cce77352f - <std[617be2ca0a6fd877]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/thread/unix.rs:127:17
[INFO] [stdout]   69:     0x71a626befdfa - <unknown>
[INFO] [stdout]   70:     0x71a626c833d4 - clone
[INFO] [stdout]   71:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- gpu_mat::tests::test_gpu_mat_batched stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'gpu_mat::tests::test_gpu_mat_batched' (995) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5:
[INFO] [stdout] Unable to dynamically load the "cuda" shared library - searched for library names: ["libcuda.so", "libcuda64.so", "libcuda64_13.so", "libcuda64_132.so", "libcuda64_132_0.so", "libcuda64_130_2.so", "libcuda64_10.so", "libcuda64_11.so", "libcuda64_12.so", "libcuda64_130_0.so", "libcuda64_9.so", "libcuda.so.13", "libcuda.so.12", "libcuda.so.11", "libcuda.so.10", "libcuda.so.9", "libcuda.so.1", "libnvcuda.so", "libnvcuda64.so", "libnvcuda64_13.so", "libnvcuda64_132.so", "libnvcuda64_132_0.so", "libnvcuda64_130_2.so", "libnvcuda64_10.so", "libnvcuda64_11.so", "libnvcuda64_12.so", "libnvcuda64_130_0.so", "libnvcuda64_9.so", "libnvcuda.so.13", "libnvcuda.so.12", "libnvcuda.so.11", "libnvcuda.so.10", "libnvcuda.so.9", "libnvcuda.so.1"]. Ensure that `LD_LIBRARY_PATH` has the correct path to the installed library. If the shared library is present on the system under a different name than one of those listed above, please open a GitHub issue.
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::libunwind::trace
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9
[INFO] [stdout]    1:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::trace_unsynchronized::<std[617be2ca0a6fd877]::sys::backtrace::_print_fmt::{closure#1}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14
[INFO] [stdout]    2:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::sys::backtrace::_print_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:74:9
[INFO] [stdout]    3:     0x5e2cce773fe1 - <<std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[a373ad73a504971]::fmt::Display>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:44:26
[INFO] [stdout]    4:     0x5e2cce7894aa - <core[a373ad73a504971]::fmt::rt::Argument>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/fmt/rt.rs:152:76
[INFO] [stdout]    5:     0x5e2cce7894aa - core[a373ad73a504971]::fmt::write
[INFO] [stdout]    6:     0x5e2cce7781fc - core[a373ad73a504971]::io::write::default_write_fmt::<alloc[2e1b2a31b91974c5]::vec::Vec<u8>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:402:11
[INFO] [stdout]    7:     0x5e2cce7781fc - <alloc[2e1b2a31b91974c5]::vec::Vec<u8> as core[a373ad73a504971]::io::write::Write>::write_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:335:13
[INFO] [stdout]    8:     0x5e2cce74f096 - <std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:47:9
[INFO] [stdout]    9:     0x5e2cce74f096 - std[617be2ca0a6fd877]::panicking::default_hook::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:289:27
[INFO] [stdout]   10:     0x5e2cce76c129 - std[617be2ca0a6fd877]::panicking::default_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:313:9
[INFO] [stdout]   11:     0x5e2cce6cdfb0 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   12:     0x5e2cce6cdfb0 - test[aada8e7e76ba119b]::test_main_inner::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:137:21
[INFO] [stdout]   13:     0x5e2cce76c2e2 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   14:     0x5e2cce76c2e2 - std[617be2ca0a6fd877]::panicking::panic_with_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:819:13
[INFO] [stdout]   15:     0x5e2cce74f142 - std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:685:13
[INFO] [stdout]   16:     0x5e2cce747b49 - std[617be2ca0a6fd877]::sys::backtrace::__rust_end_short_backtrace::<std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:182:18
[INFO] [stdout]   17:     0x5e2cce74fe3d - __rustc[ea4f61d10b84890b]::rust_begin_unwind
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:676:5
[INFO] [stdout]   18:     0x5e2cce789c8c - core[a373ad73a504971]::panicking::panic_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panicking.rs:80:14
[INFO] [stdout]   19:     0x5e2cce728ee9 - cudarc[677ba4333291d543]::panic_no_lib_found::<alloc[2e1b2a31b91974c5]::string::String>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5
[INFO] [stdout]   20:     0x5e2cce709ce6 - cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15462:9
[INFO] [stdout]   21:     0x5e2cce70de6e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   22:     0x5e2cce70de37 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   23:     0x5e2cce710ca2 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   24:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   25:     0x5e2cce70f6ba - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   26:     0x5e2cce70d106 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   27:     0x5e2cce70d22e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   28:     0x5e2cce70d13e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   29:     0x5e2cce70a5de - cudarc[677ba4333291d543]::driver::sys::culib
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15454:9
[INFO] [stdout]   30:     0x5e2cce707d87 - cudarc[677ba4333291d543]::driver::sys::load::<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:12:15
[INFO] [stdout]   31:     0x5e2cce709dd2 - cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:45
[INFO] [stdout]   32:     0x5e2cce70dc96 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   33:     0x5e2cce70dc65 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   34:     0x5e2cce710942 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   35:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   36:     0x5e2cce70f2fa - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   37:     0x5e2cce70cc7e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   38:     0x5e2cce70ccfe - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   39:     0x5e2cce70cc9e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   40:     0x5e2cce70a5f9 - cudarc[677ba4333291d543]::driver::sys::cuInit
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:21
[INFO] [stdout]   41:     0x5e2cce72ce19 - cudarc[677ba4333291d543]::driver::result::init
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/result.rs:89:14
[INFO] [stdout]   42:     0x5e2cce72bc4a - <cudarc[677ba4333291d543]::driver::safe::core::CudaContext>::device_count
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/safe/core.rs:280:9
[INFO] [stdout]   43:     0x5e2cce66d344 - tropical_gemm_cuda[2c1d626befb2aaa2]::cuda_device_count
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:110:8
[INFO] [stdout]   44:     0x5e2cce66d404 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_context_for_device
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:127:24
[INFO] [stdout]   45:     0x5e2cce66d3c1 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_global_context
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:178:5
[INFO] [stdout]   46:     0x5e2cce676654 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_batched
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:682:25
[INFO] [stdout]   47:     0x5e2cce6753e7 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_batched::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:681:30
[INFO] [stdout]   48:     0x5e2cce6a5e96 - <tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_batched::{closure#0} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   49:     0x5e2cce6c13fb - <fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   50:     0x5e2cce6c13fb - test[aada8e7e76ba119b]::__rust_begin_short_backtrace::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:701:18
[INFO] [stdout]   51:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:74
[INFO] [stdout]   52:     0x5e2cce6ce5d5 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   53:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   54:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   55:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   56:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:27
[INFO] [stdout]   57:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:645:43
[INFO] [stdout]   58:     0x5e2cce6c7ec4 - test[aada8e7e76ba119b]::run_test::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:675:41
[INFO] [stdout]   59:     0x5e2cce6c7ec4 - std[617be2ca0a6fd877]::sys::backtrace::__rust_begin_short_backtrace::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:166:18
[INFO] [stdout]   60:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:70:13
[INFO] [stdout]   61:     0x5e2cce6d1662 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   62:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   63:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::<(), core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   64:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   65:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:68:26
[INFO] [stdout]   66:     0x5e2cce6d1662 - <std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   67:     0x5e2cce77352f - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn core[a373ad73a504971]::ops::function::FnOnce<(), Output = ()> + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2314:9
[INFO] [stdout]   68:     0x5e2cce77352f - <std[617be2ca0a6fd877]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/thread/unix.rs:127:17
[INFO] [stdout]   69:     0x71a626befdfa - <unknown>
[INFO] [stdout]   70:     0x71a626c833d4 - clone
[INFO] [stdout]   71:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- gpu_mat::tests::test_gpu_mat_batched_with_argmax stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'gpu_mat::tests::test_gpu_mat_batched_with_argmax' (997) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5:
[INFO] [stdout] Unable to dynamically load the "cuda" shared library - searched for library names: ["libcuda.so", "libcuda64.so", "libcuda64_13.so", "libcuda64_132.so", "libcuda64_132_0.so", "libcuda64_130_2.so", "libcuda64_10.so", "libcuda64_11.so", "libcuda64_12.so", "libcuda64_130_0.so", "libcuda64_9.so", "libcuda.so.13", "libcuda.so.12", "libcuda.so.11", "libcuda.so.10", "libcuda.so.9", "libcuda.so.1", "libnvcuda.so", "libnvcuda64.so", "libnvcuda64_13.so", "libnvcuda64_132.so", "libnvcuda64_132_0.so", "libnvcuda64_130_2.so", "libnvcuda64_10.so", "libnvcuda64_11.so", "libnvcuda64_12.so", "libnvcuda64_130_0.so", "libnvcuda64_9.so", "libnvcuda.so.13", "libnvcuda.so.12", "libnvcuda.so.11", "libnvcuda.so.10", "libnvcuda.so.9", "libnvcuda.so.1"]. Ensure that `LD_LIBRARY_PATH` has the correct path to the installed library. If the shared library is present on the system under a different name than one of those listed above, please open a GitHub issue.
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::libunwind::trace
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9
[INFO] [stdout]    1:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::trace_unsynchronized::<std[617be2ca0a6fd877]::sys::backtrace::_print_fmt::{closure#1}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14
[INFO] [stdout]    2:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::sys::backtrace::_print_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:74:9
[INFO] [stdout]    3:     0x5e2cce773fe1 - <<std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[a373ad73a504971]::fmt::Display>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:44:26
[INFO] [stdout]    4:     0x5e2cce7894aa - <core[a373ad73a504971]::fmt::rt::Argument>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/fmt/rt.rs:152:76
[INFO] [stdout]    5:     0x5e2cce7894aa - core[a373ad73a504971]::fmt::write
[INFO] [stdout]    6:     0x5e2cce7781fc - core[a373ad73a504971]::io::write::default_write_fmt::<alloc[2e1b2a31b91974c5]::vec::Vec<u8>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:402:11
[INFO] [stdout]    7:     0x5e2cce7781fc - <alloc[2e1b2a31b91974c5]::vec::Vec<u8> as core[a373ad73a504971]::io::write::Write>::write_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:335:13
[INFO] [stdout]    8:     0x5e2cce74f096 - <std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:47:9
[INFO] [stdout]    9:     0x5e2cce74f096 - std[617be2ca0a6fd877]::panicking::default_hook::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:289:27
[INFO] [stdout]   10:     0x5e2cce76c129 - std[617be2ca0a6fd877]::panicking::default_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:313:9
[INFO] [stdout]   11:     0x5e2cce6cdfb0 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   12:     0x5e2cce6cdfb0 - test[aada8e7e76ba119b]::test_main_inner::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:137:21
[INFO] [stdout]   13:     0x5e2cce76c2e2 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   14:     0x5e2cce76c2e2 - std[617be2ca0a6fd877]::panicking::panic_with_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:819:13
[INFO] [stdout]   15:     0x5e2cce74f142 - std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:685:13
[INFO] [stdout]   16:     0x5e2cce747b49 - std[617be2ca0a6fd877]::sys::backtrace::__rust_end_short_backtrace::<std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:182:18
[INFO] [stdout]   17:     0x5e2cce74fe3d - __rustc[ea4f61d10b84890b]::rust_begin_unwind
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:676:5
[INFO] [stdout]   18:     0x5e2cce789c8c - core[a373ad73a504971]::panicking::panic_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panicking.rs:80:14
[INFO] [stdout]   19:     0x5e2cce728ee9 - cudarc[677ba4333291d543]::panic_no_lib_found::<alloc[2e1b2a31b91974c5]::string::String>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5
[INFO] [stdout]   20:     0x5e2cce709ce6 - cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15462:9
[INFO] [stdout]   21:     0x5e2cce70de6e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   22:     0x5e2cce70de37 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   23:     0x5e2cce710ca2 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   24:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   25:     0x5e2cce70f6ba - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   26:     0x5e2cce70d106 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   27:     0x5e2cce70d22e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   28:     0x5e2cce70d13e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   29:     0x5e2cce70a5de - cudarc[677ba4333291d543]::driver::sys::culib
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15454:9
[INFO] [stdout]   30:     0x5e2cce707d87 - cudarc[677ba4333291d543]::driver::sys::load::<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:12:15
[INFO] [stdout]   31:     0x5e2cce709dd2 - cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:45
[INFO] [stdout]   32:     0x5e2cce70dc96 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   33:     0x5e2cce70dc65 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   34:     0x5e2cce710942 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   35:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   36:     0x5e2cce70f2fa - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   37:     0x5e2cce70cc7e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stderr] error: test failed, to rerun pass `--lib`
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   38:     0x5e2cce70ccfe - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   39:     0x5e2cce70cc9e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   40:     0x5e2cce70a5f9 - cudarc[677ba4333291d543]::driver::sys::cuInit
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:21
[INFO] [stdout]   41:     0x5e2cce72ce19 - cudarc[677ba4333291d543]::driver::result::init
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/result.rs:89:14
[INFO] [stdout]   42:     0x5e2cce72bc4a - <cudarc[677ba4333291d543]::driver::safe::core::CudaContext>::device_count
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/safe/core.rs:280:9
[INFO] [stdout]   43:     0x5e2cce66d344 - tropical_gemm_cuda[2c1d626befb2aaa2]::cuda_device_count
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:110:8
[INFO] [stdout]   44:     0x5e2cce66d404 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_context_for_device
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:127:24
[INFO] [stdout]   45:     0x5e2cce66d3c1 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_global_context
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:178:5
[INFO] [stdout]   46:     0x5e2cce679e14 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_batched_with_argmax
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:719:25
[INFO] [stdout]   47:     0x5e2cce675507 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_batched_with_argmax::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:718:42
[INFO] [stdout]   48:     0x5e2cce6a5f56 - <tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_batched_with_argmax::{closure#0} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   49:     0x5e2cce6c13fb - <fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   50:     0x5e2cce6c13fb - test[aada8e7e76ba119b]::__rust_begin_short_backtrace::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:701:18
[INFO] [stdout]   51:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:74
[INFO] [stdout]   52:     0x5e2cce6ce5d5 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   53:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   54:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   55:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   56:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:27
[INFO] [stdout]   57:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:645:43
[INFO] [stdout]   58:     0x5e2cce6c7ec4 - test[aada8e7e76ba119b]::run_test::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:675:41
[INFO] [stdout]   59:     0x5e2cce6c7ec4 - std[617be2ca0a6fd877]::sys::backtrace::__rust_begin_short_backtrace::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:166:18
[INFO] [stdout]   60:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:70:13
[INFO] [stdout]   61:     0x5e2cce6d1662 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   62:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   63:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::<(), core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   64:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   65:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:68:26
[INFO] [stdout]   66:     0x5e2cce6d1662 - <std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   67:     0x5e2cce77352f - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn core[a373ad73a504971]::ops::function::FnOnce<(), Output = ()> + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2314:9
[INFO] [stdout]   68:     0x5e2cce77352f - <std[617be2ca0a6fd877]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/thread/unix.rs:127:17
[INFO] [stdout]   69:     0x71a626befdfa - <unknown>
[INFO] [stdout]   70:     0x71a626c833d4 - clone
[INFO] [stdout]   71:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- gpu_mat::tests::test_gpu_mat_basic stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'gpu_mat::tests::test_gpu_mat_basic' (994) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5:
[INFO] [stdout] Unable to dynamically load the "cuda" shared library - searched for library names: ["libcuda.so", "libcuda64.so", "libcuda64_13.so", "libcuda64_132.so", "libcuda64_132_0.so", "libcuda64_130_2.so", "libcuda64_10.so", "libcuda64_11.so", "libcuda64_12.so", "libcuda64_130_0.so", "libcuda64_9.so", "libcuda.so.13", "libcuda.so.12", "libcuda.so.11", "libcuda.so.10", "libcuda.so.9", "libcuda.so.1", "libnvcuda.so", "libnvcuda64.so", "libnvcuda64_13.so", "libnvcuda64_132.so", "libnvcuda64_132_0.so", "libnvcuda64_130_2.so", "libnvcuda64_10.so", "libnvcuda64_11.so", "libnvcuda64_12.so", "libnvcuda64_130_0.so", "libnvcuda64_9.so", "libnvcuda.so.13", "libnvcuda.so.12", "libnvcuda.so.11", "libnvcuda.so.10", "libnvcuda.so.9", "libnvcuda.so.1"]. Ensure that `LD_LIBRARY_PATH` has the correct path to the installed library. If the shared library is present on the system under a different name than one of those listed above, please open a GitHub issue.
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::libunwind::trace
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9
[INFO] [stdout]    1:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::trace_unsynchronized::<std[617be2ca0a6fd877]::sys::backtrace::_print_fmt::{closure#1}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14
[INFO] [stdout]    2:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::sys::backtrace::_print_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:74:9
[INFO] [stdout]    3:     0x5e2cce773fe1 - <<std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[a373ad73a504971]::fmt::Display>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:44:26
[INFO] [stdout]    4:     0x5e2cce7894aa - <core[a373ad73a504971]::fmt::rt::Argument>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/fmt/rt.rs:152:76
[INFO] [stdout]    5:     0x5e2cce7894aa - core[a373ad73a504971]::fmt::write
[INFO] [stdout]    6:     0x5e2cce7781fc - core[a373ad73a504971]::io::write::default_write_fmt::<alloc[2e1b2a31b91974c5]::vec::Vec<u8>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:402:11
[INFO] [stdout]    7:     0x5e2cce7781fc - <alloc[2e1b2a31b91974c5]::vec::Vec<u8> as core[a373ad73a504971]::io::write::Write>::write_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:335:13
[INFO] [stdout]    8:     0x5e2cce74f096 - <std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:47:9
[INFO] [stdout]    9:     0x5e2cce74f096 - std[617be2ca0a6fd877]::panicking::default_hook::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:289:27
[INFO] [stdout]   10:     0x5e2cce76c129 - std[617be2ca0a6fd877]::panicking::default_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:313:9
[INFO] [stdout]   11:     0x5e2cce6cdfb0 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   12:     0x5e2cce6cdfb0 - test[aada8e7e76ba119b]::test_main_inner::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:137:21
[INFO] [stdout]   13:     0x5e2cce76c2e2 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   14:     0x5e2cce76c2e2 - std[617be2ca0a6fd877]::panicking::panic_with_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:819:13
[INFO] [stdout]   15:     0x5e2cce74f142 - std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:685:13
[INFO] [stdout]   16:     0x5e2cce747b49 - std[617be2ca0a6fd877]::sys::backtrace::__rust_end_short_backtrace::<std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:182:18
[INFO] [stdout]   17:     0x5e2cce74fe3d - __rustc[ea4f61d10b84890b]::rust_begin_unwind
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:676:5
[INFO] [stdout]   18:     0x5e2cce789c8c - core[a373ad73a504971]::panicking::panic_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panicking.rs:80:14
[INFO] [stdout]   19:     0x5e2cce728ee9 - cudarc[677ba4333291d543]::panic_no_lib_found::<alloc[2e1b2a31b91974c5]::string::String>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5
[INFO] [stdout]   20:     0x5e2cce709ce6 - cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15462:9
[INFO] [stdout]   21:     0x5e2cce70de6e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   22:     0x5e2cce70de37 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   23:     0x5e2cce710ca2 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   24:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   25:     0x5e2cce70f6ba - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   26:     0x5e2cce70d106 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   27:     0x5e2cce70d22e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   28:     0x5e2cce70d13e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   29:     0x5e2cce70a5de - cudarc[677ba4333291d543]::driver::sys::culib
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15454:9
[INFO] [stdout]   30:     0x5e2cce707d87 - cudarc[677ba4333291d543]::driver::sys::load::<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:12:15
[INFO] [stdout]   31:     0x5e2cce709dd2 - cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:45
[INFO] [stdout]   32:     0x5e2cce70dc96 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   33:     0x5e2cce70dc65 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   34:     0x5e2cce710942 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   35:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   36:     0x5e2cce70f2fa - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   37:     0x5e2cce70cc7e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   38:     0x5e2cce70ccfe - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   39:     0x5e2cce70cc9e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   40:     0x5e2cce70a5f9 - cudarc[677ba4333291d543]::driver::sys::cuInit
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:21
[INFO] [stdout]   41:     0x5e2cce72ce19 - cudarc[677ba4333291d543]::driver::result::init
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/result.rs:89:14
[INFO] [stdout]   42:     0x5e2cce72bc4a - <cudarc[677ba4333291d543]::driver::safe::core::CudaContext>::device_count
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/safe/core.rs:280:9
[INFO] [stdout]   43:     0x5e2cce66d344 - tropical_gemm_cuda[2c1d626befb2aaa2]::cuda_device_count
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:110:8
[INFO] [stdout]   44:     0x5e2cce66d404 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_context_for_device
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:127:24
[INFO] [stdout]   45:     0x5e2cce66d3c1 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_global_context
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:178:5
[INFO] [stdout]   46:     0x5e2cce675691 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_basic
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:576:25
[INFO] [stdout]   47:     0x5e2cce675387 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_basic::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:575:28
[INFO] [stdout]   48:     0x5e2cce6a5e56 - <tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_basic::{closure#0} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   49:     0x5e2cce6c13fb - <fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   50:     0x5e2cce6c13fb - test[aada8e7e76ba119b]::__rust_begin_short_backtrace::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:701:18
[INFO] [stdout]   51:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:74
[INFO] [stdout]   52:     0x5e2cce6ce5d5 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   53:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   54:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   55:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   56:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:27
[INFO] [stdout]   57:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:645:43
[INFO] [stdout]   58:     0x5e2cce6c7ec4 - test[aada8e7e76ba119b]::run_test::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:675:41
[INFO] [stdout]   59:     0x5e2cce6c7ec4 - std[617be2ca0a6fd877]::sys::backtrace::__rust_begin_short_backtrace::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:166:18
[INFO] [stdout]   60:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:70:13
[INFO] [stdout]   61:     0x5e2cce6d1662 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   62:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   63:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::<(), core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   64:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   65:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:68:26
[INFO] [stdout]   66:     0x5e2cce6d1662 - <std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   67:     0x5e2cce77352f - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn core[a373ad73a504971]::ops::function::FnOnce<(), Output = ()> + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2314:9
[INFO] [stdout]   68:     0x5e2cce77352f - <std[617be2ca0a6fd877]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/thread/unix.rs:127:17
[INFO] [stdout]   69:     0x71a626befdfa - <unknown>
[INFO] [stdout]   70:     0x71a626c833d4 - clone
[INFO] [stdout]   71:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- gpu_mat::tests::test_gpu_mat_matmul stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'gpu_mat::tests::test_gpu_mat_matmul' (998) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5:
[INFO] [stdout] Unable to dynamically load the "cuda" shared library - searched for library names: ["libcuda.so", "libcuda64.so", "libcuda64_13.so", "libcuda64_132.so", "libcuda64_132_0.so", "libcuda64_130_2.so", "libcuda64_10.so", "libcuda64_11.so", "libcuda64_12.so", "libcuda64_130_0.so", "libcuda64_9.so", "libcuda.so.13", "libcuda.so.12", "libcuda.so.11", "libcuda.so.10", "libcuda.so.9", "libcuda.so.1", "libnvcuda.so", "libnvcuda64.so", "libnvcuda64_13.so", "libnvcuda64_132.so", "libnvcuda64_132_0.so", "libnvcuda64_130_2.so", "libnvcuda64_10.so", "libnvcuda64_11.so", "libnvcuda64_12.so", "libnvcuda64_130_0.so", "libnvcuda64_9.so", "libnvcuda.so.13", "libnvcuda.so.12", "libnvcuda.so.11", "libnvcuda.so.10", "libnvcuda.so.9", "libnvcuda.so.1"]. Ensure that `LD_LIBRARY_PATH` has the correct path to the installed library. If the shared library is present on the system under a different name than one of those listed above, please open a GitHub issue.
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::libunwind::trace
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9
[INFO] [stdout]    1:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::trace_unsynchronized::<std[617be2ca0a6fd877]::sys::backtrace::_print_fmt::{closure#1}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14
[INFO] [stdout]    2:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::sys::backtrace::_print_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:74:9
[INFO] [stdout]    3:     0x5e2cce773fe1 - <<std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[a373ad73a504971]::fmt::Display>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:44:26
[INFO] [stdout]    4:     0x5e2cce7894aa - <core[a373ad73a504971]::fmt::rt::Argument>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/fmt/rt.rs:152:76
[INFO] [stdout]    5:     0x5e2cce7894aa - core[a373ad73a504971]::fmt::write
[INFO] [stdout]    6:     0x5e2cce7781fc - core[a373ad73a504971]::io::write::default_write_fmt::<alloc[2e1b2a31b91974c5]::vec::Vec<u8>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:402:11
[INFO] [stdout]    7:     0x5e2cce7781fc - <alloc[2e1b2a31b91974c5]::vec::Vec<u8> as core[a373ad73a504971]::io::write::Write>::write_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:335:13
[INFO] [stdout]    8:     0x5e2cce74f096 - <std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:47:9
[INFO] [stdout]    9:     0x5e2cce74f096 - std[617be2ca0a6fd877]::panicking::default_hook::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:289:27
[INFO] [stdout]   10:     0x5e2cce76c129 - std[617be2ca0a6fd877]::panicking::default_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:313:9
[INFO] [stdout]   11:     0x5e2cce6cdfb0 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   12:     0x5e2cce6cdfb0 - test[aada8e7e76ba119b]::test_main_inner::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:137:21
[INFO] [stdout]   13:     0x5e2cce76c2e2 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   14:     0x5e2cce76c2e2 - std[617be2ca0a6fd877]::panicking::panic_with_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:819:13
[INFO] [stdout]   15:     0x5e2cce74f142 - std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:685:13
[INFO] [stdout]   16:     0x5e2cce747b49 - std[617be2ca0a6fd877]::sys::backtrace::__rust_end_short_backtrace::<std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:182:18
[INFO] [stdout]   17:     0x5e2cce74fe3d - __rustc[ea4f61d10b84890b]::rust_begin_unwind
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:676:5
[INFO] [stdout]   18:     0x5e2cce789c8c - core[a373ad73a504971]::panicking::panic_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panicking.rs:80:14
[INFO] [stdout]   19:     0x5e2cce728ee9 - cudarc[677ba4333291d543]::panic_no_lib_found::<alloc[2e1b2a31b91974c5]::string::String>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5
[INFO] [stdout]   20:     0x5e2cce709ce6 - cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15462:9
[INFO] [stdout]   21:     0x5e2cce70de6e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   22:     0x5e2cce70de37 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   23:     0x5e2cce710ca2 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   24:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   25:     0x5e2cce70f6ba - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   26:     0x5e2cce70d106 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   27:     0x5e2cce70d22e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   28:     0x5e2cce70d13e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   29:     0x5e2cce70a5de - cudarc[677ba4333291d543]::driver::sys::culib
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15454:9
[INFO] [stdout]   30:     0x5e2cce707d87 - cudarc[677ba4333291d543]::driver::sys::load::<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:12:15
[INFO] [stdout]   31:     0x5e2cce709dd2 - cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:45
[INFO] [stdout]   32:     0x5e2cce70dc96 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   33:     0x5e2cce70dc65 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   34:     0x5e2cce710942 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   35:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   36:     0x5e2cce70f2fa - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   37:     0x5e2cce70cc7e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   38:     0x5e2cce70ccfe - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   39:     0x5e2cce70cc9e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   40:     0x5e2cce70a5f9 - cudarc[677ba4333291d543]::driver::sys::cuInit
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:21
[INFO] [stdout]   41:     0x5e2cce72ce19 - cudarc[677ba4333291d543]::driver::result::init
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/result.rs:89:14
[INFO] [stdout]   42:     0x5e2cce72bc4a - <cudarc[677ba4333291d543]::driver::safe::core::CudaContext>::device_count
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/safe/core.rs:280:9
[INFO] [stdout]   43:     0x5e2cce66d344 - tropical_gemm_cuda[2c1d626befb2aaa2]::cuda_device_count
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:110:8
[INFO] [stdout]   44:     0x5e2cce66d404 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_context_for_device
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:127:24
[INFO] [stdout]   45:     0x5e2cce66d3c1 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_global_context
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:178:5
[INFO] [stdout]   46:     0x5e2cce675df1 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_matmul
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:600:25
[INFO] [stdout]   47:     0x5e2cce6753b7 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_matmul::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:599:29
[INFO] [stdout]   48:     0x5e2cce6a5e76 - <tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_matmul::{closure#0} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   49:     0x5e2cce6c13fb - <fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   50:     0x5e2cce6c13fb - test[aada8e7e76ba119b]::__rust_begin_short_backtrace::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:701:18
[INFO] [stdout]   51:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:74
[INFO] [stdout]   52:     0x5e2cce6ce5d5 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   53:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   54:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   55:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   56:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:27
[INFO] [stdout]   57:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:645:43
[INFO] [stdout]   58:     0x5e2cce6c7ec4 - test[aada8e7e76ba119b]::run_test::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:675:41
[INFO] [stdout]   59:     0x5e2cce6c7ec4 - std[617be2ca0a6fd877]::sys::backtrace::__rust_begin_short_backtrace::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:166:18
[INFO] [stdout]   60:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:70:13
[INFO] [stdout]   61:     0x5e2cce6d1662 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   62:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   63:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::<(), core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   64:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   65:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:68:26
[INFO] [stdout]   66:     0x5e2cce6d1662 - <std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   67:     0x5e2cce77352f - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn core[a373ad73a504971]::ops::function::FnOnce<(), Output = ()> + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2314:9
[INFO] [stdout]   68:     0x5e2cce77352f - <std[617be2ca0a6fd877]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/thread/unix.rs:127:17
[INFO] [stdout]   69:     0x71a626befdfa - <unknown>
[INFO] [stdout]   70:     0x71a626c833d4 - clone
[INFO] [stdout]   71:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- gpu_mat::tests::test_gpu_mat_batched_empty stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'gpu_mat::tests::test_gpu_mat_batched_empty' (996) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5:
[INFO] [stdout] Unable to dynamically load the "cuda" shared library - searched for library names: ["libcuda.so", "libcuda64.so", "libcuda64_13.so", "libcuda64_132.so", "libcuda64_132_0.so", "libcuda64_130_2.so", "libcuda64_10.so", "libcuda64_11.so", "libcuda64_12.so", "libcuda64_130_0.so", "libcuda64_9.so", "libcuda.so.13", "libcuda.so.12", "libcuda.so.11", "libcuda.so.10", "libcuda.so.9", "libcuda.so.1", "libnvcuda.so", "libnvcuda64.so", "libnvcuda64_13.so", "libnvcuda64_132.so", "libnvcuda64_132_0.so", "libnvcuda64_130_2.so", "libnvcuda64_10.so", "libnvcuda64_11.so", "libnvcuda64_12.so", "libnvcuda64_130_0.so", "libnvcuda64_9.so", "libnvcuda.so.13", "libnvcuda.so.12", "libnvcuda.so.11", "libnvcuda.so.10", "libnvcuda.so.9", "libnvcuda.so.1"]. Ensure that `LD_LIBRARY_PATH` has the correct path to the installed library. If the shared library is present on the system under a different name than one of those listed above, please open a GitHub issue.
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::libunwind::trace
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9
[INFO] [stdout]    1:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::trace_unsynchronized::<std[617be2ca0a6fd877]::sys::backtrace::_print_fmt::{closure#1}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14
[INFO] [stdout]    2:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::sys::backtrace::_print_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:74:9
[INFO] [stdout]    3:     0x5e2cce773fe1 - <<std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[a373ad73a504971]::fmt::Display>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:44:26
[INFO] [stdout]    4:     0x5e2cce7894aa - <core[a373ad73a504971]::fmt::rt::Argument>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/fmt/rt.rs:152:76
[INFO] [stdout]    5:     0x5e2cce7894aa - core[a373ad73a504971]::fmt::write
[INFO] [stdout]    6:     0x5e2cce7781fc - core[a373ad73a504971]::io::write::default_write_fmt::<alloc[2e1b2a31b91974c5]::vec::Vec<u8>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:402:11
[INFO] [stdout]    7:     0x5e2cce7781fc - <alloc[2e1b2a31b91974c5]::vec::Vec<u8> as core[a373ad73a504971]::io::write::Write>::write_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:335:13
[INFO] [stdout]    8:     0x5e2cce74f096 - <std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:47:9
[INFO] [stdout]    9:     0x5e2cce74f096 - std[617be2ca0a6fd877]::panicking::default_hook::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:289:27
[INFO] [stdout]   10:     0x5e2cce76c129 - std[617be2ca0a6fd877]::panicking::default_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:313:9
[INFO] [stdout]   11:     0x5e2cce6cdfb0 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   12:     0x5e2cce6cdfb0 - test[aada8e7e76ba119b]::test_main_inner::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:137:21
[INFO] [stdout]   13:     0x5e2cce76c2e2 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   14:     0x5e2cce76c2e2 - std[617be2ca0a6fd877]::panicking::panic_with_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:819:13
[INFO] [stdout]   15:     0x5e2cce74f142 - std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:685:13
[INFO] [stdout]   16:     0x5e2cce747b49 - std[617be2ca0a6fd877]::sys::backtrace::__rust_end_short_backtrace::<std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:182:18
[INFO] [stdout]   17:     0x5e2cce74fe3d - __rustc[ea4f61d10b84890b]::rust_begin_unwind
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:676:5
[INFO] [stdout]   18:     0x5e2cce789c8c - core[a373ad73a504971]::panicking::panic_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panicking.rs:80:14
[INFO] [stdout]   19:     0x5e2cce728ee9 - cudarc[677ba4333291d543]::panic_no_lib_found::<alloc[2e1b2a31b91974c5]::string::String>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5
[INFO] [stdout]   20:     0x5e2cce709ce6 - cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15462:9
[INFO] [stdout]   21:     0x5e2cce70de6e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   22:     0x5e2cce70de37 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   23:     0x5e2cce710ca2 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   24:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   25:     0x5e2cce70f6ba - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   26:     0x5e2cce70d106 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   27:     0x5e2cce70d22e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   28:     0x5e2cce70d13e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   29:     0x5e2cce70a5de - cudarc[677ba4333291d543]::driver::sys::culib
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15454:9
[INFO] [stdout]   30:     0x5e2cce707d87 - cudarc[677ba4333291d543]::driver::sys::load::<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:12:15
[INFO] [stdout]   31:     0x5e2cce709dd2 - cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:45
[INFO] [stdout]   32:     0x5e2cce70dc96 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   33:     0x5e2cce70dc65 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   34:     0x5e2cce710942 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   35:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   36:     0x5e2cce70f2fa - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   37:     0x5e2cce70cc7e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   38:     0x5e2cce70ccfe - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   39:     0x5e2cce70cc9e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   40:     0x5e2cce70a5f9 - cudarc[677ba4333291d543]::driver::sys::cuInit
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:21
[INFO] [stdout]   41:     0x5e2cce72ce19 - cudarc[677ba4333291d543]::driver::result::init
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/result.rs:89:14
[INFO] [stdout]   42:     0x5e2cce72bc4a - <cudarc[677ba4333291d543]::driver::safe::core::CudaContext>::device_count
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/safe/core.rs:280:9
[INFO] [stdout]   43:     0x5e2cce66d344 - tropical_gemm_cuda[2c1d626befb2aaa2]::cuda_device_count
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:110:8
[INFO] [stdout]   44:     0x5e2cce66d404 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_context_for_device
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:127:24
[INFO] [stdout]   45:     0x5e2cce66d3c1 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_global_context
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:178:5
[INFO] [stdout]   46:     0x5e2cce679271 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_batched_empty
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:749:25
[INFO] [stdout]   47:     0x5e2cce6754a7 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_batched_empty::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:748:36
[INFO] [stdout]   48:     0x5e2cce6a5f16 - <tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_batched_empty::{closure#0} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   49:     0x5e2cce6c13fb - <fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   50:     0x5e2cce6c13fb - test[aada8e7e76ba119b]::__rust_begin_short_backtrace::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:701:18
[INFO] [stdout]   51:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:74
[INFO] [stdout]   52:     0x5e2cce6ce5d5 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   53:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   54:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   55:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   56:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:27
[INFO] [stdout]   57:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:645:43
[INFO] [stdout]   58:     0x5e2cce6c7ec4 - test[aada8e7e76ba119b]::run_test::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:675:41
[INFO] [stdout]   59:     0x5e2cce6c7ec4 - std[617be2ca0a6fd877]::sys::backtrace::__rust_begin_short_backtrace::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:166:18
[INFO] [stdout]   60:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:70:13
[INFO] [stdout]   61:     0x5e2cce6d1662 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   62:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   63:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::<(), core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   64:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   65:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:68:26
[INFO] [stdout]   66:     0x5e2cce6d1662 - <std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   67:     0x5e2cce77352f - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn core[a373ad73a504971]::ops::function::FnOnce<(), Output = ()> + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2314:9
[INFO] [stdout]   68:     0x5e2cce77352f - <std[617be2ca0a6fd877]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/thread/unix.rs:127:17
[INFO] [stdout]   69:     0x71a626befdfa - <unknown>
[INFO] [stdout]   70:     0x71a626c833d4 - clone
[INFO] [stdout]   71:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- gpu_mat::tests::test_gpu_mat_matmul_argmax stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'gpu_mat::tests::test_gpu_mat_matmul_argmax' (999) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5:
[INFO] [stdout] Unable to dynamically load the "cuda" shared library - searched for library names: ["libcuda.so", "libcuda64.so", "libcuda64_13.so", "libcuda64_132.so", "libcuda64_132_0.so", "libcuda64_130_2.so", "libcuda64_10.so", "libcuda64_11.so", "libcuda64_12.so", "libcuda64_130_0.so", "libcuda64_9.so", "libcuda.so.13", "libcuda.so.12", "libcuda.so.11", "libcuda.so.10", "libcuda.so.9", "libcuda.so.1", "libnvcuda.so", "libnvcuda64.so", "libnvcuda64_13.so", "libnvcuda64_132.so", "libnvcuda64_132_0.so", "libnvcuda64_130_2.so", "libnvcuda64_10.so", "libnvcuda64_11.so", "libnvcuda64_12.so", "libnvcuda64_130_0.so", "libnvcuda64_9.so", "libnvcuda.so.13", "libnvcuda.so.12", "libnvcuda.so.11", "libnvcuda.so.10", "libnvcuda.so.9", "libnvcuda.so.1"]. Ensure that `LD_LIBRARY_PATH` has the correct path to the installed library. If the shared library is present on the system under a different name than one of those listed above, please open a GitHub issue.
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::libunwind::trace
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9
[INFO] [stdout]    1:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::trace_unsynchronized::<std[617be2ca0a6fd877]::sys::backtrace::_print_fmt::{closure#1}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14
[INFO] [stdout]    2:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::sys::backtrace::_print_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:74:9
[INFO] [stdout]    3:     0x5e2cce773fe1 - <<std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[a373ad73a504971]::fmt::Display>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:44:26
[INFO] [stdout]    4:     0x5e2cce7894aa - <core[a373ad73a504971]::fmt::rt::Argument>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/fmt/rt.rs:152:76
[INFO] [stdout]    5:     0x5e2cce7894aa - core[a373ad73a504971]::fmt::write
[INFO] [stdout]    6:     0x5e2cce7781fc - core[a373ad73a504971]::io::write::default_write_fmt::<alloc[2e1b2a31b91974c5]::vec::Vec<u8>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:402:11
[INFO] [stdout]    7:     0x5e2cce7781fc - <alloc[2e1b2a31b91974c5]::vec::Vec<u8> as core[a373ad73a504971]::io::write::Write>::write_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:335:13
[INFO] [stdout]    8:     0x5e2cce74f096 - <std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:47:9
[INFO] [stdout]    9:     0x5e2cce74f096 - std[617be2ca0a6fd877]::panicking::default_hook::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:289:27
[INFO] [stdout]   10:     0x5e2cce76c129 - std[617be2ca0a6fd877]::panicking::default_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:313:9
[INFO] [stdout]   11:     0x5e2cce6cdfb0 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   12:     0x5e2cce6cdfb0 - test[aada8e7e76ba119b]::test_main_inner::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:137:21
[INFO] [stdout]   13:     0x5e2cce76c2e2 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   14:     0x5e2cce76c2e2 - std[617be2ca0a6fd877]::panicking::panic_with_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:819:13
[INFO] [stdout]   15:     0x5e2cce74f142 - std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:685:13
[INFO] [stdout]   16:     0x5e2cce747b49 - std[617be2ca0a6fd877]::sys::backtrace::__rust_end_short_backtrace::<std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:182:18
[INFO] [stdout]   17:     0x5e2cce74fe3d - __rustc[ea4f61d10b84890b]::rust_begin_unwind
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:676:5
[INFO] [stdout]   18:     0x5e2cce789c8c - core[a373ad73a504971]::panicking::panic_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panicking.rs:80:14
[INFO] [stdout]   19:     0x5e2cce728ee9 - cudarc[677ba4333291d543]::panic_no_lib_found::<alloc[2e1b2a31b91974c5]::string::String>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5
[INFO] [stdout]   20:     0x5e2cce709ce6 - cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15462:9
[INFO] [stdout]   21:     0x5e2cce70de6e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   22:     0x5e2cce70de37 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   23:     0x5e2cce710ca2 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   24:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   25:     0x5e2cce70f6ba - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   26:     0x5e2cce70d106 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   27:     0x5e2cce70d22e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   28:     0x5e2cce70d13e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   29:     0x5e2cce70a5de - cudarc[677ba4333291d543]::driver::sys::culib
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15454:9
[INFO] [stdout]   30:     0x5e2cce707d87 - cudarc[677ba4333291d543]::driver::sys::load::<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:12:15
[INFO] [stdout]   31:     0x5e2cce709dd2 - cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:45
[INFO] [stdout]   32:     0x5e2cce70dc96 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   33:     0x5e2cce70dc65 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   34:     0x5e2cce710942 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   35:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   36:     0x5e2cce70f2fa - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   37:     0x5e2cce70cc7e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   38:     0x5e2cce70ccfe - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   39:     0x5e2cce70cc9e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   40:     0x5e2cce70a5f9 - cudarc[677ba4333291d543]::driver::sys::cuInit
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:21
[INFO] [stdout]   41:     0x5e2cce72ce19 - cudarc[677ba4333291d543]::driver::result::init
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/result.rs:89:14
[INFO] [stdout]   42:     0x5e2cce72bc4a - <cudarc[677ba4333291d543]::driver::safe::core::CudaContext>::device_count
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/safe/core.rs:280:9
[INFO] [stdout]   43:     0x5e2cce66d344 - tropical_gemm_cuda[2c1d626befb2aaa2]::cuda_device_count
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:110:8
[INFO] [stdout]   44:     0x5e2cce66d404 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_context_for_device
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:127:24
[INFO] [stdout]   45:     0x5e2cce66d3c1 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_global_context
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:178:5
[INFO] [stdout]   46:     0x5e2cce6795b1 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_matmul_argmax
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:628:25
[INFO] [stdout]   47:     0x5e2cce6754d7 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_matmul_argmax::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:627:36
[INFO] [stdout]   48:     0x5e2cce6a5f36 - <tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_matmul_argmax::{closure#0} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   49:     0x5e2cce6c13fb - <fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   50:     0x5e2cce6c13fb - test[aada8e7e76ba119b]::__rust_begin_short_backtrace::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:701:18
[INFO] [stdout]   51:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:74
[INFO] [stdout]   52:     0x5e2cce6ce5d5 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   53:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   54:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   55:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   56:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:27
[INFO] [stdout]   57:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:645:43
[INFO] [stdout]   58:     0x5e2cce6c7ec4 - test[aada8e7e76ba119b]::run_test::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:675:41
[INFO] [stdout]   59:     0x5e2cce6c7ec4 - std[617be2ca0a6fd877]::sys::backtrace::__rust_begin_short_backtrace::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:166:18
[INFO] [stdout]   60:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:70:13
[INFO] [stdout]   61:     0x5e2cce6d1662 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   62:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   63:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::<(), core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   64:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   65:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:68:26
[INFO] [stdout]   66:     0x5e2cce6d1662 - <std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   67:     0x5e2cce77352f - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn core[a373ad73a504971]::ops::function::FnOnce<(), Output = ()> + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2314:9
[INFO] [stdout]   68:     0x5e2cce77352f - <std[617be2ca0a6fd877]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/thread/unix.rs:127:17
[INFO] [stdout]   69:     0x71a626befdfa - <unknown>
[INFO] [stdout]   70:     0x71a626c833d4 - clone
[INFO] [stdout]   71:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- gpu_mat::tests::test_gpu_mat_backward_b stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'gpu_mat::tests::test_gpu_mat_backward_b' (993) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5:
[INFO] [stdout] Unable to dynamically load the "cuda" shared library - searched for library names: ["libcuda.so", "libcuda64.so", "libcuda64_13.so", "libcuda64_132.so", "libcuda64_132_0.so", "libcuda64_130_2.so", "libcuda64_10.so", "libcuda64_11.so", "libcuda64_12.so", "libcuda64_130_0.so", "libcuda64_9.so", "libcuda.so.13", "libcuda.so.12", "libcuda.so.11", "libcuda.so.10", "libcuda.so.9", "libcuda.so.1", "libnvcuda.so", "libnvcuda64.so", "libnvcuda64_13.so", "libnvcuda64_132.so", "libnvcuda64_132_0.so", "libnvcuda64_130_2.so", "libnvcuda64_10.so", "libnvcuda64_11.so", "libnvcuda64_12.so", "libnvcuda64_130_0.so", "libnvcuda64_9.so", "libnvcuda.so.13", "libnvcuda.so.12", "libnvcuda.so.11", "libnvcuda.so.10", "libnvcuda.so.9", "libnvcuda.so.1"]. Ensure that `LD_LIBRARY_PATH` has the correct path to the installed library. If the shared library is present on the system under a different name than one of those listed above, please open a GitHub issue.
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::libunwind::trace
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9
[INFO] [stdout]    1:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::trace_unsynchronized::<std[617be2ca0a6fd877]::sys::backtrace::_print_fmt::{closure#1}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14
[INFO] [stdout]    2:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::sys::backtrace::_print_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:74:9
[INFO] [stdout]    3:     0x5e2cce773fe1 - <<std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[a373ad73a504971]::fmt::Display>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:44:26
[INFO] [stdout]    4:     0x5e2cce7894aa - <core[a373ad73a504971]::fmt::rt::Argument>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/fmt/rt.rs:152:76
[INFO] [stdout]    5:     0x5e2cce7894aa - core[a373ad73a504971]::fmt::write
[INFO] [stdout]    6:     0x5e2cce7781fc - core[a373ad73a504971]::io::write::default_write_fmt::<alloc[2e1b2a31b91974c5]::vec::Vec<u8>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:402:11
[INFO] [stdout]    7:     0x5e2cce7781fc - <alloc[2e1b2a31b91974c5]::vec::Vec<u8> as core[a373ad73a504971]::io::write::Write>::write_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:335:13
[INFO] [stdout]    8:     0x5e2cce74f096 - <std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:47:9
[INFO] [stdout]    9:     0x5e2cce74f096 - std[617be2ca0a6fd877]::panicking::default_hook::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:289:27
[INFO] [stdout]   10:     0x5e2cce76c129 - std[617be2ca0a6fd877]::panicking::default_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:313:9
[INFO] [stdout]   11:     0x5e2cce6cdfb0 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   12:     0x5e2cce6cdfb0 - test[aada8e7e76ba119b]::test_main_inner::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:137:21
[INFO] [stdout]   13:     0x5e2cce76c2e2 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   14:     0x5e2cce76c2e2 - std[617be2ca0a6fd877]::panicking::panic_with_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:819:13
[INFO] [stdout]   15:     0x5e2cce74f142 - std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:685:13
[INFO] [stdout]   16:     0x5e2cce747b49 - std[617be2ca0a6fd877]::sys::backtrace::__rust_end_short_backtrace::<std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:182:18
[INFO] [stdout]   17:     0x5e2cce74fe3d - __rustc[ea4f61d10b84890b]::rust_begin_unwind
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:676:5
[INFO] [stdout]   18:     0x5e2cce789c8c - core[a373ad73a504971]::panicking::panic_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panicking.rs:80:14
[INFO] [stdout]   19:     0x5e2cce728ee9 - cudarc[677ba4333291d543]::panic_no_lib_found::<alloc[2e1b2a31b91974c5]::string::String>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5
[INFO] [stdout]   20:     0x5e2cce709ce6 - cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15462:9
[INFO] [stdout]   21:     0x5e2cce70de6e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   22:     0x5e2cce70de37 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   23:     0x5e2cce710ca2 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   24:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   25:     0x5e2cce70f6ba - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   26:     0x5e2cce70d106 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   27:     0x5e2cce70d22e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   28:     0x5e2cce70d13e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   29:     0x5e2cce70a5de - cudarc[677ba4333291d543]::driver::sys::culib
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15454:9
[INFO] [stdout]   30:     0x5e2cce707d87 - cudarc[677ba4333291d543]::driver::sys::load::<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:12:15
[INFO] [stdout]   31:     0x5e2cce709dd2 - cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:45
[INFO] [stdout]   32:     0x5e2cce70dc96 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   33:     0x5e2cce70dc65 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   34:     0x5e2cce710942 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   35:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   36:     0x5e2cce70f2fa - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   37:     0x5e2cce70cc7e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   38:     0x5e2cce70ccfe - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   39:     0x5e2cce70cc9e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   40:     0x5e2cce70a5f9 - cudarc[677ba4333291d543]::driver::sys::cuInit
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:21
[INFO] [stdout]   41:     0x5e2cce72ce19 - cudarc[677ba4333291d543]::driver::result::init
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/result.rs:89:14
[INFO] [stdout]   42:     0x5e2cce72bc4a - <cudarc[677ba4333291d543]::driver::safe::core::CudaContext>::device_count
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/safe/core.rs:280:9
[INFO] [stdout]   43:     0x5e2cce66d344 - tropical_gemm_cuda[2c1d626befb2aaa2]::cuda_device_count
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:110:8
[INFO] [stdout]   44:     0x5e2cce66d404 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_context_for_device
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:127:24
[INFO] [stdout]   45:     0x5e2cce66d3c1 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_global_context
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:178:5
[INFO] [stdout]   46:     0x5e2cce6787a4 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_backward_b
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:806:25
[INFO] [stdout]   47:     0x5e2cce675477 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_backward_b::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:803:33
[INFO] [stdout]   48:     0x5e2cce6a5ef6 - <tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_backward_b::{closure#0} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   49:     0x5e2cce6c13fb - <fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   50:     0x5e2cce6c13fb - test[aada8e7e76ba119b]::__rust_begin_short_backtrace::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:701:18
[INFO] [stdout]   51:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:74
[INFO] [stdout]   52:     0x5e2cce6ce5d5 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   53:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   54:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   55:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   56:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:27
[INFO] [stdout]   57:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:645:43
[INFO] [stdout]   58:     0x5e2cce6c7ec4 - test[aada8e7e76ba119b]::run_test::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:675:41
[INFO] [stdout]   59:     0x5e2cce6c7ec4 - std[617be2ca0a6fd877]::sys::backtrace::__rust_begin_short_backtrace::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:166:18
[INFO] [stdout]   60:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:70:13
[INFO] [stdout]   61:     0x5e2cce6d1662 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   62:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   63:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::<(), core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   64:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   65:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:68:26
[INFO] [stdout]   66:     0x5e2cce6d1662 - <std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   67:     0x5e2cce77352f - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn core[a373ad73a504971]::ops::function::FnOnce<(), Output = ()> + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2314:9
[INFO] [stdout]   68:     0x5e2cce77352f - <std[617be2ca0a6fd877]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/thread/unix.rs:127:17
[INFO] [stdout]   69:     0x71a626befdfa - <unknown>
[INFO] [stdout]   70:     0x71a626c833d4 - clone
[INFO] [stdout]   71:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] ---- gpu_mat::tests::test_gpu_mat_minplus stdout ----
[INFO] [stdout] 
[INFO] [stdout] thread 'gpu_mat::tests::test_gpu_mat_minplus' (1000) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5:
[INFO] [stdout] Unable to dynamically load the "cuda" shared library - searched for library names: ["libcuda.so", "libcuda64.so", "libcuda64_13.so", "libcuda64_132.so", "libcuda64_132_0.so", "libcuda64_130_2.so", "libcuda64_10.so", "libcuda64_11.so", "libcuda64_12.so", "libcuda64_130_0.so", "libcuda64_9.so", "libcuda.so.13", "libcuda.so.12", "libcuda.so.11", "libcuda.so.10", "libcuda.so.9", "libcuda.so.1", "libnvcuda.so", "libnvcuda64.so", "libnvcuda64_13.so", "libnvcuda64_132.so", "libnvcuda64_132_0.so", "libnvcuda64_130_2.so", "libnvcuda64_10.so", "libnvcuda64_11.so", "libnvcuda64_12.so", "libnvcuda64_130_0.so", "libnvcuda64_9.so", "libnvcuda.so.13", "libnvcuda.so.12", "libnvcuda.so.11", "libnvcuda.so.10", "libnvcuda.so.9", "libnvcuda.so.1"]. Ensure that `LD_LIBRARY_PATH` has the correct path to the installed library. If the shared library is present on the system under a different name than one of those listed above, please open a GitHub issue.
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::libunwind::trace
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9
[INFO] [stdout]    1:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::backtrace_rs::backtrace::trace_unsynchronized::<std[617be2ca0a6fd877]::sys::backtrace::_print_fmt::{closure#1}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14
[INFO] [stdout]    2:     0x5e2cce773fe1 - std[617be2ca0a6fd877]::sys::backtrace::_print_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:74:9
[INFO] [stdout]    3:     0x5e2cce773fe1 - <<std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print::DisplayBacktrace as core[a373ad73a504971]::fmt::Display>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:44:26
[INFO] [stdout]    4:     0x5e2cce7894aa - <core[a373ad73a504971]::fmt::rt::Argument>::fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/fmt/rt.rs:152:76
[INFO] [stdout]    5:     0x5e2cce7894aa - core[a373ad73a504971]::fmt::write
[INFO] [stdout]    6:     0x5e2cce7781fc - core[a373ad73a504971]::io::write::default_write_fmt::<alloc[2e1b2a31b91974c5]::vec::Vec<u8>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:402:11
[INFO] [stdout]    7:     0x5e2cce7781fc - <alloc[2e1b2a31b91974c5]::vec::Vec<u8> as core[a373ad73a504971]::io::write::Write>::write_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/io/write.rs:335:13
[INFO] [stdout]    8:     0x5e2cce74f096 - <std[617be2ca0a6fd877]::sys::backtrace::BacktraceLock>::print
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:47:9
[INFO] [stdout]    9:     0x5e2cce74f096 - std[617be2ca0a6fd877]::panicking::default_hook::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:289:27
[INFO] [stdout]   10:     0x5e2cce76c129 - std[617be2ca0a6fd877]::panicking::default_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:313:9
[INFO] [stdout]   11:     0x5e2cce6cdfb0 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   12:     0x5e2cce6cdfb0 - test[aada8e7e76ba119b]::test_main_inner::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:137:21
[INFO] [stdout]   13:     0x5e2cce76c2e2 - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn for<'a, 'b> core[a373ad73a504971]::ops::function::Fn<(&'a std[617be2ca0a6fd877]::panic::PanicHookInfo<'b>,), Output = ()> + core[a373ad73a504971]::marker::Sync + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::Fn<(&std[617be2ca0a6fd877]::panic::PanicHookInfo,)>>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2328:9
[INFO] [stdout]   14:     0x5e2cce76c2e2 - std[617be2ca0a6fd877]::panicking::panic_with_hook
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:819:13
[INFO] [stdout]   15:     0x5e2cce74f142 - std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:685:13
[INFO] [stdout]   16:     0x5e2cce747b49 - std[617be2ca0a6fd877]::sys::backtrace::__rust_end_short_backtrace::<std[617be2ca0a6fd877]::panicking::panic_handler::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:182:18
[INFO] [stdout]   17:     0x5e2cce74fe3d - __rustc[ea4f61d10b84890b]::rust_begin_unwind
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:676:5
[INFO] [stdout]   18:     0x5e2cce789c8c - core[a373ad73a504971]::panicking::panic_fmt
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panicking.rs:80:14
[INFO] [stdout]   19:     0x5e2cce728ee9 - cudarc[677ba4333291d543]::panic_no_lib_found::<alloc[2e1b2a31b91974c5]::string::String>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/lib.rs:200:5
[INFO] [stdout]   20:     0x5e2cce709ce6 - cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15462:9
[INFO] [stdout]   21:     0x5e2cce70de6e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   22:     0x5e2cce70de37 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   23:     0x5e2cce710ca2 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   24:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   25:     0x5e2cce70f6ba - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   26:     0x5e2cce70d106 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   27:     0x5e2cce70d22e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   28:     0x5e2cce70d13e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<libloading[37698a0876632689]::safe::Library>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::culib::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   29:     0x5e2cce70a5de - cudarc[677ba4333291d543]::driver::sys::culib
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:15454:9
[INFO] [stdout]   30:     0x5e2cce707d87 - cudarc[677ba4333291d543]::driver::sys::load::<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:12:15
[INFO] [stdout]   31:     0x5e2cce709dd2 - cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:45
[INFO] [stdout]   32:     0x5e2cce70dc96 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:50
[INFO] [stdout]   33:     0x5e2cce70dc65 - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:572:19
[INFO] [stdout]   34:     0x5e2cce710942 - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:40
[INFO] [stdout]   35:     0x5e2cce754d69 - <std[617be2ca0a6fd877]::sys::sync::once::futex::Once>::call
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/sync/once/futex.rs:183:21
[INFO] [stdout]   36:     0x5e2cce70f2fa - <std[617be2ca0a6fd877]::sync::once::Once>::call_once_force::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once.rs:227:20
[INFO] [stdout]   37:     0x5e2cce70cc7e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::initialize::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:571:19
[INFO] [stdout]   38:     0x5e2cce70ccfe - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_try_init::<<std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>::{closure#0}, !>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:439:14
[INFO] [stdout]   39:     0x5e2cce70cc9e - <std[617be2ca0a6fd877]::sync::once_lock::OnceLock<unsafe extern "C" fn(u32) -> cudarc[677ba4333291d543]::driver::sys::cudaError_enum>>::get_or_init::<cudarc[677ba4333291d543]::driver::sys::cuInit::{closure#0}>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sync/once_lock.rs:350:20
[INFO] [stdout]   40:     0x5e2cce70a5f9 - cudarc[677ba4333291d543]::driver::sys::cuInit
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/sys/mod.rs:11041:21
[INFO] [stdout]   41:     0x5e2cce72ce19 - cudarc[677ba4333291d543]::driver::result::init
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/result.rs:89:14
[INFO] [stdout]   42:     0x5e2cce72bc4a - <cudarc[677ba4333291d543]::driver::safe::core::CudaContext>::device_count
[INFO] [stdout]                                at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/cudarc-0.19.7/src/driver/safe/core.rs:280:9
[INFO] [stdout]   43:     0x5e2cce66d344 - tropical_gemm_cuda[2c1d626befb2aaa2]::cuda_device_count
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:110:8
[INFO] [stdout]   44:     0x5e2cce66d404 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_context_for_device
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:127:24
[INFO] [stdout]   45:     0x5e2cce66d3c1 - tropical_gemm_cuda[2c1d626befb2aaa2]::get_global_context
[INFO] [stdout]                                at /opt/rustwide/workdir/src/lib.rs:178:5
[INFO] [stdout]   46:     0x5e2cce677491 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_minplus
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:654:25
[INFO] [stdout]   47:     0x5e2cce675417 - tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_minplus::{closure#0}
[INFO] [stdout]                                at /opt/rustwide/workdir/src/gpu_mat.rs:653:30
[INFO] [stdout]   48:     0x5e2cce6a5eb6 - <tropical_gemm_cuda[2c1d626befb2aaa2]::gpu_mat::tests::test_gpu_mat_minplus::{closure#0} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   49:     0x5e2cce6c13fb - <fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   50:     0x5e2cce6c13fb - test[aada8e7e76ba119b]::__rust_begin_short_backtrace::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, fn() -> core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:701:18
[INFO] [stdout]   51:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:74
[INFO] [stdout]   52:     0x5e2cce6ce5d5 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   53:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   54:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panicking::catch_unwind::<core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>, core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   55:     0x5e2cce6ce5d5 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<test[aada8e7e76ba119b]::run_test_in_process::{closure#0}>, core[a373ad73a504971]::result::Result<(), alloc[2e1b2a31b91974c5]::string::String>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   56:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test_in_process
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:724:27
[INFO] [stdout]   57:     0x5e2cce6ce5d5 - test[aada8e7e76ba119b]::run_test::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:645:43
[INFO] [stdout]   58:     0x5e2cce6c7ec4 - test[aada8e7e76ba119b]::run_test::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/test/src/lib.rs:675:41
[INFO] [stdout]   59:     0x5e2cce6c7ec4 - std[617be2ca0a6fd877]::sys::backtrace::__rust_begin_short_backtrace::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/backtrace.rs:166:18
[INFO] [stdout]   60:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:70:13
[INFO] [stdout]   61:     0x5e2cce6d1662 - <core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/panic/unwind_safe.rs:275:9
[INFO] [stdout]   62:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::do_call::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:573:43
[INFO] [stdout]   63:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panicking::catch_unwind::<(), core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panicking.rs:541:19
[INFO] [stdout]   64:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::panic::catch_unwind::<core[a373ad73a504971]::panic::unwind_safe::AssertUnwindSafe<std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}::{closure#0}>, ()>
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/panic.rs:359:14
[INFO] [stdout]   65:     0x5e2cce6d1662 - std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked::<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/thread/lifecycle.rs:68:26
[INFO] [stdout]   66:     0x5e2cce6d1662 - <std[617be2ca0a6fd877]::thread::lifecycle::spawn_unchecked<test[aada8e7e76ba119b]::run_test::{closure#1}, ()>::{closure#1} as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   67:     0x5e2cce77352f - <alloc[2e1b2a31b91974c5]::boxed::Box<dyn core[a373ad73a504971]::ops::function::FnOnce<(), Output = ()> + core[a373ad73a504971]::marker::Send> as core[a373ad73a504971]::ops::function::FnOnce<()>>::call_once
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/alloc/src/boxed.rs:2314:9
[INFO] [stdout]   68:     0x5e2cce77352f - <std[617be2ca0a6fd877]::sys::thread::unix::Thread>::new::thread_start
[INFO] [stdout]                                at /rustc/e3feeb59cd1bdd011a2bfcc0747b55125d9b8527/library/std/src/sys/thread/unix.rs:127:17
[INFO] [stdout]   69:     0x71a626befdfa - <unknown>
[INFO] [stdout]   70:     0x71a626c833d4 - clone
[INFO] [stdout]   71:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] failures:
[INFO] [stdout]     gpu_mat::tests::test_gpu_mat_backward_a
[INFO] [stdout]     gpu_mat::tests::test_gpu_mat_backward_b
[INFO] [stdout]     gpu_mat::tests::test_gpu_mat_basic
[INFO] [stdout]     gpu_mat::tests::test_gpu_mat_batched
[INFO] [stdout]     gpu_mat::tests::test_gpu_mat_batched_empty
[INFO] [stdout]     gpu_mat::tests::test_gpu_mat_batched_with_argmax
[INFO] [stdout]     gpu_mat::tests::test_gpu_mat_matmul
[INFO] [stdout]     gpu_mat::tests::test_gpu_mat_matmul_argmax
[INFO] [stdout]     gpu_mat::tests::test_gpu_mat_minplus
[INFO] [stdout] 
[INFO] [stdout] test result: FAILED. 65 passed; 9 failed; 3 ignored; 0 measured; 0 filtered out; finished in 0.32s
[INFO] [stdout] 
[INFO] running `Command { std: "docker" "inspect" "a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539", kill_on_drop: false }`
[INFO] [stdout] a3e0acb9091a55e19933315fe675ea44a1adcc381554649030ec4a85b4f51539
