[INFO] fetching crate inferaived 0.1.0... [INFO] testing inferaived-0.1.0 against 1.97.0-beta.6 for beta-1.98-2 [INFO] extracting crate inferaived 0.1.0 into /workspace/builds/worker-0-tc1/source [INFO] started tweaking crates.io crate inferaived 0.1.0 [INFO] removed 0 missing examples [INFO] finished tweaking crates.io crate inferaived 0.1.0 [INFO] tweaked toml for crates.io crate inferaived 0.1.0 written to /workspace/builds/worker-0-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate inferaived 0.1.0 on toolchain 1.97.0-beta.6 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.97.0-beta.6" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate inferaived 0.1.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.97.0-beta.6" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Updating crates.io index [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded wasm-bindgen v0.2.114 [INFO] [stderr] Downloaded wgpu-types v29.0.3 [INFO] [stderr] Downloaded wasm-bindgen-shared v0.2.114 [INFO] [stderr] Downloaded renderdoc-sys v1.1.0 [INFO] [stderr] Downloaded block2 v0.6.2 [INFO] [stderr] Downloaded raw-window-metal v1.1.0 [INFO] [stderr] Downloaded profiling v1.0.17 [INFO] [stderr] Downloaded wgpu-core-deps-apple v29.0.3 [INFO] [stderr] Downloaded gpu-descriptor-types v0.2.0 [INFO] [stderr] Downloaded wgpu-core-deps-windows-linux-android v29.0.3 [INFO] [stderr] Downloaded wayland-sys v0.31.11 [INFO] [stderr] Downloaded windows-threading v0.2.1 [INFO] [stderr] Downloaded jni-sys v0.3.0 [INFO] [stderr] Downloaded wasm-bindgen-macro v0.2.114 [INFO] [stderr] Downloaded glutin_wgl_sys v0.6.1 [INFO] [stderr] Downloaded castaway v0.2.4 [INFO] [stderr] Downloaded windows-future v0.3.2 [INFO] [stderr] Downloaded hexf-parse v0.2.1 [INFO] [stderr] Downloaded bit-set v0.9.1 [INFO] [stderr] Downloaded bit-vec v0.9.1 [INFO] [stderr] Downloaded khronos-egl v6.0.0 [INFO] [stderr] Downloaded monostate-impl v0.1.18 [INFO] [stderr] Downloaded bytemuck_derive v1.10.2 [INFO] [stderr] Downloaded dlib v0.5.3 [INFO] [stderr] Downloaded windows-collections v0.3.2 [INFO] [stderr] Downloaded windows-numerics v0.3.1 [INFO] [stderr] Downloaded range-alloc v0.1.5 [INFO] [stderr] Downloaded rayon-cond v0.4.0 [INFO] [stderr] Downloaded monostate v0.1.18 [INFO] [stderr] Downloaded unit-prefix v0.5.2 [INFO] [stderr] Downloaded wgpu-core-deps-emscripten v29.0.3 [INFO] [stderr] Downloaded macro_rules_attribute v0.2.2 [INFO] [stderr] Downloaded wgpu-naga-bridge v29.0.3 [INFO] [stderr] Downloaded objc2-encode v4.1.0 [INFO] [stderr] Downloaded macro_rules_attribute-proc_macro v0.2.2 [INFO] [stderr] Downloaded gl_generator v0.14.0 [INFO] [stderr] Downloaded safetensors v0.7.0 [INFO] [stderr] Downloaded ordered-float v5.1.0 [INFO] [stderr] Downloaded gpu-descriptor v0.3.2 [INFO] [stderr] Downloaded wasm-bindgen-futures v0.4.64 [INFO] [stderr] Downloaded dary_heap v0.3.8 [INFO] [stderr] Downloaded memo-map v0.3.3 [INFO] [stderr] Downloaded daachorse v1.0.1 [INFO] [stderr] Downloaded raw-window-handle v0.6.2 [INFO] [stderr] Downloaded objc2-quartz-core v0.3.2 [INFO] [stderr] Downloaded onig v6.5.1 [INFO] [stderr] Downloaded presser v0.3.1 [INFO] [stderr] Downloaded xml-rs v0.8.28 [INFO] [stderr] Downloaded minijinja-contrib v2.20.0 [INFO] [stderr] Downloaded console v0.16.2 [INFO] [stderr] Downloaded bytemuck v1.25.0 [INFO] [stderr] Downloaded dispatch2 v0.3.1 [INFO] [stderr] Downloaded gpu-allocator v0.28.0 [INFO] [stderr] Downloaded slotmap v1.1.1 [INFO] [stderr] Downloaded wasm-bindgen-macro-support v0.2.114 [INFO] [stderr] Downloaded half v2.7.1 [INFO] [stderr] Downloaded codespan-reporting v0.13.1 [INFO] [stderr] Downloaded spirv v0.4.0+sdk-1.4.341.0 [INFO] [stderr] Downloaded portable-atomic-util v0.2.5 [INFO] [stderr] Downloaded indicatif v0.18.4 [INFO] [stderr] Downloaded compact_str v0.9.0 [INFO] [stderr] Downloaded unicode-normalization-alignments v0.1.12 [INFO] [stderr] Downloaded js-sys v0.3.91 [INFO] [stderr] Downloaded zerocopy-derive v0.8.40 [INFO] [stderr] Downloaded unicode_categories v0.1.1 [INFO] [stderr] Downloaded wgpu v29.0.3 [INFO] [stderr] Downloaded glow v0.17.0 [INFO] [stderr] Downloaded tokenizers v0.23.1 [INFO] [stderr] Downloaded esaxx-rs v0.1.10 [INFO] [stderr] Downloaded minijinja v2.20.0 [INFO] [stderr] Downloaded objc2-metal v0.3.2 [INFO] [stderr] Downloaded tracing-subscriber v0.3.23 [INFO] [stderr] Downloaded objc2 v0.6.4 [INFO] [stderr] Downloaded zerocopy v0.8.40 [INFO] [stderr] Downloaded objc2-foundation v0.3.2 [INFO] [stderr] Downloaded ndk-sys v0.6.0+11769913 [INFO] [stderr] Downloaded wgpu-core v29.0.3 [INFO] [stderr] Downloaded wgpu-hal v29.0.3 [INFO] [stderr] Downloaded khronos_api v3.1.0 [INFO] [stderr] Downloaded spm_precompiled v0.1.4 [INFO] [stderr] Downloaded web-sys v0.3.91 [INFO] [stderr] Downloaded onig_sys v69.9.1 [INFO] [stderr] Downloaded naga v29.0.3 [INFO] [stderr] Downloaded windows v0.62.2 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-m" "1610612736" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:3d5ced03c013a94a2f102a4510f48a6e9184255caf5fd8244f58017bde7f5210" "sleep" "infinity", kill_on_drop: false }` [INFO] [stdout] c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec [INFO] running `Command { std: "docker" "start" "c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec", kill_on_drop: false }` [INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-w" "/opt/rustwide/workdir" "--user" "0:0" "c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec" "/opt/rustwide/cargo-home/bin/cargo" "+1.97.0-beta.6" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec", kill_on_drop: false }` [INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-w" "/opt/rustwide/workdir" "--user" "0:0" "c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec" "/opt/rustwide/cargo-home/bin/cargo" "+1.97.0-beta.6" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.106 [INFO] [stderr] Compiling quote v1.0.45 [INFO] [stderr] Compiling unicode-ident v1.0.24 [INFO] [stderr] Compiling cfg-if v1.0.4 [INFO] [stderr] Compiling serde_core v1.0.228 [INFO] [stderr] Compiling cfg_aliases v0.2.1 [INFO] [stderr] Compiling libc v0.2.182 [INFO] [stderr] Compiling zerocopy v0.8.40 [INFO] [stderr] Compiling autocfg v1.5.0 [INFO] [stderr] Compiling libm v0.2.16 [INFO] [stderr] Compiling bitflags v2.11.0 [INFO] [stderr] Compiling foldhash v0.2.0 [INFO] [stderr] Compiling equivalent v1.0.2 [INFO] [stderr] Compiling allocator-api2 v0.2.21 [INFO] [stderr] Compiling libloading v0.8.9 [INFO] [stderr] Compiling thiserror v2.0.18 [INFO] [stderr] Compiling log v0.4.29 [INFO] [stderr] Compiling once_cell v1.21.3 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling naga v29.0.3 [INFO] [stderr] Compiling ash v0.38.0+1.3.281 [INFO] [stderr] Compiling bit-vec v0.9.1 [INFO] [stderr] Compiling pkg-config v0.3.32 [INFO] [stderr] Compiling unicode-width v0.2.2 [INFO] [stderr] Compiling parking_lot_core v0.9.12 [INFO] [stderr] Compiling spirv v0.4.0+sdk-1.4.341.0 [INFO] [stderr] Compiling bit-set v0.9.1 [INFO] [stderr] Compiling codespan-reporting v0.13.1 [INFO] [stderr] Compiling hexf-parse v0.2.1 [INFO] [stderr] Compiling syn v2.0.117 [INFO] [stderr] Compiling wayland-sys v0.31.11 [INFO] [stderr] Compiling raw-window-handle v0.6.2 [INFO] [stderr] Compiling foldhash v0.1.5 [INFO] [stderr] Compiling khronos-egl v6.0.0 [INFO] [stderr] Compiling arrayvec v0.7.6 [INFO] [stderr] Compiling scopeguard v1.2.0 [INFO] [stderr] Compiling rustc-hash v1.1.0 [INFO] [stderr] Compiling smallvec v1.15.1 [INFO] [stderr] Compiling lock_api v0.4.14 [INFO] [stderr] Compiling hashbrown v0.15.5 [INFO] [stderr] Compiling dlib v0.5.3 [INFO] [stderr] Compiling gpu-descriptor-types v0.2.0 [INFO] [stderr] Compiling wgpu-hal v29.0.3 [INFO] [stderr] Compiling presser v0.3.1 [INFO] [stderr] Compiling getrandom v0.3.4 [INFO] [stderr] Compiling ordered-float v5.1.0 [INFO] [stderr] Compiling parking_lot v0.12.5 [INFO] [stderr] Compiling gpu-descriptor v0.3.2 [INFO] [stderr] Compiling profiling v1.0.17 [INFO] [stderr] Compiling renderdoc-sys v1.1.0 [INFO] [stderr] Compiling glow v0.17.0 [INFO] [stderr] Compiling zmij v1.0.21 [INFO] [stderr] Compiling wgpu-core v29.0.3 [INFO] [stderr] Compiling serde_json v1.0.149 [INFO] [stderr] Compiling serde v1.0.228 [INFO] [stderr] Compiling litrs v1.0.0 [INFO] [stderr] Compiling pin-project-lite v0.2.17 [INFO] [stderr] Compiling rand_core v0.9.5 [INFO] [stderr] Compiling wgpu v29.0.3 [INFO] [stderr] Compiling memchr v2.8.0 [INFO] [stderr] Compiling hashbrown v0.16.1 [INFO] [stderr] Compiling document-features v0.2.12 [INFO] [stderr] Compiling itoa v1.0.17 [INFO] [stderr] Compiling tracing-core v0.1.36 [INFO] [stderr] Compiling static_assertions v1.1.0 [INFO] [stderr] Compiling futures-core v0.3.32 [INFO] [stderr] Compiling tokio v1.52.3 [INFO] [stderr] Compiling indexmap v2.13.0 [INFO] [stderr] Compiling zerocopy-derive v0.8.40 [INFO] [stderr] Compiling thiserror-impl v2.0.18 [INFO] [stderr] Compiling bytemuck_derive v1.10.2 [INFO] [stderr] Compiling serde_derive v1.0.228 [INFO] [stderr] Compiling async-stream-impl v0.3.6 [INFO] [stderr] Compiling tracing-attributes v0.1.31 [INFO] [stderr] Compiling async-stream v0.3.6 [INFO] [stderr] Compiling tracing v0.1.44 [INFO] [stderr] Compiling bytemuck v1.25.0 [INFO] [stderr] Compiling wgpu-types v29.0.3 [INFO] [stderr] Compiling safetensors v0.7.0 [INFO] [stderr] Compiling half v2.7.1 [INFO] [stderr] Compiling ppv-lite86 v0.2.21 [INFO] [stderr] Compiling rand_chacha v0.9.0 [INFO] [stderr] Compiling rand v0.9.2 [INFO] [stderr] Compiling gpu-allocator v0.28.0 [INFO] [stderr] Compiling wgpu-naga-bridge v29.0.3 [INFO] [stderr] Compiling wgpu-core-deps-windows-linux-android v29.0.3 [INFO] [stderr] Compiling inferaived v0.1.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 2m 12s [INFO] running `Command { std: "docker" "inspect" "c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec", kill_on_drop: false }` [INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-w" "/opt/rustwide/workdir" "--user" "0:0" "c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec" "/opt/rustwide/cargo-home/bin/cargo" "+1.97.0-beta.6" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stderr] Compiling log v0.4.29 [INFO] [stderr] Compiling thiserror v2.0.18 [INFO] [stderr] Compiling strsim v0.11.1 [INFO] [stderr] Compiling shlex v1.3.0 [INFO] [stderr] Compiling find-msvc-tools v0.1.9 [INFO] [stderr] Compiling crossbeam-utils v0.8.21 [INFO] [stderr] Compiling ident_case v1.0.1 [INFO] [stderr] Compiling fnv v1.0.7 [INFO] [stderr] Compiling aho-corasick v1.1.4 [INFO] [stderr] Compiling rayon-core v1.13.0 [INFO] [stderr] Compiling cc v1.2.56 [INFO] [stderr] Compiling wgpu-types v29.0.3 [INFO] [stderr] Compiling darling_core v0.20.11 [INFO] [stderr] Compiling naga v29.0.3 [INFO] [stderr] Compiling gpu-allocator v0.28.0 [INFO] [stderr] Compiling wayland-sys v0.31.11 [INFO] [stderr] Compiling crossbeam-epoch v0.9.18 [INFO] [stderr] Compiling rustversion v1.0.22 [INFO] [stderr] Compiling regex-syntax v0.8.10 [INFO] [stderr] Compiling crossbeam-deque v0.8.6 [INFO] [stderr] Compiling tracing-core v0.1.36 [INFO] [stderr] Compiling portable-atomic v1.13.1 [INFO] [stderr] Compiling either v1.15.0 [INFO] [stderr] Compiling utf8parse v0.2.2 [INFO] [stderr] Compiling onig_sys v69.9.1 [INFO] [stderr] Compiling paste v1.0.15 [INFO] [stderr] Compiling version_check v0.9.5 [INFO] [stderr] Compiling esaxx-rs v0.1.10 [INFO] [stderr] Compiling anstyle-parse v1.0.0 [INFO] [stderr] Compiling ahash v0.8.12 [INFO] [stderr] Compiling tokio-macros v2.7.0 [INFO] [stderr] Compiling is_terminal_polyfill v1.70.2 [INFO] [stderr] Compiling anstyle-query v1.1.5 [INFO] [stderr] Compiling anstyle v1.0.14 [INFO] [stderr] Compiling minimal-lexical v0.2.1 [INFO] [stderr] Compiling colorchoice v1.0.5 [INFO] [stderr] Compiling darling_macro v0.20.11 [INFO] [stderr] Compiling tokio v1.52.3 [INFO] [stderr] Compiling regex-automata v0.4.14 [INFO] [stderr] Compiling nom v7.1.3 [INFO] [stderr] Compiling darling v0.20.11 [INFO] [stderr] Compiling anstream v1.0.0 [INFO] [stderr] Compiling derive_builder_core v0.20.2 [INFO] [stderr] Compiling tracing v0.1.44 [INFO] [stderr] Compiling castaway v0.2.4 [INFO] [stderr] Compiling rayon v1.12.0 [INFO] [stderr] Compiling derive_builder_macro v0.20.2 [INFO] [stderr] Compiling itertools v0.14.0 [INFO] [stderr] Compiling console v0.16.2 [INFO] [stderr] Compiling monostate-impl v0.1.18 [INFO] [stderr] Compiling macro_rules_attribute-proc_macro v0.2.2 [INFO] [stderr] Compiling ryu v1.0.23 [INFO] [stderr] Compiling heck v0.5.0 [INFO] [stderr] Compiling memo-map v0.3.3 [INFO] [stderr] Compiling unicode-segmentation v1.12.0 [INFO] [stderr] Compiling clap_lex v1.1.0 [INFO] [stderr] Compiling unit-prefix v0.5.2 [INFO] [stderr] Compiling base64 v0.13.1 [INFO] [stderr] Compiling lazy_static v1.5.0 [INFO] [stderr] Compiling sharded-slab v0.1.7 [INFO] [stderr] Compiling spm_precompiled v0.1.4 [INFO] [stderr] Compiling matchers v0.2.0 [INFO] [stderr] Compiling regex v1.12.3 [INFO] [stderr] Compiling clap_builder v4.6.0 [INFO] [stderr] Compiling indicatif v0.18.4 [INFO] [stderr] Compiling minijinja v2.20.0 [INFO] [stderr] Compiling rayon-cond v0.4.0 [INFO] [stderr] Compiling macro_rules_attribute v0.2.2 [INFO] [stderr] Compiling clap_derive v4.6.1 [INFO] [stderr] Compiling compact_str v0.9.0 [INFO] [stderr] Compiling onig v6.5.1 [INFO] [stderr] Compiling monostate v0.1.18 [INFO] [stderr] Compiling derive_builder v0.20.2 [INFO] [stderr] Compiling tracing-log v0.2.0 [INFO] [stderr] Compiling dary_heap v0.3.8 [INFO] [stderr] Compiling unicode-normalization-alignments v0.1.12 [INFO] [stderr] Compiling thread_local v1.1.9 [INFO] [stderr] Compiling daachorse v1.0.1 [INFO] [stderr] Compiling unicode_categories v0.1.1 [INFO] [stderr] Compiling nu-ansi-term v0.50.3 [INFO] [stderr] Compiling tracing-subscriber v0.3.23 [INFO] [stderr] Compiling tokenizers v0.23.1 [INFO] [stderr] Compiling tokio-stream v0.1.18 [INFO] [stderr] Compiling clap v4.6.1 [INFO] [stderr] Compiling minijinja-contrib v2.20.0 [INFO] [stderr] Compiling wgpu-naga-bridge v29.0.3 [INFO] [stderr] Compiling wgpu-hal v29.0.3 [INFO] [stderr] Compiling wgpu-core-deps-windows-linux-android v29.0.3 [INFO] [stderr] Compiling wgpu-core v29.0.3 [INFO] [stderr] Compiling wgpu v29.0.3 [INFO] [stderr] Compiling inferaived v0.1.0 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused import: `MiniCPM5GpuSession` [INFO] [stdout] --> examples/chat_minicpm5.rs:35:68 [INFO] [stdout] | [INFO] [stdout] 35 | use inferaived::language_model::{MiniCPM5Config, MiniCPM5GpuModel, MiniCPM5GpuSession}; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 2m 45s [INFO] running `Command { std: "docker" "inspect" "c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec", kill_on_drop: false }` [INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-w" "/opt/rustwide/workdir" "--user" "0:0" "c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec" "/opt/rustwide/cargo-home/bin/cargo" "+1.97.0-beta.6" "test" "--frozen", kill_on_drop: false }` [INFO] [stderr] warning: unused import: `MiniCPM5GpuSession` [INFO] [stderr] --> examples/chat_minicpm5.rs:35:68 [INFO] [stderr] | [INFO] [stderr] 35 | use inferaived::language_model::{MiniCPM5Config, MiniCPM5GpuModel, MiniCPM5GpuSession}; [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stderr] [INFO] [stderr] warning: `inferaived` (example "chat_minicpm5") generated 1 warning (run `cargo fix --example "chat_minicpm5" -p inferaived` to apply 1 suggestion) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.43s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/inferaived-f9ccc8a2293e851e) [INFO] [stdout] [INFO] [stdout] running 73 tests [INFO] [stdout] test dispatch::tests::overflow_rounds_up_to_y ... ok [INFO] [stdout] test dispatch::tests::overshoot_is_at_most_one_row ... ok [INFO] [stdout] test dispatch::tests::small_fits_in_x ... ok [INFO] [stdout] test buffer_view::tests::select_then_select_navigates_4d_to_2d ... ok [INFO] [stdout] test buffer_view::tests::flatten_outer_merges_compatible_dims ... ok [INFO] [stdout] test buffer_view::tests::select_drops_dim_and_bumps_offset ... ok [INFO] [stdout] test buffer_view::tests::view_makes_a_valid_bind_group ... ok [INFO] [stdout] test buffer_view::tests::flatten_outer_rejects_incompatible_strides - should panic ... ok [INFO] [stdout] test buffer_view::tests::narrow_shrinks_one_dim_no_copy ... ok [INFO] [stdout] test buffer_view::tests::new_2d_tight_matches_row_layout ... ok [INFO] [stdout] test kernels::argmax::tests::argmax_handles_negative_logits ... ok [INFO] [stdout] test kernels::argmax::tests::argmax_picks_strict_max ... ok [INFO] [stdout] test kernels::conv_silu::tests::test_conv_silu ... ok [INFO] [stdout] test kernels::argmax::tests::argmax_smallest_idx_wins_on_tie ... ok [INFO] [stdout] test kernels::elementwise_add::tests::test_elementwise_add ... ok [INFO] [stdout] test kernels::argmax::tests::argmax_large_vocab_single_workgroup ... ok [INFO] [stdout] test kernels::get_rows::tests::test_get_rows_runner ... ok [INFO] [stdout] test kernels::gated_rms_norm::tests::test_gated_rms_norm ... ok [INFO] [stdout] test kernels::get_rows::tests::test_get_rows_runner_reusable_across_dispatches ... ok [INFO] [stdout] test kernels::attention::tests::test_causal_gqa_attention_decode_last_row ... FAILED [INFO] [stdout] test kernels::attention::tests::test_causal_gqa_attention ... FAILED [INFO] [stdout] test kernels::mamba_scan::tests::test_mamba_scan ... ok [INFO] [stdout] test kernels::mul_mat::tests::test_mul_mat_forward_last_row ... ok [INFO] [stdout] test kernels::masked_block_attention::tests::all_visible_mask_matches_full_softmax ... FAILED [INFO] [stdout] test kernels::mul_mat::tests::test_mul_mat ... ok [INFO] [stdout] test kernels::delta_rule::tests::test_delta_rule ... ok [INFO] [stdout] test kernels::masked_block_attention::tests::masked_attention_matches_cpu_reference ... FAILED [INFO] [stdout] test kernels::mul_mat::tests::test_mul_mat_vec_decode_large ... ok [INFO] [stdout] test kernels::mul_mat::tests::test_mul_mat_vec_decode_n1 ... ok [INFO] [stdout] test kernels::mul_mat::tests::test_mul_mat_vec_n1 ... ok [INFO] [stdout] test kernels::mul_mat::tests::test_mul_mat_vec_decode_non_multiple_m ... ok [INFO] [stdout] test kernels::norm::tests::test_llama_rms_norm_inplace_plain_gain ... ok [INFO] [stdout] test kernels::norm::tests::test_rms_norm ... ok [INFO] [stdout] test kernels::norm::tests::test_rms_norm_input_offset_decode_style ... ok [INFO] [stdout] test kernels::norm::tests::test_llama_rms_norm_plain_gain ... ok [INFO] [stdout] test kernels::mul_mat::tests::test_mul_mat_reg_tile_subgroup_basic ... ok [INFO] [stdout] test kernels::norm::tests::test_rms_norm_inplace_basic ... ok [INFO] [stdout] test kernels::mul_mat::tests::test_mul_mat_vec_odd_k ... ok [INFO] [stdout] test kernels::mul_mat::tests::test_mul_mat_reg_tile_subgroup_non_multiple_mn ... ok [INFO] [stdout] test parallel_window::tests::duplicate_visibility_reports_id_and_count ... ok [INFO] [stdout] test parallel_window::tests::generation_sees_every_window_tail_at_equal_offset ... ok [INFO] [stdout] test parallel_window::tests::oversized_window_panics - should panic ... ok [INFO] [stdout] test parallel_window::tests::short_and_long_windows_share_tail_distance ... ok [INFO] [stdout] test parallel_window::tests::slot_layout_is_prefix_then_windows ... ok [INFO] [stdout] test parallel_window::tests::unknown_visibility_reports_missing_ids ... ok [INFO] [stdout] test parallel_window::tests::visibility_reports_duplicates_and_unknowns_together ... ok [INFO] [stdout] test parallel_window::tests::visible_slot_positions_match_band_positions ... ok [INFO] [stdout] test parallel_window::tests::visible_slots_are_prefix_plus_selected_windows ... ok [INFO] [stdout] test parallel_window::tests::window_rope_offset_is_end_aligned_start ... ok [INFO] [stdout] test parallel_window::tests::window_rope_offset_rejects_unknown_id ... ok [INFO] [stdout] test parallel_window::tests::windows_are_end_aligned_to_shared_anchor ... ok [INFO] [stdout] test sampling::tests::default_params_is_greedy ... ok [INFO] [stdout] test sampling::tests::default_processors_includes_only_enabled_knobs ... ok [INFO] [stdout] test sampling::tests::freq_presence_penalty_counts_occurrences ... ok [INFO] [stdout] test sampling::tests::greedy_picks_argmax ... ok [INFO] [stdout] test sampling::tests::logit_bias_adds_per_token ... ok [INFO] [stdout] test sampling::tests::min_p_masks_low_probability_tokens ... ok [INFO] [stdout] test sampling::tests::multinomial_distribution_approximates_softmax ... ok [INFO] [stdout] test sampling::tests::multinomial_is_reproducible_with_same_seed ... ok [INFO] [stdout] test sampling::tests::repetition_penalty_positive_logit_divides ... ok [INFO] [stdout] test sampling::tests::stopping_eos_matches_token ... ok [INFO] [stdout] test sampling::tests::temperature_disabled_is_noop ... ok [INFO] [stdout] test sampling::tests::temperature_scales_logits ... ok [INFO] [stdout] test sampling::tests::top_k_disabled_is_noop ... ok [INFO] [stdout] test sampling::tests::top_k_masks_below_threshold ... ok [INFO] [stdout] test sampling::tests::top_p_keeps_smallest_prefix_above_p ... ok [INFO] [stdout] test kernels::rope::tests::test_rope ... ok [INFO] [stdout] test kernels::scatter_row::tests::test_scatter_row_multi_row ... ok [INFO] [stdout] test kernels::sigmoid_mul::tests::test_sigmoid_mul_forward ... ok [INFO] [stdout] test kernels::scatter_row::tests::test_scatter_row_runner_two_steps ... ok [INFO] [stdout] test kernels::silu_mul::tests::test_silu_mul ... ok [INFO] [stdout] test kernels::mul_mat::tests::test_mul_mat_reg_tile_subgroup_large ... ok [INFO] [stdout] test kernels::scatter_row::tests::test_scatter_row_writes_at_position ... ok [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- kernels::attention::tests::test_causal_gqa_attention_decode_last_row stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'kernels::attention::tests::test_causal_gqa_attention_decode_last_row' (3441) panicked at src/gpu_test_utils.rs:167:9: [INFO] [stdout] Mismatch at index 8: actual=0.14063862 expected=0.1304084 (abs_diff=0.010230213, rel_diff=0.0784475, tol=0.001) [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x620bd2025cd8 - std[10d71ac2c42b111e]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x620bd2025cd8 - std[10d71ac2c42b111e]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x620bd2025cd8 - std[10d71ac2c42b111e]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x620bd2025cd8 - <::print::DisplayBacktrace as core[8fb95b77d25ab6c8]::fmt::Display>::fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x620bd203dcfa - ::fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x620bd203dcfa - core[8fb95b77d25ab6c8]::fmt::write [INFO] [stdout] 6: 0x620bd202aad2 - std[10d71ac2c42b111e]::io::default_write_fmt::> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/io/mod.rs:622:11 [INFO] [stdout] 7: 0x620bd202aad2 - as std[10d71ac2c42b111e]::io::Write>::write_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/io/mod.rs:1977:13 [INFO] [stdout] 8: 0x620bd2004626 - ::print [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x620bd2004626 - std[10d71ac2c42b111e]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x620bd201e089 - std[10d71ac2c42b111e]::panicking::default_hook [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x620bd1639dbc - core[8fb95b77d25ab6c8]::ops::function::Fn<(&'a std[10d71ac2c42b111e]::panic::PanicHookInfo<'b>,), Output = ()> + core[8fb95b77d25ab6c8]::marker::Sync + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::Fn<(&std[10d71ac2c42b111e]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2289:9 [INFO] [stdout] 12: 0x620bd1639dbc - test[213991da798b1c03]::test_main_inner::::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:155:21 [INFO] [stdout] 13: 0x620bd201e242 - core[8fb95b77d25ab6c8]::ops::function::Fn<(&'a std[10d71ac2c42b111e]::panic::PanicHookInfo<'b>,), Output = ()> + core[8fb95b77d25ab6c8]::marker::Sync + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::Fn<(&std[10d71ac2c42b111e]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2289:9 [INFO] [stdout] 14: 0x620bd201e242 - std[10d71ac2c42b111e]::panicking::panic_with_hook [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x620bd20046e2 - std[10d71ac2c42b111e]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x620bd1ff9359 - std[10d71ac2c42b111e]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x620bd20054ed - __rustc[3be9ba60078d4c86]::rust_begin_unwind [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x620bd203e4ec - core[8fb95b77d25ab6c8]::panicking::panic_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x620bd15d31fb - inferaived[88599c5ea0346695]::gpu_test_utils::assert_approx_eq [INFO] [stdout] at /opt/rustwide/workdir/src/gpu_test_utils.rs:167:9 [INFO] [stdout] 20: 0x620bd15d0e75 - inferaived[88599c5ea0346695]::kernels::attention::tests::test_causal_gqa_attention_decode_last_row::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/attention.rs:473:9 [INFO] [stdout] 21: 0x620bd15d8112 - > as core[8fb95b77d25ab6c8]::future::future::Future>::poll [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x620bd15d834d - >> as core[8fb95b77d25ab6c8]::future::future::Future>::poll [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x620bd150a0ed - ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:778:70 [INFO] [stdout] 24: 0x620bd15092cb - tokio[6a005352746ebeb5]::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5 [INFO] [stdout] 25: 0x620bd15092cb - tokio[6a005352746ebeb5]::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5 [INFO] [stdout] 26: 0x620bd15092cb - ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:778:25 [INFO] [stdout] 27: 0x620bd14ed560 - ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:451:19 [INFO] [stdout] 28: 0x620bd150252d - ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:777:44 [INFO] [stdout] 29: 0x620bd14fcad4 - ::enter::<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:865:68 [INFO] [stdout] 30: 0x620bd151ca8b - >::set::<::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 31: 0x620bd1574509 - tokio[6a005352746ebeb5]::runtime::context::set_scheduler::<(alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38 [INFO] [stdout] 32: 0x620bd1564572 - >::try_with::, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/local.rs:462:12 [INFO] [stdout] 33: 0x620bd156279e - >::with::, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/local.rs:426:20 [INFO] [stdout] 34: 0x620bd157344d - tokio[6a005352746ebeb5]::runtime::context::set_scheduler::<(alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17 [INFO] [stdout] 35: 0x620bd14f58a0 - ::enter::<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:865:27 [INFO] [stdout] 36: 0x620bd14f7bf6 - ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:765:24 [INFO] [stdout] 37: 0x620bd14f9c70 - ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:205:33 [INFO] [stdout] 38: 0x620bd15b8793 - tokio[6a005352746ebeb5]::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 39: 0x620bd14eb491 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:193:9 [INFO] [stdout] 40: 0x620bd1546b64 - ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/runtime.rs:371:52 [INFO] [stdout] 41: 0x620bd15478ff - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/runtime.rs:345:18 [INFO] [stdout] 42: 0x620bd15d6b01 - inferaived[88599c5ea0346695]::kernels::attention::tests::test_causal_gqa_attention_decode_last_row [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/attention.rs:473:56 [INFO] [stdout] 43: 0x620bd15cf2d7 - inferaived[88599c5ea0346695]::kernels::attention::tests::test_causal_gqa_attention_decode_last_row::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/attention.rs:403:57 [INFO] [stdout] 44: 0x620bd1578776 - >::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 45: 0x620bd162ce9b - core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x620bd162ce9b - test[213991da798b1c03]::__rust_begin_short_backtrace::, fn() -> core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:724:18 [INFO] [stdout] 47: 0x620bd163a715 - test[213991da798b1c03]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:747:74 [INFO] [stdout] 48: 0x620bd163a715 - as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panic/unwind_safe.rs:275:9 [INFO] [stdout] 49: 0x620bd163a715 - std[10d71ac2c42b111e]::panicking::catch_unwind::do_call::, core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:581:40 [INFO] [stdout] 50: 0x620bd163a715 - std[10d71ac2c42b111e]::panicking::catch_unwind::, core[8fb95b77d25ab6c8]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:544:19 [INFO] [stdout] 51: 0x620bd163a715 - std[10d71ac2c42b111e]::panic::catch_unwind::, core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panic.rs:359:14 [INFO] [stdout] 52: 0x620bd163a715 - test[213991da798b1c03]::run_test_in_process [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:747:27 [INFO] [stdout] 53: 0x620bd163a715 - test[213991da798b1c03]::run_test::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:668:43 [INFO] [stdout] 54: 0x620bd1634024 - test[213991da798b1c03]::run_test::{closure#1} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:698:41 [INFO] [stdout] 55: 0x620bd1634024 - std[10d71ac2c42b111e]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 56: 0x620bd163d792 - std[10d71ac2c42b111e]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/lifecycle.rs:70:13 [INFO] [stdout] 57: 0x620bd163d792 - ::{closure#1}::{closure#0}> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panic/unwind_safe.rs:275:9 [INFO] [stdout] 58: 0x620bd163d792 - std[10d71ac2c42b111e]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:581:40 [INFO] [stdout] 59: 0x620bd163d792 - std[10d71ac2c42b111e]::panicking::catch_unwind::<(), core[8fb95b77d25ab6c8]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:544:19 [INFO] [stdout] 60: 0x620bd163d792 - std[10d71ac2c42b111e]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panic.rs:359:14 [INFO] [stdout] 61: 0x620bd163d792 - std[10d71ac2c42b111e]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/lifecycle.rs:68:26 [INFO] [stdout] 62: 0x620bd163d792 - ::{closure#1} as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 63: 0x620bd202560f - + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2275:9 [INFO] [stdout] 64: 0x620bd202560f - ::new::thread_start [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 65: 0x71f32e539aa4 - [INFO] [stdout] 66: 0x71f32e5c6a64 - clone [INFO] [stdout] 67: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- kernels::attention::tests::test_causal_gqa_attention stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'kernels::attention::tests::test_causal_gqa_attention' (3440) panicked at src/gpu_test_utils.rs:167:9: [INFO] [stdout] Mismatch at index 72: actual=0.3043705 expected=0.31384283 (abs_diff=0.00947234, rel_diff=0.030181795, tol=0.001) [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x620bd2025cd8 - std[10d71ac2c42b111e]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x620bd2025cd8 - std[10d71ac2c42b111e]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x620bd2025cd8 - std[10d71ac2c42b111e]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x620bd2025cd8 - <::print::DisplayBacktrace as core[8fb95b77d25ab6c8]::fmt::Display>::fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x620bd203dcfa - ::fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x620bd203dcfa - core[8fb95b77d25ab6c8]::fmt::write [INFO] [stdout] 6: 0x620bd202aad2 - std[10d71ac2c42b111e]::io::default_write_fmt::> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/io/mod.rs:622:11 [INFO] [stdout] 7: 0x620bd202aad2 - as std[10d71ac2c42b111e]::io::Write>::write_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/io/mod.rs:1977:13 [INFO] [stdout] 8: 0x620bd2004626 - ::print [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x620bd2004626 - std[10d71ac2c42b111e]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x620bd201e089 - std[10d71ac2c42b111e]::panicking::default_hook [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x620bd1639dbc - core[8fb95b77d25ab6c8]::ops::function::Fn<(&'a std[10d71ac2c42b111e]::panic::PanicHookInfo<'b>,), Output = ()> + core[8fb95b77d25ab6c8]::marker::Sync + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::Fn<(&std[10d71ac2c42b111e]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2289:9 [INFO] [stdout] 12: 0x620bd1639dbc - test[213991da798b1c03]::test_main_inner::::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:155:21 [INFO] [stdout] 13: 0x620bd201e242 - core[8fb95b77d25ab6c8]::ops::function::Fn<(&'a std[10d71ac2c42b111e]::panic::PanicHookInfo<'b>,), Output = ()> + core[8fb95b77d25ab6c8]::marker::Sync + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::Fn<(&std[10d71ac2c42b111e]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2289:9 [INFO] [stdout] 14: 0x620bd201e242 - std[10d71ac2c42b111e]::panicking::panic_with_hook [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x620bd20046e2 - std[10d71ac2c42b111e]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x620bd1ff9359 - std[10d71ac2c42b111e]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x620bd20054ed - __rustc[3be9ba60078d4c86]::rust_begin_unwind [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x620bd203e4ec - core[8fb95b77d25ab6c8]::panicking::panic_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x620bd15d31fb - inferaived[88599c5ea0346695]::gpu_test_utils::assert_approx_eq [INFO] [stdout] at /opt/rustwide/workdir/src/gpu_test_utils.rs:167:9 [INFO] [stdout] 20: 0x620bd15cff70 - inferaived[88599c5ea0346695]::kernels::attention::tests::test_causal_gqa_attention::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/attention.rs:396:9 [INFO] [stdout] 21: 0x620bd15d8112 - > as core[8fb95b77d25ab6c8]::future::future::Future>::poll [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x620bd15d834d - >> as core[8fb95b77d25ab6c8]::future::future::Future>::poll [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x620bd150a0ed - ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:778:70 [INFO] [stdout] 24: 0x620bd15092cb - tokio[6a005352746ebeb5]::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5 [INFO] [stdout] 25: 0x620bd15092cb - tokio[6a005352746ebeb5]::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5 [INFO] [stdout] 26: 0x620bd15092cb - ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:778:25 [INFO] [stdout] 27: 0x620bd14ed560 - ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:451:19 [INFO] [stdout] 28: 0x620bd150252d - ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:777:44 [INFO] [stdout] 29: 0x620bd14fcad4 - ::enter::<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:865:68 [INFO] [stdout] 30: 0x620bd151ca8b - >::set::<::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 31: 0x620bd1574509 - tokio[6a005352746ebeb5]::runtime::context::set_scheduler::<(alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38 [INFO] [stdout] 32: 0x620bd1564572 - >::try_with::, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/local.rs:462:12 [INFO] [stdout] 33: 0x620bd156279e - >::with::, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/local.rs:426:20 [INFO] [stdout] 34: 0x620bd157344d - tokio[6a005352746ebeb5]::runtime::context::set_scheduler::<(alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17 [INFO] [stdout] 35: 0x620bd14f58a0 - ::enter::<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:865:27 [INFO] [stdout] 36: 0x620bd14f7bf6 - ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:765:24 [INFO] [stdout] 37: 0x620bd14f9c70 - ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:205:33 [INFO] [stdout] 38: 0x620bd15b8793 - tokio[6a005352746ebeb5]::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 39: 0x620bd14eb491 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:193:9 [INFO] [stdout] 40: 0x620bd1546b64 - ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/runtime.rs:371:52 [INFO] [stdout] 41: 0x620bd15478ff - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/runtime.rs:345:18 [INFO] [stdout] 42: 0x620bd15d6941 - inferaived[88599c5ea0346695]::kernels::attention::tests::test_causal_gqa_attention [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/attention.rs:396:51 [INFO] [stdout] 43: 0x620bd15cf2a7 - inferaived[88599c5ea0346695]::kernels::attention::tests::test_causal_gqa_attention::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/attention.rs:332:41 [INFO] [stdout] 44: 0x620bd1578736 - >::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 45: 0x620bd162ce9b - core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x620bd162ce9b - test[213991da798b1c03]::__rust_begin_short_backtrace::, fn() -> core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:724:18 [INFO] [stdout] 47: 0x620bd163a715 - test[213991da798b1c03]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:747:74 [INFO] [stdout] 48: 0x620bd163a715 - as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panic/unwind_safe.rs:275:9 [INFO] [stdout] 49: 0x620bd163a715 - std[10d71ac2c42b111e]::panicking::catch_unwind::do_call::, core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:581:40 [INFO] [stdout] 50: 0x620bd163a715 - std[10d71ac2c42b111e]::panicking::catch_unwind::, core[8fb95b77d25ab6c8]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:544:19 [INFO] [stdout] 51: 0x620bd163a715 - std[10d71ac2c42b111e]::panic::catch_unwind::, core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panic.rs:359:14 [INFO] [stdout] 52: 0x620bd163a715 - test[213991da798b1c03]::run_test_in_process [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:747:27 [INFO] [stdout] 53: 0x620bd163a715 - test[213991da798b1c03]::run_test::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:668:43 [INFO] [stdout] 54: 0x620bd1634024 - test[213991da798b1c03]::run_test::{closure#1} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:698:41 [INFO] [stdout] 55: 0x620bd1634024 - std[10d71ac2c42b111e]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 56: 0x620bd163d792 - std[10d71ac2c42b111e]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/lifecycle.rs:70:13 [INFO] [stdout] 57: 0x620bd163d792 - ::{closure#1}::{closure#0}> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panic/unwind_safe.rs:275:9 [INFO] [stdout] 58: 0x620bd163d792 - std[10d71ac2c42b111e]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:581:40 [INFO] [stdout] 59: 0x620bd163d792 - std[10d71ac2c42b111e]::panicking::catch_unwind::<(), core[8fb95b77d25ab6c8]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:544:19 [INFO] [stdout] 60: 0x620bd163d792 - std[10d71ac2c42b111e]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panic.rs:359:14 [INFO] [stdout] 61: 0x620bd163d792 - std[10d71ac2c42b111e]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/lifecycle.rs:68:26 [INFO] [stdout] 62: 0x620bd163d792 - ::{closure#1} as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 63: 0x620bd202560f - + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2275:9 [INFO] [stdout] 64: 0x620bd202560f - ::new::thread_start [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 65: 0x71f32e539aa4 - [INFO] [stdout] 66: 0x71f32e5c6a64 - clone [INFO] [stdout] 67: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- kernels::masked_block_attention::tests::all_visible_mask_matches_full_softmax stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'kernels::masked_block_attention::tests::all_visible_mask_matches_full_softmax' (3629) panicked at src/gpu_test_utils.rs:167:9: [INFO] [stdout] Mismatch at index 8: actual=0.13378435 expected=0.12792444 (abs_diff=0.0058599114, rel_diff=0.045807596, tol=0.001) [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x620bd2025cd8 - std[10d71ac2c42b111e]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x620bd2025cd8 - std[10d71ac2c42b111e]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x620bd2025cd8 - std[10d71ac2c42b111e]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x620bd2025cd8 - <::print::DisplayBacktrace as core[8fb95b77d25ab6c8]::fmt::Display>::fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x620bd203dcfa - ::fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x620bd203dcfa - core[8fb95b77d25ab6c8]::fmt::write [INFO] [stdout] 6: 0x620bd202aad2 - std[10d71ac2c42b111e]::io::default_write_fmt::> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/io/mod.rs:622:11 [INFO] [stdout] 7: 0x620bd202aad2 - as std[10d71ac2c42b111e]::io::Write>::write_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/io/mod.rs:1977:13 [INFO] [stdout] 8: 0x620bd2004626 - ::print [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x620bd2004626 - std[10d71ac2c42b111e]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x620bd201e089 - std[10d71ac2c42b111e]::panicking::default_hook [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x620bd1639dbc - core[8fb95b77d25ab6c8]::ops::function::Fn<(&'a std[10d71ac2c42b111e]::panic::PanicHookInfo<'b>,), Output = ()> + core[8fb95b77d25ab6c8]::marker::Sync + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::Fn<(&std[10d71ac2c42b111e]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2289:9 [INFO] [stdout] 12: 0x620bd1639dbc - test[213991da798b1c03]::test_main_inner::::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:155:21 [INFO] [stdout] 13: 0x620bd201e242 - core[8fb95b77d25ab6c8]::ops::function::Fn<(&'a std[10d71ac2c42b111e]::panic::PanicHookInfo<'b>,), Output = ()> + core[8fb95b77d25ab6c8]::marker::Sync + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::Fn<(&std[10d71ac2c42b111e]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2289:9 [INFO] [stdout] 14: 0x620bd201e242 - std[10d71ac2c42b111e]::panicking::panic_with_hook [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x620bd20046e2 - std[10d71ac2c42b111e]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x620bd1ff9359 - std[10d71ac2c42b111e]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x620bd20054ed - __rustc[3be9ba60078d4c86]::rust_begin_unwind [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x620bd203e4ec - core[8fb95b77d25ab6c8]::panicking::panic_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x620bd15d31fb - inferaived[88599c5ea0346695]::gpu_test_utils::assert_approx_eq [INFO] [stdout] at /opt/rustwide/workdir/src/gpu_test_utils.rs:167:9 [INFO] [stdout] 20: 0x620bd157d77a - inferaived[88599c5ea0346695]::kernels::masked_block_attention::tests::all_visible_mask_matches_full_softmax::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/masked_block_attention.rs:544:9 [INFO] [stdout] 21: 0x620bd15d8112 - > as core[8fb95b77d25ab6c8]::future::future::Future>::poll [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x620bd15d834d - >> as core[8fb95b77d25ab6c8]::future::future::Future>::poll [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x620bd150a0ed - ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:778:70 [INFO] [stdout] 24: 0x620bd15092cb - tokio[6a005352746ebeb5]::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5 [INFO] [stdout] 25: 0x620bd15092cb - tokio[6a005352746ebeb5]::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5 [INFO] [stdout] 26: 0x620bd15092cb - ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:778:25 [INFO] [stdout] 27: 0x620bd14ed560 - ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:451:19 [INFO] [stdout] 28: 0x620bd150252d - ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:777:44 [INFO] [stdout] 29: 0x620bd14fcad4 - ::enter::<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:865:68 [INFO] [stdout] 30: 0x620bd151ca8b - >::set::<::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 31: 0x620bd1574509 - tokio[6a005352746ebeb5]::runtime::context::set_scheduler::<(alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38 [INFO] [stdout] 32: 0x620bd1564572 - >::try_with::, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/local.rs:462:12 [INFO] [stdout] 33: 0x620bd156279e - >::with::, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/local.rs:426:20 [INFO] [stdout] 34: 0x620bd157344d - tokio[6a005352746ebeb5]::runtime::context::set_scheduler::<(alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17 [INFO] [stdout] 35: 0x620bd14f58a0 - ::enter::<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:865:27 [INFO] [stdout] 36: 0x620bd14f7bf6 - ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:765:24 [INFO] [stdout] 37: 0x620bd14f9c70 - ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:205:33 [INFO] [stdout] 38: 0x620bd15b8793 - tokio[6a005352746ebeb5]::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 39: 0x620bd14eb491 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:193:9 [INFO] [stdout] 40: 0x620bd1546b64 - ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/runtime.rs:371:52 [INFO] [stdout] 41: 0x620bd15478ff - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/runtime.rs:345:18 [INFO] [stdout] 42: 0x620bd1589bd1 - inferaived[88599c5ea0346695]::kernels::masked_block_attention::tests::all_visible_mask_matches_full_softmax [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/masked_block_attention.rs:544:51 [INFO] [stdout] 43: 0x620bd157c997 - inferaived[88599c5ea0346695]::kernels::masked_block_attention::tests::all_visible_mask_matches_full_softmax::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/masked_block_attention.rs:469:53 [INFO] [stdout] 44: 0x620bd15780f6 - >::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 45: 0x620bd162ce9b - core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x620bd162ce9b - test[213991da798b1c03]::__rust_begin_short_backtrace::, fn() -> core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:724:18 [INFO] [stdout] 47: 0x620bd163a715 - test[213991da798b1c03]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:747:74 [INFO] [stdout] 48: 0x620bd163a715 - as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panic/unwind_safe.rs:275:9 [INFO] [stdout] 49: 0x620bd163a715 - std[10d71ac2c42b111e]::panicking::catch_unwind::do_call::, core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:581:40 [INFO] [stdout] 50: 0x620bd163a715 - std[10d71ac2c42b111e]::panicking::catch_unwind::, core[8fb95b77d25ab6c8]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:544:19 [INFO] [stdout] 51: 0x620bd163a715 - std[10d71ac2c42b111e]::panic::catch_unwind::, core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panic.rs:359:14 [INFO] [stdout] 52: 0x620bd163a715 - test[213991da798b1c03]::run_test_in_process [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:747:27 [INFO] [stdout] 53: 0x620bd163a715 - test[213991da798b1c03]::run_test::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:668:43 [INFO] [stdout] 54: 0x620bd1634024 - test[213991da798b1c03]::run_test::{closure#1} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:698:41 [INFO] [stdout] 55: 0x620bd1634024 - std[10d71ac2c42b111e]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 56: 0x620bd163d792 - std[10d71ac2c42b111e]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/lifecycle.rs:70:13 [INFO] [stdout] 57: 0x620bd163d792 - ::{closure#1}::{closure#0}> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panic/unwind_safe.rs:275:9 [INFO] [stdout] 58: 0x620bd163d792 - std[10d71ac2c42b111e]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:581:40 [INFO] [stdout] 59: 0x620bd163d792 - std[10d71ac2c42b111e]::panicking::catch_unwind::<(), core[8fb95b77d25ab6c8]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:544:19 [INFO] [stdout] 60: 0x620bd163d792 - std[10d71ac2c42b111e]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panic.rs:359:14 [INFO] [stdout] 61: 0x620bd163d792 - std[10d71ac2c42b111e]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/lifecycle.rs:68:26 [INFO] [stdout] 62: 0x620bd163d792 - ::{closure#1} as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 63: 0x620bd202560f - + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2275:9 [INFO] [stdout] 64: 0x620bd202560f - ::new::thread_start [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 65: 0x71f32e539aa4 - [INFO] [stdout] 66: 0x71f32e5c6a64 - clone [INFO] [stdout] 67: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- kernels::masked_block_attention::tests::masked_attention_matches_cpu_reference stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'kernels::masked_block_attention::tests::masked_attention_matches_cpu_reference' (3665) panicked at src/gpu_test_utils.rs:167:9: [INFO] [stdout] Mismatch at index 8: actual=0.3300119 expected=0.32320225 (abs_diff=0.006809652, rel_diff=0.02106932, tol=0.001) [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x620bd2025cd8 - std[10d71ac2c42b111e]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x620bd2025cd8 - std[10d71ac2c42b111e]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x620bd2025cd8 - std[10d71ac2c42b111e]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x620bd2025cd8 - <::print::DisplayBacktrace as core[8fb95b77d25ab6c8]::fmt::Display>::fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x620bd203dcfa - ::fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x620bd203dcfa - core[8fb95b77d25ab6c8]::fmt::write [INFO] [stdout] 6: 0x620bd202aad2 - std[10d71ac2c42b111e]::io::default_write_fmt::> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/io/mod.rs:622:11 [INFO] [stdout] 7: 0x620bd202aad2 - as std[10d71ac2c42b111e]::io::Write>::write_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/io/mod.rs:1977:13 [INFO] [stdout] 8: 0x620bd2004626 - ::print [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x620bd2004626 - std[10d71ac2c42b111e]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x620bd201e089 - std[10d71ac2c42b111e]::panicking::default_hook [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x620bd1639dbc - core[8fb95b77d25ab6c8]::ops::function::Fn<(&'a std[10d71ac2c42b111e]::panic::PanicHookInfo<'b>,), Output = ()> + core[8fb95b77d25ab6c8]::marker::Sync + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::Fn<(&std[10d71ac2c42b111e]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2289:9 [INFO] [stdout] 12: 0x620bd1639dbc - test[213991da798b1c03]::test_main_inner::::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:155:21 [INFO] [stdout] 13: 0x620bd201e242 - core[8fb95b77d25ab6c8]::ops::function::Fn<(&'a std[10d71ac2c42b111e]::panic::PanicHookInfo<'b>,), Output = ()> + core[8fb95b77d25ab6c8]::marker::Sync + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::Fn<(&std[10d71ac2c42b111e]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2289:9 [INFO] [stdout] 14: 0x620bd201e242 - std[10d71ac2c42b111e]::panicking::panic_with_hook [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x620bd20046e2 - std[10d71ac2c42b111e]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x620bd1ff9359 - std[10d71ac2c42b111e]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x620bd20054ed - __rustc[3be9ba60078d4c86]::rust_begin_unwind [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x620bd203e4ec - core[8fb95b77d25ab6c8]::panicking::panic_fmt [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x620bd15d31fb - inferaived[88599c5ea0346695]::gpu_test_utils::assert_approx_eq [INFO] [stdout] at /opt/rustwide/workdir/src/gpu_test_utils.rs:167:9 [INFO] [stdout] 20: 0x620bd157e751 - inferaived[88599c5ea0346695]::kernels::masked_block_attention::tests::masked_attention_matches_cpu_reference::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/masked_block_attention.rs:462:9 [INFO] [stdout] 21: 0x620bd15d8112 - > as core[8fb95b77d25ab6c8]::future::future::Future>::poll [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x620bd15d834d - >> as core[8fb95b77d25ab6c8]::future::future::Future>::poll [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x620bd150a0ed - ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:778:70 [INFO] [stdout] 24: 0x620bd15092cb - tokio[6a005352746ebeb5]::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5 [INFO] [stdout] 25: 0x620bd15092cb - tokio[6a005352746ebeb5]::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5 [INFO] [stdout] 26: 0x620bd15092cb - ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:778:25 [INFO] [stdout] 27: 0x620bd14ed560 - ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:451:19 [INFO] [stdout] 28: 0x620bd150252d - ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:777:44 [INFO] [stdout] 29: 0x620bd14fcad4 - ::enter::<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:865:68 [INFO] [stdout] 30: 0x620bd151ca8b - >::set::<::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 31: 0x620bd1574509 - tokio[6a005352746ebeb5]::runtime::context::set_scheduler::<(alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38 [INFO] [stdout] 32: 0x620bd1564572 - >::try_with::, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/local.rs:462:12 [INFO] [stdout] 33: 0x620bd156279e - >::with::, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>)> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/local.rs:426:20 [INFO] [stdout] 34: 0x620bd157344d - tokio[6a005352746ebeb5]::runtime::context::set_scheduler::<(alloc[a7ee25936407c584]::boxed::Box, core[8fb95b77d25ab6c8]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17 [INFO] [stdout] 35: 0x620bd14f58a0 - ::enter::<::block_on>>>::{closure#0}, core[8fb95b77d25ab6c8]::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:865:27 [INFO] [stdout] 36: 0x620bd14f7bf6 - ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:765:24 [INFO] [stdout] 37: 0x620bd14f9c70 - ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:205:33 [INFO] [stdout] 38: 0x620bd15b8793 - tokio[6a005352746ebeb5]::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 39: 0x620bd14eb491 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/current_thread/mod.rs:193:9 [INFO] [stdout] 40: 0x620bd1546b64 - ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/runtime.rs:371:52 [INFO] [stdout] 41: 0x620bd15478ff - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/runtime.rs:345:18 [INFO] [stdout] 42: 0x620bd1589d91 - inferaived[88599c5ea0346695]::kernels::masked_block_attention::tests::masked_attention_matches_cpu_reference [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/masked_block_attention.rs:462:51 [INFO] [stdout] 43: 0x620bd157c9c7 - inferaived[88599c5ea0346695]::kernels::masked_block_attention::tests::masked_attention_matches_cpu_reference::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/kernels/masked_block_attention.rs:366:54 [INFO] [stdout] 44: 0x620bd1578136 - >::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 45: 0x620bd162ce9b - core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x620bd162ce9b - test[213991da798b1c03]::__rust_begin_short_backtrace::, fn() -> core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:724:18 [INFO] [stdout] 47: 0x620bd163a715 - test[213991da798b1c03]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:747:74 [INFO] [stdout] 48: 0x620bd163a715 - as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panic/unwind_safe.rs:275:9 [INFO] [stdout] 49: 0x620bd163a715 - std[10d71ac2c42b111e]::panicking::catch_unwind::do_call::, core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:581:40 [INFO] [stdout] 50: 0x620bd163a715 - std[10d71ac2c42b111e]::panicking::catch_unwind::, core[8fb95b77d25ab6c8]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:544:19 [INFO] [stdout] 51: 0x620bd163a715 - std[10d71ac2c42b111e]::panic::catch_unwind::, core[8fb95b77d25ab6c8]::result::Result<(), alloc[a7ee25936407c584]::string::String>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panic.rs:359:14 [INFO] [stdout] 52: 0x620bd163a715 - test[213991da798b1c03]::run_test_in_process [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:747:27 [INFO] [stdout] 53: 0x620bd163a715 - test[213991da798b1c03]::run_test::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:668:43 [INFO] [stdout] 54: 0x620bd1634024 - test[213991da798b1c03]::run_test::{closure#1} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/test/src/lib.rs:698:41 [INFO] [stdout] 55: 0x620bd1634024 - std[10d71ac2c42b111e]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 56: 0x620bd163d792 - std[10d71ac2c42b111e]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/lifecycle.rs:70:13 [INFO] [stdout] 57: 0x620bd163d792 - ::{closure#1}::{closure#0}> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/panic/unwind_safe.rs:275:9 [INFO] [stdout] 58: 0x620bd163d792 - std[10d71ac2c42b111e]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:581:40 [INFO] [stdout] 59: 0x620bd163d792 - std[10d71ac2c42b111e]::panicking::catch_unwind::<(), core[8fb95b77d25ab6c8]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panicking.rs:544:19 [INFO] [stdout] 60: 0x620bd163d792 - std[10d71ac2c42b111e]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/panic.rs:359:14 [INFO] [stdout] 61: 0x620bd163d792 - std[10d71ac2c42b111e]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/thread/lifecycle.rs:68:26 [INFO] [stdout] 62: 0x620bd163d792 - ::{closure#1} as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 63: 0x620bd202560f - + core[8fb95b77d25ab6c8]::marker::Send> as core[8fb95b77d25ab6c8]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/alloc/src/boxed.rs:2275:9 [INFO] [stdout] 64: 0x620bd202560f - ::new::thread_start [INFO] [stdout] at /rustc/b2282dd5646a57d570fc86fbe8df0e8826665ef6/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 65: 0x71f32e539aa4 - [INFO] [stdout] 66: 0x71f32e5c6a64 - clone [INFO] [stdout] 67: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] kernels::attention::tests::test_causal_gqa_attention [INFO] [stdout] kernels::attention::tests::test_causal_gqa_attention_decode_last_row [INFO] [stdout] kernels::masked_block_attention::tests::all_visible_mask_matches_full_softmax [INFO] [stdout] kernels::masked_block_attention::tests::masked_attention_matches_cpu_reference [INFO] [stdout] [INFO] [stdout] test result: FAILED. 69 passed; 4 failed; 0 ignored; 0 measured; 0 filtered out; finished in 12.04s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--lib` [INFO] running `Command { std: "docker" "inspect" "c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec", kill_on_drop: false }` [INFO] [stdout] c380d3ff447e1ecf0ae01114350221dfbedaa3ce5f9adf1bdf3906bc04c78dec