[INFO] fetching crate alopex-chirps-transport-quic 0.5.1... [INFO] testing alopex-chirps-transport-quic-0.5.1 against master#d933cf483edf1605142ac6899ff32536c0ad8b22 for pr-150933 [INFO] extracting crate alopex-chirps-transport-quic 0.5.1 into /workspace/builds/worker-4-tc1/source [INFO] started tweaking crates.io crate alopex-chirps-transport-quic 0.5.1 [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate alopex-chirps-transport-quic 0.5.1 [INFO] tweaked toml for crates.io crate alopex-chirps-transport-quic 0.5.1 written to /workspace/builds/worker-4-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate alopex-chirps-transport-quic 0.5.1 on toolchain d933cf483edf1605142ac6899ff32536c0ad8b22 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+d933cf483edf1605142ac6899ff32536c0ad8b22" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate alopex-chirps-transport-quic 0.5.1 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+d933cf483edf1605142ac6899ff32536c0ad8b22" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded rcgen v0.12.1 [INFO] [stderr] Downloaded metrics-util v0.20.1 [INFO] [stderr] Downloaded alopex-chirps-core v0.5.1 [INFO] [stderr] Downloaded rustls-native-certs v0.8.2 [INFO] [stderr] Downloaded rustls-pki-types v1.13.1 [INFO] [stderr] Downloaded alopex-chirps-wire v0.5.1 [INFO] [stderr] Downloaded metrics-exporter-prometheus v0.18.0 [INFO] [stderr] Downloaded security-framework v3.5.1 [INFO] [stderr] Downloaded hyper-util v0.1.18 [INFO] [stderr] Downloaded zerocopy-derive v0.8.29 [INFO] [stderr] Downloaded metrics v0.24.3 [INFO] [stderr] Downloaded zerocopy v0.8.29 [INFO] [stderr] Downloaded aws-lc-rs v1.15.1 [INFO] [stderr] Downloaded aws-lc-sys v0.34.0 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+d933cf483edf1605142ac6899ff32536c0ad8b22" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] cde6e5fbca8b530d2385fdcc206f605879cebcef00dedf309c8b272e83b0255c [INFO] running `Command { std: "docker" "start" "-a" "cde6e5fbca8b530d2385fdcc206f605879cebcef00dedf309c8b272e83b0255c", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "cde6e5fbca8b530d2385fdcc206f605879cebcef00dedf309c8b272e83b0255c", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "cde6e5fbca8b530d2385fdcc206f605879cebcef00dedf309c8b272e83b0255c", kill_on_drop: false }` [INFO] [stdout] cde6e5fbca8b530d2385fdcc206f605879cebcef00dedf309c8b272e83b0255c [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+d933cf483edf1605142ac6899ff32536c0ad8b22" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] a53f86b16468ff26a709b0cd01ae221650a89dd4169af676571a5e5e2ec85ab2 [INFO] running `Command { std: "docker" "start" "-a" "a53f86b16468ff26a709b0cd01ae221650a89dd4169af676571a5e5e2ec85ab2", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.177 [INFO] [stderr] Compiling proc-macro2 v1.0.103 [INFO] [stderr] Compiling quote v1.0.42 [INFO] [stderr] Compiling find-msvc-tools v0.1.5 [INFO] [stderr] Compiling zerocopy v0.8.29 [INFO] [stderr] Compiling log v0.4.28 [INFO] [stderr] Compiling tracing-core v0.1.34 [INFO] [stderr] Compiling rustls v0.21.12 [INFO] [stderr] Compiling deranged v0.5.5 [INFO] [stderr] Compiling regex-syntax v0.8.8 [INFO] [stderr] Compiling serde_json v1.0.145 [INFO] [stderr] Compiling bitflags v2.10.0 [INFO] [stderr] Compiling time-core v0.1.6 [INFO] [stderr] Compiling rustls-native-certs v0.6.3 [INFO] [stderr] Compiling hashbrown v0.16.1 [INFO] [stderr] Compiling nibble_vec v0.1.0 [INFO] [stderr] Compiling endian-type v0.1.2 [INFO] [stderr] Compiling anyhow v1.0.100 [INFO] [stderr] Compiling cc v1.2.47 [INFO] [stderr] Compiling raw-cpuid v11.6.0 [INFO] [stderr] Compiling pem v3.0.6 [INFO] [stderr] Compiling radix_trie v0.2.1 [INFO] [stderr] Compiling sharded-slab v0.1.7 [INFO] [stderr] Compiling ordered-float v5.1.0 [INFO] [stderr] Compiling thread_local v1.1.9 [INFO] [stderr] Compiling tracing-log v0.2.0 [INFO] [stderr] Compiling indexmap v2.12.1 [INFO] [stderr] Compiling nu-ansi-term v0.50.3 [INFO] [stderr] Compiling aho-corasick v1.1.4 [INFO] [stderr] Compiling sketches-ddsketch v0.3.0 [INFO] [stderr] Compiling syn v2.0.111 [INFO] [stderr] Compiling getrandom v0.2.16 [INFO] [stderr] Compiling getrandom v0.3.4 [INFO] [stderr] Compiling parking_lot_core v0.9.12 [INFO] [stderr] Compiling signal-hook-registry v1.4.7 [INFO] [stderr] Compiling mio v1.1.0 [INFO] [stderr] Compiling socket2 v0.6.1 [INFO] [stderr] Compiling ring v0.17.14 [INFO] [stderr] Compiling ring v0.16.20 [INFO] [stderr] Compiling socket2 v0.5.10 [INFO] [stderr] Compiling rand_core v0.9.3 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling parking_lot v0.12.5 [INFO] [stderr] Compiling regex-automata v0.4.13 [INFO] [stderr] Compiling uuid v1.18.1 [INFO] [stderr] Compiling time v0.3.44 [INFO] [stderr] Compiling quanta v0.12.6 [INFO] [stderr] Compiling rand_xoshiro v0.7.0 [INFO] [stderr] Compiling ppv-lite86 v0.2.21 [INFO] [stderr] Compiling ahash v0.8.12 [INFO] [stderr] Compiling metrics v0.24.3 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling rand_chacha v0.9.0 [INFO] [stderr] Compiling rand v0.9.2 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling yasna v0.5.2 [INFO] [stderr] Compiling metrics-util v0.20.1 [INFO] [stderr] Compiling matchers v0.2.0 [INFO] [stderr] Compiling serde_derive v1.0.228 [INFO] [stderr] Compiling tracing-attributes v0.1.30 [INFO] [stderr] Compiling thiserror-impl v1.0.69 [INFO] [stderr] Compiling tokio-macros v2.6.0 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling async-trait v0.1.89 [INFO] [stderr] Compiling tokio v1.48.0 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling tracing v0.1.41 [INFO] [stderr] Compiling quinn-udp v0.4.1 [INFO] [stderr] Compiling sct v0.7.1 [INFO] [stderr] Compiling rustls-webpki v0.101.7 [INFO] [stderr] Compiling rcgen v0.12.1 [INFO] [stderr] Compiling thiserror v1.0.69 [INFO] [stderr] Compiling serde v1.0.228 [INFO] [stderr] Compiling bincode v1.3.3 [INFO] [stderr] Compiling tracing-serde v0.2.0 [INFO] [stderr] Compiling tracing-subscriber v0.3.20 [INFO] [stderr] Compiling quinn-proto v0.10.6 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling alopex-chirps-wire v0.5.1 [INFO] [stderr] Compiling alopex-chirps-core v0.5.1 [INFO] [stderr] Compiling quinn v0.10.2 [INFO] [stderr] Compiling alopex-chirps-transport-quic v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 41.97s [INFO] running `Command { std: "docker" "inspect" "a53f86b16468ff26a709b0cd01ae221650a89dd4169af676571a5e5e2ec85ab2", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "a53f86b16468ff26a709b0cd01ae221650a89dd4169af676571a5e5e2ec85ab2", kill_on_drop: false }` [INFO] [stdout] a53f86b16468ff26a709b0cd01ae221650a89dd4169af676571a5e5e2ec85ab2 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+d933cf483edf1605142ac6899ff32536c0ad8b22" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] f2b2a5d021285e88f733f040ddcbbe43d4e01deddc34205fc0cc90eb756f47ad [INFO] running `Command { std: "docker" "start" "-a" "f2b2a5d021285e88f733f040ddcbbe43d4e01deddc34205fc0cc90eb756f47ad", kill_on_drop: false }` [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling tokio v1.48.0 [INFO] [stderr] Compiling async-stream-impl v0.3.6 [INFO] [stderr] Compiling tracing-test-macro v0.2.5 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling tracing-test v0.2.5 [INFO] [stderr] Compiling async-stream v0.3.6 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling alopex-chirps-core v0.5.1 [INFO] [stderr] Compiling tokio-stream v0.1.17 [INFO] [stderr] Compiling quinn v0.10.2 [INFO] [stderr] Compiling tokio-test v0.4.4 [INFO] [stderr] Compiling alopex-chirps-transport-quic v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 21.81s [INFO] running `Command { std: "docker" "inspect" "f2b2a5d021285e88f733f040ddcbbe43d4e01deddc34205fc0cc90eb756f47ad", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "f2b2a5d021285e88f733f040ddcbbe43d4e01deddc34205fc0cc90eb756f47ad", kill_on_drop: false }` [INFO] [stdout] f2b2a5d021285e88f733f040ddcbbe43d4e01deddc34205fc0cc90eb756f47ad [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+d933cf483edf1605142ac6899ff32536c0ad8b22" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 774adcb2cede8f1a63fe6da297022c3904252251284b54e4f1cee12c0eb8e7ff [INFO] running `Command { std: "docker" "start" "-a" "774adcb2cede8f1a63fe6da297022c3904252251284b54e4f1cee12c0eb8e7ff", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.24s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/alopex_chirps_transport_quic-c7dadb1bc4bc4eec) [INFO] [stdout] [INFO] [stdout] running 24 tests [INFO] [stdout] test handshake::tests::is_compatible_boundary ... ok [INFO] [stdout] test handshake::tests::rejects_v0_3_with_version_mismatch_log ... ok [INFO] [stdout] test metrics::tests::snapshot_returns_consistent_state ... ok [INFO] [stdout] test priority::tests::dwrr_prefers_high_but_serves_low ... ok [INFO] [stdout] test metrics::tests::counters_increment_and_logs_emit ... ok [INFO] [stdout] test priority::tests::queue_lengths_report_per_priority_and_empty_handling ... ok [INFO] [stdout] test metrics::tests::latency_ring_buffer_eviction ... ok [INFO] [stdout] test metrics::tests::histogram_handles_empty_and_single_sample ... ok [INFO] [stdout] test metrics::tests::latency_percentiles_compute_expected_values ... ok [INFO] [stdout] test priority::tests::stream_kind_priority_mapping_matches_design ... ok [INFO] [stdout] test handshake::tests::negotiates_capabilities_by_intersection ... ok [INFO] [stdout] test priority::tests::dwrr_respects_configurable_weights ... ok [INFO] [stdout] test priority::tests::emits_tracing_for_enqueue_and_dequeue ... ok [INFO] [stdout] test qos::tests::hard_overflow_increments_overflow_metrics_and_logs ... ok [INFO] [stdout] test qos::tests::hysteresis_recovers_after_dequeue ... ok [INFO] [stdout] test qos::tests::soft_backpressure_triggers_metrics_and_logs ... ok [INFO] [stdout] test qos::tests::token_bucket_returns_wait_duration ... ok [INFO] [stdout] test retransmit::tests::deduplication_rejects_duplicates_and_tracks_last_seen ... ok [INFO] [stdout] test retransmit::tests::assigns_monotonic_seq_and_logs_buffer ... ok [INFO] [stdout] test retransmit::tests::drain_returns_unacked_in_order_and_logs ... ok [INFO] [stdout] test retransmit::tests::overflow_drops_oldest_and_warns ... ok [INFO] [stdout] test qos::tests::throttle_snapshot_timeout_emits_log_and_metrics ... ok [INFO] [stdout] test retransmit::tests::process_ack_clears_messages_and_logs ... ok [INFO] [stdout] test metrics::tests::concurrent_updates_are_safe ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 24 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.50s [INFO] [stdout] [INFO] [stderr] Running tests/priority_integration.rs (/opt/rustwide/target/debug/deps/priority_integration-46d10123ec987f76) [INFO] [stdout] [INFO] [stdout] running 2 tests [INFO] [stdout] test raft_messages_dequeue_before_user_under_load ... ok [INFO] [stdout] test user_messages_still_progress_under_raft_load ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stderr] Running tests/qos_integration.rs (/opt/rustwide/target/debug/deps/qos_integration-14c21643b4cd3957) [INFO] [stdout] [INFO] [stdout] running 2 tests [INFO] [stdout] test user_throughput_degrades_less_than_10pct_under_raft_load ... FAILED [INFO] [stdout] test raft_p99_latency_under_user_load_stays_within_10pct ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- user_throughput_degrades_less_than_10pct_under_raft_load stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'user_throughput_degrades_less_than_10pct_under_raft_load' (62) panicked at tests/qos_integration.rs:99:5: [INFO] [stdout] User throughput degraded >10%: baseline 2.27833ms, mixed 3.54696ms [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5f3977b582ea - std[69d51b4813ba037]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5f3977b582ea - std[69d51b4813ba037]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5f3977b582ea - std[69d51b4813ba037]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x5f3977b582ea - <::print::DisplayBacktrace as core[51d4adbef590f61]::fmt::Display>::fmt [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x5f3977b6cbea - ::fmt [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x5f3977b6cbea - core[51d4adbef590f61]::fmt::write [INFO] [stdout] 6: 0x5f3977b5cce2 - std[69d51b4813ba037]::io::default_write_fmt::> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5f3977b5cce2 - as std[69d51b4813ba037]::io::Write>::write_fmt [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x5f3977b3708f - ::print [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x5f3977b3708f - std[69d51b4813ba037]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x5f3977b50659 - std[69d51b4813ba037]::panicking::default_hook [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x5f3977a1f4cc - core[51d4adbef590f61]::ops::function::Fn<(&'a std[69d51b4813ba037]::panic::PanicHookInfo<'b>,), Output = ()> + core[51d4adbef590f61]::marker::Sync + core[51d4adbef590f61]::marker::Send> as core[51d4adbef590f61]::ops::function::Fn<(&std[69d51b4813ba037]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x5f3977a1f4cc - test[8fe65b9e05bf4c74]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5f3977b508d2 - core[51d4adbef590f61]::ops::function::Fn<(&'a std[69d51b4813ba037]::panic::PanicHookInfo<'b>,), Output = ()> + core[51d4adbef590f61]::marker::Sync + core[51d4adbef590f61]::marker::Send> as core[51d4adbef590f61]::ops::function::Fn<(&std[69d51b4813ba037]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x5f3977b508d2 - std[69d51b4813ba037]::panicking::panic_with_hook [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x5f3977b37148 - std[69d51b4813ba037]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x5f3977b2eae9 - std[69d51b4813ba037]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x5f3977b37e5d - __rustc[cb16bc19fc993bd7]::rust_begin_unwind [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x5f3977b6d4fc - core[51d4adbef590f61]::panicking::panic_fmt [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x5f3977a01d1a - qos_integration[78f2eefa840f8ec0]::user_throughput_degrades_less_than_10pct_under_raft_load::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/tests/qos_integration.rs:99:5 [INFO] [stdout] 20: 0x5f3977a130b2 - > as core[51d4adbef590f61]::future::future::Future>::poll [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/future/future.rs:133:9 [INFO] [stdout] 21: 0x5f3977a0d4fd - ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/park.rs:285:71 [INFO] [stdout] 22: 0x5f3977a0b892 - tokio[f41288230b8edc57]::task::coop::with_budget::, ::block_on>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:167:5 [INFO] [stdout] 23: 0x5f3977a0b892 - tokio[f41288230b8edc57]::task::coop::budget::, ::block_on>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:133:5 [INFO] [stdout] 24: 0x5f3977a0b892 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/park.rs:285:31 [INFO] [stdout] 25: 0x5f3977a09f94 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/blocking.rs:66:14 [INFO] [stdout] 26: 0x5f3977a112d8 - ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/multi_thread/mod.rs:87:22 [INFO] [stdout] 27: 0x5f3977a10eeb - tokio[f41288230b8edc57]::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 28: 0x5f3977a103c4 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/multi_thread/mod.rs:86:9 [INFO] [stdout] 29: 0x5f3977a09bb4 - ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:370:50 [INFO] [stdout] 30: 0x5f3977a09daf - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:342:18 [INFO] [stdout] 31: 0x5f3977a08742 - qos_integration[78f2eefa840f8ec0]::user_throughput_degrades_less_than_10pct_under_raft_load [INFO] [stdout] at /opt/rustwide/workdir/tests/qos_integration.rs:104:6 [INFO] [stdout] 32: 0x5f39779ffe87 - qos_integration[78f2eefa840f8ec0]::user_throughput_degrades_less_than_10pct_under_raft_load::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/tests/qos_integration.rs:65:68 [INFO] [stdout] 33: 0x5f3977a13526 - >::call_once [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 34: 0x5f3977a135ab - core[51d4adbef590f61]::result::Result<(), alloc[18203fec9a0cd4ec]::string::String> as core[51d4adbef590f61]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 35: 0x5f3977a135ab - test[8fe65b9e05bf4c74]::__rust_begin_short_backtrace::, fn() -> core[51d4adbef590f61]::result::Result<(), alloc[18203fec9a0cd4ec]::string::String>> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:663:18 [INFO] [stdout] 36: 0x5f3977a1ff9b - test[8fe65b9e05bf4c74]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:686:74 [INFO] [stdout] 37: 0x5f3977a1ff9b - as core[51d4adbef590f61]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 38: 0x5f3977a1ff9b - std[69d51b4813ba037]::panicking::catch_unwind::do_call::, core[51d4adbef590f61]::result::Result<(), alloc[18203fec9a0cd4ec]::string::String>> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:581:40 [INFO] [stdout] 39: 0x5f3977a1ff9b - std[69d51b4813ba037]::panicking::catch_unwind::, core[51d4adbef590f61]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:544:19 [INFO] [stdout] 40: 0x5f3977a1ff9b - std[69d51b4813ba037]::panic::catch_unwind::, core[51d4adbef590f61]::result::Result<(), alloc[18203fec9a0cd4ec]::string::String>> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panic.rs:359:14 [INFO] [stdout] 41: 0x5f3977a1ff9b - test[8fe65b9e05bf4c74]::run_test_in_process [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:686:27 [INFO] [stdout] 42: 0x5f3977a1ff9b - test[8fe65b9e05bf4c74]::run_test::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:607:43 [INFO] [stdout] 43: 0x5f3977a1b6b4 - test[8fe65b9e05bf4c74]::run_test::{closure#1} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:637:41 [INFO] [stdout] 44: 0x5f3977a1b6b4 - std[69d51b4813ba037]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 45: 0x5f3977a22ba2 - std[69d51b4813ba037]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 46: 0x5f3977a22ba2 - ::{closure#1}::{closure#0}> as core[51d4adbef590f61]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 47: 0x5f3977a22ba2 - std[69d51b4813ba037]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:581:40 [INFO] [stdout] 48: 0x5f3977a22ba2 - std[69d51b4813ba037]::panicking::catch_unwind::<(), core[51d4adbef590f61]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:544:19 [INFO] [stdout] 49: 0x5f3977a22ba2 - std[69d51b4813ba037]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panic.rs:359:14 [INFO] [stdout] 50: 0x5f3977a22ba2 - std[69d51b4813ba037]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 51: 0x5f3977a22ba2 - ::{closure#1} as core[51d4adbef590f61]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 52: 0x5f3977b57bbf - + core[51d4adbef590f61]::marker::Send> as core[51d4adbef590f61]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 53: 0x5f3977b57bbf - ::new::thread_start [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 54: 0x7c0a5d1c8aa4 - [INFO] [stdout] 55: 0x7c0a5d255a64 - clone [INFO] [stdout] 56: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- raft_p99_latency_under_user_load_stays_within_10pct stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'raft_p99_latency_under_user_load_stays_within_10pct' (61) panicked at tests/qos_integration.rs:58:5: [INFO] [stdout] Raft p99 latency degraded more than 10%: baseline 3µs vs loaded 7µs [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5f3977b582ea - std[69d51b4813ba037]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5f3977b582ea - std[69d51b4813ba037]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5f3977b582ea - std[69d51b4813ba037]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x5f3977b582ea - <::print::DisplayBacktrace as core[51d4adbef590f61]::fmt::Display>::fmt [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x5f3977b6cbea - ::fmt [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x5f3977b6cbea - core[51d4adbef590f61]::fmt::write [INFO] [stdout] 6: 0x5f3977b5cce2 - std[69d51b4813ba037]::io::default_write_fmt::> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5f3977b5cce2 - as std[69d51b4813ba037]::io::Write>::write_fmt [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x5f3977b3708f - ::print [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x5f3977b3708f - std[69d51b4813ba037]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x5f3977b50659 - std[69d51b4813ba037]::panicking::default_hook [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x5f3977a1f4cc - core[51d4adbef590f61]::ops::function::Fn<(&'a std[69d51b4813ba037]::panic::PanicHookInfo<'b>,), Output = ()> + core[51d4adbef590f61]::marker::Sync + core[51d4adbef590f61]::marker::Send> as core[51d4adbef590f61]::ops::function::Fn<(&std[69d51b4813ba037]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x5f3977a1f4cc - test[8fe65b9e05bf4c74]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5f3977b508d2 - core[51d4adbef590f61]::ops::function::Fn<(&'a std[69d51b4813ba037]::panic::PanicHookInfo<'b>,), Output = ()> + core[51d4adbef590f61]::marker::Sync + core[51d4adbef590f61]::marker::Send> as core[51d4adbef590f61]::ops::function::Fn<(&std[69d51b4813ba037]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x5f3977b508d2 - std[69d51b4813ba037]::panicking::panic_with_hook [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x5f3977b37148 - std[69d51b4813ba037]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x5f3977b2eae9 - std[69d51b4813ba037]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x5f3977b37e5d - __rustc[cb16bc19fc993bd7]::rust_begin_unwind [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x5f3977b6d4fc - core[51d4adbef590f61]::panicking::panic_fmt [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x5f3977a00e31 - qos_integration[78f2eefa840f8ec0]::raft_p99_latency_under_user_load_stays_within_10pct::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/tests/qos_integration.rs:58:5 [INFO] [stdout] 20: 0x5f3977a130b2 - > as core[51d4adbef590f61]::future::future::Future>::poll [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/future/future.rs:133:9 [INFO] [stdout] 21: 0x5f3977a0d4fd - ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/park.rs:285:71 [INFO] [stdout] 22: 0x5f3977a0b892 - tokio[f41288230b8edc57]::task::coop::with_budget::, ::block_on>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:167:5 [INFO] [stdout] 23: 0x5f3977a0b892 - tokio[f41288230b8edc57]::task::coop::budget::, ::block_on>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:133:5 [INFO] [stdout] 24: 0x5f3977a0b892 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/park.rs:285:31 [INFO] [stdout] 25: 0x5f3977a09f94 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/blocking.rs:66:14 [INFO] [stdout] 26: 0x5f3977a112d8 - ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/multi_thread/mod.rs:87:22 [INFO] [stdout] 27: 0x5f3977a10eeb - tokio[f41288230b8edc57]::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 28: 0x5f3977a103c4 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/multi_thread/mod.rs:86:9 [INFO] [stdout] 29: 0x5f3977a09bb4 - ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:370:50 [INFO] [stdout] 30: 0x5f3977a09daf - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:342:18 [INFO] [stdout] 31: 0x5f3977a08562 - qos_integration[78f2eefa840f8ec0]::raft_p99_latency_under_user_load_stays_within_10pct [INFO] [stdout] at /opt/rustwide/workdir/tests/qos_integration.rs:61:6 [INFO] [stdout] 32: 0x5f39779ffe57 - qos_integration[78f2eefa840f8ec0]::raft_p99_latency_under_user_load_stays_within_10pct::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/tests/qos_integration.rs:27:63 [INFO] [stdout] 33: 0x5f3977a134e6 - >::call_once [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 34: 0x5f3977a135ab - core[51d4adbef590f61]::result::Result<(), alloc[18203fec9a0cd4ec]::string::String> as core[51d4adbef590f61]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 35: 0x5f3977a135ab - test[8fe65b9e05bf4c74]::__rust_begin_short_backtrace::, fn() -> core[51d4adbef590f61]::result::Result<(), alloc[18203fec9a0cd4ec]::string::String>> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:663:18 [INFO] [stdout] 36: 0x5f3977a1ff9b - test[8fe65b9e05bf4c74]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:686:74 [INFO] [stdout] 37: 0x5f3977a1ff9b - as core[51d4adbef590f61]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 38: 0x5f3977a1ff9b - std[69d51b4813ba037]::panicking::catch_unwind::do_call::, core[51d4adbef590f61]::result::Result<(), alloc[18203fec9a0cd4ec]::string::String>> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:581:40 [INFO] [stdout] 39: 0x5f3977a1ff9b - std[69d51b4813ba037]::panicking::catch_unwind::, core[51d4adbef590f61]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:544:19 [INFO] [stdout] 40: 0x5f3977a1ff9b - std[69d51b4813ba037]::panic::catch_unwind::, core[51d4adbef590f61]::result::Result<(), alloc[18203fec9a0cd4ec]::string::String>> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panic.rs:359:14 [INFO] [stdout] 41: 0x5f3977a1ff9b - test[8fe65b9e05bf4c74]::run_test_in_process [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:686:27 [INFO] [stdout] 42: 0x5f3977a1ff9b - test[8fe65b9e05bf4c74]::run_test::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:607:43 [INFO] [stdout] 43: 0x5f3977a1b6b4 - test[8fe65b9e05bf4c74]::run_test::{closure#1} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/test/src/lib.rs:637:41 [INFO] [stdout] 44: 0x5f3977a1b6b4 - std[69d51b4813ba037]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 45: 0x5f3977a22ba2 - std[69d51b4813ba037]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 46: 0x5f3977a22ba2 - ::{closure#1}::{closure#0}> as core[51d4adbef590f61]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 47: 0x5f3977a22ba2 - std[69d51b4813ba037]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:581:40 [INFO] [stdout] 48: 0x5f3977a22ba2 - std[69d51b4813ba037]::panicking::catch_unwind::<(), core[51d4adbef590f61]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panicking.rs:544:19 [INFO] [stdout] 49: 0x5f3977a22ba2 - std[69d51b4813ba037]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/panic.rs:359:14 [INFO] [stdout] 50: 0x5f3977a22ba2 - std[69d51b4813ba037]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 51: 0x5f3977a22ba2 - ::{closure#1} as core[51d4adbef590f61]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 52: 0x5f3977b57bbf - + core[51d4adbef590f61]::marker::Send> as core[51d4adbef590f61]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 53: 0x5f3977b57bbf - ::new::thread_start [INFO] [stdout] at /rustc/d933cf483edf1605142ac6899ff32536c0ad8b22/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 54: 0x7c0a5d1c8aa4 - [INFO] [stdout] 55: 0x7c0a5d255a64 - clone [INFO] [stdout] 56: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] raft_p99_latency_under_user_load_stays_within_10pct [INFO] [stdout] user_throughput_degrades_less_than_10pct_under_raft_load [INFO] [stdout] [INFO] [stdout] test result: FAILED. 0 passed; 2 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.10s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--test qos_integration` [INFO] running `Command { std: "docker" "inspect" "774adcb2cede8f1a63fe6da297022c3904252251284b54e4f1cee12c0eb8e7ff", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "774adcb2cede8f1a63fe6da297022c3904252251284b54e4f1cee12c0eb8e7ff", kill_on_drop: false }` [INFO] [stdout] 774adcb2cede8f1a63fe6da297022c3904252251284b54e4f1cee12c0eb8e7ff