[INFO] cloning repository https://github.com/ilyalabun/raft_vibe [INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/ilyalabun/raft_vibe" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Filyalabun%2Fraft_vibe", kill_on_drop: false }` [INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Filyalabun%2Fraft_vibe'... [INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }` [INFO] [stdout] 5bc1857f6fc1da0bb02004c76ceba93c19faa99c [INFO] testing ilyalabun/raft_vibe against try#8da20828b6ea601dfd8e2448cb50ace88876bd78 for pr-150933 [INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Filyalabun%2Fraft_vibe" "/workspace/builds/worker-0-tc2/source", kill_on_drop: false }` [INFO] [stderr] Cloning into '/workspace/builds/worker-0-tc2/source'... [INFO] [stderr] done. [INFO] started tweaking git repo https://github.com/ilyalabun/raft_vibe [INFO] finished tweaking git repo https://github.com/ilyalabun/raft_vibe [INFO] tweaked toml for git repo https://github.com/ilyalabun/raft_vibe written to /workspace/builds/worker-0-tc2/source/Cargo.toml [INFO] validating manifest of git repo https://github.com/ilyalabun/raft_vibe on toolchain 8da20828b6ea601dfd8e2448cb50ace88876bd78 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate git repo https://github.com/ilyalabun/raft_vibe already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 4df67e2227eb03a73d11ea3c1fa0ac186f65bbee3830f338a17380d93389b1c5 [INFO] running `Command { std: "docker" "start" "-a" "4df67e2227eb03a73d11ea3c1fa0ac186f65bbee3830f338a17380d93389b1c5", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "4df67e2227eb03a73d11ea3c1fa0ac186f65bbee3830f338a17380d93389b1c5", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "4df67e2227eb03a73d11ea3c1fa0ac186f65bbee3830f338a17380d93389b1c5", kill_on_drop: false }` [INFO] [stdout] 4df67e2227eb03a73d11ea3c1fa0ac186f65bbee3830f338a17380d93389b1c5 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 2de0ebd0fa997180dd3d23831c041b24c63c9a4c1155b2b91f489808cca76183 [INFO] running `Command { std: "docker" "start" "-a" "2de0ebd0fa997180dd3d23831c041b24c63c9a4c1155b2b91f489808cca76183", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.103 [INFO] [stderr] Compiling unicode-ident v1.0.22 [INFO] [stderr] Compiling quote v1.0.42 [INFO] [stderr] Compiling libc v0.2.178 [INFO] [stderr] Compiling pin-project-lite v0.2.16 [INFO] [stderr] Compiling futures-core v0.3.31 [INFO] [stderr] Compiling stable_deref_trait v1.2.1 [INFO] [stderr] Compiling itoa v1.0.17 [INFO] [stderr] Compiling bytes v1.11.0 [INFO] [stderr] Compiling futures-sink v0.3.31 [INFO] [stderr] Compiling memchr v2.7.6 [INFO] [stderr] Compiling pin-utils v0.1.0 [INFO] [stderr] Compiling cfg-if v1.0.4 [INFO] [stderr] Compiling once_cell v1.21.3 [INFO] [stderr] Compiling slab v0.4.11 [INFO] [stderr] Compiling futures-task v0.3.31 [INFO] [stderr] Compiling find-msvc-tools v0.1.8 [INFO] [stderr] Compiling futures-io v0.3.31 [INFO] [stderr] Compiling shlex v1.3.0 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling smallvec v1.15.1 [INFO] [stderr] Compiling litemap v0.8.1 [INFO] [stderr] Compiling serde_core v1.0.228 [INFO] [stderr] Compiling cc v1.2.54 [INFO] [stderr] Compiling log v0.4.29 [INFO] [stderr] Compiling writeable v0.6.2 [INFO] [stderr] Compiling icu_normalizer_data v2.1.1 [INFO] [stderr] Compiling icu_properties_data v2.1.2 [INFO] [stderr] Compiling percent-encoding v2.3.2 [INFO] [stderr] Compiling zeroize v1.8.2 [INFO] [stderr] Compiling tracing-core v0.1.36 [INFO] [stderr] Compiling tower-service v0.3.3 [INFO] [stderr] Compiling httparse v1.10.1 [INFO] [stderr] Compiling rustls-pki-types v1.14.0 [INFO] [stderr] Compiling untrusted v0.9.0 [INFO] [stderr] Compiling try-lock v0.2.5 [INFO] [stderr] Compiling want v0.3.1 [INFO] [stderr] Compiling sync_wrapper v1.0.2 [INFO] [stderr] Compiling httpdate v1.0.3 [INFO] [stderr] Compiling rustls v0.23.36 [INFO] [stderr] Compiling serde v1.0.228 [INFO] [stderr] Compiling zerocopy v0.8.31 [INFO] [stderr] Compiling tower-layer v0.3.3 [INFO] [stderr] Compiling atomic-waker v1.1.2 [INFO] [stderr] Compiling zmij v1.0.16 [INFO] [stderr] Compiling getrandom v0.3.4 [INFO] [stderr] Compiling form_urlencoded v1.2.2 [INFO] [stderr] Compiling syn v2.0.111 [INFO] [stderr] Compiling tracing v0.1.44 [INFO] [stderr] Compiling serde_json v1.0.149 [INFO] [stderr] Compiling rustversion v1.0.22 [INFO] [stderr] Compiling subtle v2.6.1 [INFO] [stderr] Compiling base64 v0.22.1 [INFO] [stderr] Compiling ipnet v2.11.0 [INFO] [stderr] Compiling utf8_iter v1.0.4 [INFO] [stderr] Compiling http v1.4.0 [INFO] [stderr] Compiling ryu v1.0.22 [INFO] [stderr] Compiling webpki-roots v1.0.5 [INFO] [stderr] Compiling iri-string v0.7.10 [INFO] [stderr] Compiling mime v0.3.17 [INFO] [stderr] Compiling bitflags v2.10.0 [INFO] [stderr] Compiling matchit v0.7.3 [INFO] [stderr] Compiling ring v0.17.14 [INFO] [stderr] Compiling mio v1.1.1 [INFO] [stderr] Compiling socket2 v0.6.1 [INFO] [stderr] Compiling getrandom v0.2.17 [INFO] [stderr] Compiling rand_core v0.9.3 [INFO] [stderr] Compiling http-body v1.0.1 [INFO] [stderr] Compiling http-body-util v0.1.3 [INFO] [stderr] Compiling ppv-lite86 v0.2.21 [INFO] [stderr] Compiling rand_chacha v0.9.0 [INFO] [stderr] Compiling rand v0.9.2 [INFO] [stderr] Compiling serde_path_to_error v0.1.20 [INFO] [stderr] Compiling synstructure v0.13.2 [INFO] [stderr] Compiling rustls-webpki v0.103.9 [INFO] [stderr] Compiling zerofrom-derive v0.1.6 [INFO] [stderr] Compiling yoke-derive v0.8.1 [INFO] [stderr] Compiling zerovec-derive v0.11.2 [INFO] [stderr] Compiling displaydoc v0.2.5 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling tokio-macros v2.6.0 [INFO] [stderr] Compiling serde_derive v1.0.228 [INFO] [stderr] Compiling async-trait v0.1.89 [INFO] [stderr] Compiling tokio v1.48.0 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling zerofrom v0.1.6 [INFO] [stderr] Compiling yoke v0.8.1 [INFO] [stderr] Compiling zerovec v0.11.5 [INFO] [stderr] Compiling zerotrie v0.2.3 [INFO] [stderr] Compiling tinystr v0.8.2 [INFO] [stderr] Compiling potential_utf v0.1.4 [INFO] [stderr] Compiling icu_collections v2.1.1 [INFO] [stderr] Compiling icu_locale_core v2.1.1 [INFO] [stderr] Compiling icu_provider v2.1.1 [INFO] [stderr] Compiling icu_normalizer v2.1.1 [INFO] [stderr] Compiling icu_properties v2.1.2 [INFO] [stderr] Compiling serde_urlencoded v0.7.1 [INFO] [stderr] Compiling idna_adapter v1.2.1 [INFO] [stderr] Compiling idna v1.1.0 [INFO] [stderr] Compiling axum-core v0.4.5 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling url v2.5.8 [INFO] [stderr] Compiling hyper v1.8.1 [INFO] [stderr] Compiling tower v0.5.3 [INFO] [stderr] Compiling tokio-rustls v0.26.4 [INFO] [stderr] Compiling tower-http v0.6.8 [INFO] [stderr] Compiling hyper-util v0.1.19 [INFO] [stderr] Compiling hyper-rustls v0.27.7 [INFO] [stderr] Compiling axum v0.7.9 [INFO] [stderr] Compiling reqwest v0.12.28 [INFO] [stderr] Compiling raft_vibe v0.1.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 1m 07s [INFO] running `Command { std: "docker" "inspect" "2de0ebd0fa997180dd3d23831c041b24c63c9a4c1155b2b91f489808cca76183", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "2de0ebd0fa997180dd3d23831c041b24c63c9a4c1155b2b91f489808cca76183", kill_on_drop: false }` [INFO] [stdout] 2de0ebd0fa997180dd3d23831c041b24c63c9a4c1155b2b91f489808cca76183 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] b93bfb3e685ee1b27be432e7a1f3f09a95c754612e8c46abda06aec9eeee5517 [INFO] running `Command { std: "docker" "start" "-a" "b93bfb3e685ee1b27be432e7a1f3f09a95c754612e8c46abda06aec9eeee5517", kill_on_drop: false }` [INFO] [stderr] Compiling signal-hook-registry v1.4.7 [INFO] [stderr] Compiling bitflags v2.10.0 [INFO] [stderr] Compiling parking_lot_core v0.9.12 [INFO] [stderr] Compiling rustix v1.1.3 [INFO] [stderr] Compiling scopeguard v1.2.0 [INFO] [stderr] Compiling linux-raw-sys v0.11.0 [INFO] [stderr] Compiling fastrand v2.3.0 [INFO] [stderr] Compiling lock_api v0.4.14 [INFO] [stderr] Compiling tokio v1.48.0 [INFO] [stderr] Compiling parking_lot v0.12.5 [INFO] [stderr] Compiling tempfile v3.24.0 [INFO] [stderr] Compiling hyper v1.8.1 [INFO] [stderr] Compiling tower v0.5.3 [INFO] [stderr] Compiling tokio-rustls v0.26.4 [INFO] [stderr] Compiling tower-http v0.6.8 [INFO] [stderr] Compiling hyper-util v0.1.19 [INFO] [stderr] Compiling hyper-rustls v0.27.7 [INFO] [stderr] Compiling axum v0.7.9 [INFO] [stderr] Compiling reqwest v0.12.28 [INFO] [stderr] Compiling chaos-test v0.1.0 (/opt/rustwide/workdir/chaos-test) [INFO] [stderr] Compiling raft_vibe v0.1.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 41.42s [INFO] running `Command { std: "docker" "inspect" "b93bfb3e685ee1b27be432e7a1f3f09a95c754612e8c46abda06aec9eeee5517", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "b93bfb3e685ee1b27be432e7a1f3f09a95c754612e8c46abda06aec9eeee5517", kill_on_drop: false }` [INFO] [stdout] b93bfb3e685ee1b27be432e7a1f3f09a95c754612e8c46abda06aec9eeee5517 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 6acfde256dde48f4555fd474c630ad1499d346f50db9f646f256bd3f7bba3d2f [INFO] running `Command { std: "docker" "start" "-a" "6acfde256dde48f4555fd474c630ad1499d346f50db9f646f256bd3f7bba3d2f", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.28s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/raft_vibe-8e58e0fb2a75a9de) [INFO] [stdout] [INFO] [stdout] running 192 tests [INFO] [stdout] test core::raft_core::tests::test_append_entries_idempotent ... ok [INFO] [stdout] test core::raft_core::tests::test_append_entries_stale_term_no_reset ... ok [INFO] [stdout] test core::raft_core::tests::test_append_entries_fails_prev_log_index_too_high ... ok [INFO] [stdout] test api::client_http::tests::test_leader_endpoint_follower ... ok [INFO] [stdout] test core::raft_core::tests::test_append_entries ... ok [INFO] [stdout] test api::client_http::tests::test_leader_endpoint_leader ... ok [INFO] [stdout] test api::client_http::tests::test_status_endpoint ... ok [INFO] [stdout] test api::client_http::tests::test_submit_invalid_command_returns_bad_request ... ok [INFO] [stdout] test api::client_http::tests::test_submit_as_leader_full ... ok [INFO] [stdout] test core::raft_core::tests::test_append_entries_truncates_conflicting_entries ... ok [INFO] [stdout] test api::client_http::tests::test_submit_not_leader_full ... ok [INFO] [stdout] test core::raft_core::tests::test_apply_committed_entries_updates_last_applied ... ok [INFO] [stdout] test core::raft_core::tests::test_automatic_snapshot_on_follower ... ok [INFO] [stdout] test core::raft_core::tests::test_candidate_steps_down_on_append_entries_from_new_leader ... ok [INFO] [stdout] test core::raft_core::tests::test_commit_index_advances_on_append_entries ... ok [INFO] [stdout] test core::raft_core::tests::test_commit_index_limited_by_log_length ... ok [INFO] [stdout] test core::raft_core::tests::test_candidate_steps_down_on_higher_term_request_vote ... ok [INFO] [stdout] test core::raft_core::tests::test_conflict_hint_log_too_short ... ok [INFO] [stdout] test core::raft_core::tests::test_automatic_snapshot_disabled_when_threshold_is_zero ... ok [INFO] [stdout] test core::raft_core::tests::test_conflict_hint_gap_log ... ok [INFO] [stdout] test core::raft_core::tests::test_apply_committed_entries_does_nothing_when_up_to_date ... ok [INFO] [stdout] test core::raft_core::tests::test_become_leader_initializes_next_index ... ok [INFO] [stdout] test core::raft_core::tests::test_commit_multiple_entries_at_once ... ok [INFO] [stdout] test core::raft_core::tests::test_conflict_hint_empty_log ... ok [INFO] [stdout] test core::raft_core::tests::test_election_lost_all_denied ... ok [INFO] [stdout] test core::raft_core::tests::test_election_needs_majority_in_5_node_cluster ... ok [INFO] [stdout] test core::raft_core::tests::test_automatic_snapshot_triggering ... ok [INFO] [stdout] test core::raft_core::tests::test_duplicate_vote_from_same_peer_ignored ... ok [INFO] [stdout] test core::raft_core::tests::test_conflict_hint_term_mismatch ... ok [INFO] [stdout] test core::raft_core::tests::test_follower_updates_term_on_higher_term_request_vote ... ok [INFO] [stdout] test core::raft_core::tests::test_empty_append_entries_still_updates_commit_index ... ok [INFO] [stdout] test core::raft_core::tests::test_entries_applied_to_state_machine ... ok [INFO] [stdout] test core::raft_core::tests::test_entry_committed_with_majority ... ok [INFO] [stdout] test core::raft_core::tests::test_follower_updates_term_on_higher_term_append_entries ... ok [INFO] [stdout] test core::raft_core::tests::test_entry_not_committed_without_majority ... ok [INFO] [stdout] test core::raft_core::tests::test_follower_catches_up_incrementally ... ok [INFO] [stdout] test core::raft_core::tests::test_follower_catches_up_multiple_entries ... ok [INFO] [stdout] test core::raft_core::tests::test_follower_with_gap_rejects_append ... ok [INFO] [stdout] test core::raft_core::tests::test_conflict_hint_term_mismatch_leader_has_term ... ok [INFO] [stdout] test core::raft_core::tests::test_full_catch_up_after_wipe ... ok [INFO] [stdout] test core::raft_core::tests::test_election ... ok [INFO] [stdout] test core::raft_core::tests::test_get_log_entry_with_snapshot ... ok [INFO] [stdout] test core::raft_core::tests::test_handle_install_snapshot_discards_old_log_entries ... ok [INFO] [stdout] test core::raft_core::tests::test_four_node_cluster_majority ... ok [INFO] [stdout] test core::raft_core::tests::test_heartbeat_resets_election_timeout ... ok [INFO] [stdout] test core::raft_core::tests::test_ignore_stale_vote_response_from_old_term ... ok [INFO] [stdout] test core::raft_core::tests::test_handle_install_snapshot_stale_term ... ok [INFO] [stdout] test core::raft_core::tests::test_handle_install_snapshot_success ... ok [INFO] [stdout] test core::raft_core::tests::test_handle_install_snapshot_old_snapshot ... ok [INFO] [stdout] test core::raft_core::tests::test_handle_install_snapshot_updates_commit_and_applied ... ok [INFO] [stdout] test core::raft_core::tests::test_candidate_resets_votes_on_new_election ... ok [INFO] [stdout] test core::raft_core::tests::test_leader_entry_has_current_term ... ok [INFO] [stdout] test core::raft_core::tests::test_leader_loses_leadership_on_higher_term_response ... ok [INFO] [stdout] test core::raft_core::tests::test_leader_steps_down_on_higher_term_in_append_response ... ok [INFO] [stdout] test core::raft_core::tests::test_match_index_does_not_decrease ... ok [INFO] [stdout] test core::raft_core::tests::test_last_log_index_with_snapshot ... ok [INFO] [stdout] test core::raft_core::tests::test_leader_cannot_commit_previous_term_entries_directly ... ok [INFO] [stdout] test core::raft_core::tests::test_new_node ... ok [INFO] [stdout] test core::raft_core::tests::test_leader_appends_multiple_entries_sequentially ... ok [INFO] [stdout] test core::raft_core::tests::test_next_index_does_not_go_below_1 ... ok [INFO] [stdout] test core::raft_core::tests::test_next_index_decrements_on_failed_append ... ok [INFO] [stdout] test core::raft_core::tests::test_leader_steps_down_on_higher_term_in_vote_response ... ok [INFO] [stdout] test core::raft_core::tests::test_node_restarts_with_full_state ... ok [INFO] [stdout] test core::raft_core::tests::test_node_restarts_with_saved_log ... ok [INFO] [stdout] test core::raft_core::tests::test_node_restarts_with_saved_term ... ok [INFO] [stdout] test core::raft_core::tests::test_multiple_elections_term_increases ... ok [INFO] [stdout] test core::raft_core::tests::test_match_index_updates_on_successful_append ... ok [INFO] [stdout] test core::raft_core::tests::test_multiple_snapshots_work ... ok [INFO] [stdout] test core::raft_core::tests::test_node_restarts_with_saved_voted_for ... ok [INFO] [stdout] test core::raft_core::tests::test_restarted_leader_must_reestablish ... ok [INFO] [stdout] test core::raft_core::tests::test_restarted_node_can_continue_election ... ok [INFO] [stdout] test core::raft_core::tests::test_single_node_cluster_immediate_leader ... ok [INFO] [stdout] test core::raft_core::tests::test_replication_after_compaction ... ok [INFO] [stdout] test core::raft_core::tests::test_request_vote ... ok [INFO] [stdout] test core::raft_core::tests::test_non_leader_cannot_append_entries ... ok [INFO] [stdout] test core::raft_core::tests::test_restarted_node_accepts_append_entries ... ok [INFO] [stdout] test core::raft_core::tests::test_snapshot_restores_state_machine_on_startup ... ok [INFO] [stdout] test core::raft_core::tests::test_previous_term_entries_committed_indirectly ... ok [INFO] [stdout] test core::raft_core::tests::test_take_snapshot_already_snapshotted ... ok [INFO] [stdout] test core::raft_core::tests::test_apply_entries_after_snapshot_restoration ... ok [INFO] [stdout] test core::raft_core::tests::test_take_snapshot_no_entries_applied ... ok [INFO] [stdout] test core::raft_core::tests::test_two_node_cluster_becomes_leader_with_peer_vote ... ok [INFO] [stdout] test core::raft_core::tests::test_stale_append_response_does_not_affect_commit ... ok [INFO] [stdout] test core::raft_core::tests::test_take_snapshot_basic ... ok [INFO] [stdout] test core::raft_core::tests::test_two_node_cluster_needs_both_votes ... ok [INFO] [stdout] test core::raft_core::tests::test_vote_denied_candidate_has_lower_term ... ok [INFO] [stdout] test core::raft_core::tests::test_vote_denied_candidate_log_has_older_term ... ok [INFO] [stdout] test core::raft_core::tests::test_vote_denied_candidate_log_is_shorter ... ok [INFO] [stdout] test core::raft_core::tests::test_vote_granted_to_same_candidate_again ... ok [INFO] [stdout] test core::raft_node::tests::test_heartbeat ... ok [INFO] [stdout] test core::raft_node::tests::test_follower_catches_up_after_snapshot ... ok [INFO] [stdout] test core::raft_core::tests::test_state_persists_across_operations ... ok [INFO] [stdout] test core::raft_core::tests::test_vote_denied_already_voted_for_another ... ok [INFO] [stdout] test core::raft_node::tests::test_election_with_one_peer_timeout ... ok [INFO] [stdout] test core::raft_node::tests::test_election ... ok [INFO] [stdout] test core::raft_node::tests::test_heartbeat_catches_up_followers ... ok [INFO] [stdout] test core::raft_core::tests::test_vote_granted_candidate_log_has_higher_term ... ok [INFO] [stdout] test core::raft_node::tests::test_all_peers_timeout_election_fails ... ok [INFO] [stdout] test core::raft_core::tests::test_vote_request_resets_voted_for_on_new_term ... ok [INFO] [stdout] test core::raft_node::tests::test_heartbeat_sends_snapshot_to_lagging_follower ... ok [INFO] [stdout] test core::raft_node::tests::test_mixed_snapshot_and_log_replication ... ok [INFO] [stdout] test core::raft_node::tests::test_heartbeat_handles_snapshot_boundary ... ok [INFO] [stdout] test core::raft_node::tests::test_replicate_to_peers_after_snapshot ... ok [INFO] [stdout] test core::raft_node::tests::test_replication_with_one_peer_timeout ... ok [INFO] [stdout] test core::raft_server::tests::test_candidate_rejects_commands ... ok [INFO] [stdout] test core::raft_node::tests::test_multiple_entries_replicated ... ok [INFO] [stdout] test core::raft_node::tests::test_replication ... ok [INFO] [stdout] test core::raft_server::tests::test_command_fails_when_leader_loses_leadership ... ok [INFO] [stdout] test core::raft_server::tests::test_election_timeout_triggers_election ... ok [INFO] [stdout] test core::raft_server::tests::test_entry_not_applied_without_quorum ... ok [INFO] [stdout] test core::raft_server::tests::test_entry_applied_when_quorum_reached ... ok [INFO] [stdout] test core::raft_server::tests::test_invalid_command_rejected_before_log_append ... ok [INFO] [stdout] test core::raft_server::tests::test_followers_snapshot_before_leader ... ok [INFO] [stdout] test core::raft_server::tests::test_follower_applies_entry_on_commit_notification ... ok [INFO] [stdout] test core::raft_server::tests::test_leader_isolated_cannot_commit ... ok [INFO] [stdout] test core::raft_server::tests::test_fresh_node_catches_up_from_empty ... ok [INFO] [stdout] test core::raft_server::tests::test_no_election_before_timeout ... ok [INFO] [stdout] test core::raft_server::tests::test_read_index_leader_steps_down ... ok [INFO] [stdout] test core::raft_server::tests::test_partitioned_node_rejoins ... ok [INFO] [stdout] test core::raft_server::tests::test_read_index_as_leader ... ok [INFO] [stdout] test core::raft_server::tests::test_read_index_not_leader ... ok [INFO] [stdout] test core::raft_server::tests::test_leader_snapshots_before_followers ... ok [INFO] [stdout] test core::raft_server::tests::test_read_index_returns_last_applied ... ok [INFO] [stdout] test core::raft_server::tests::test_read_index_with_pending_entries ... ok [INFO] [stdout] test core::raft_server::tests::test_server_not_leader ... ok [INFO] [stdout] test core::raft_server::tests::test_replication_continues_after_snapshot ... ok [INFO] [stdout] test core::raft_server::tests::test_snapshot_with_heartbeat_replication ... ok [INFO] [stdout] test core::raft_server::tests::test_replication_via_server ... ok [INFO] [stdout] test core::raft_server::tests::test_election_via_server ... ok [INFO] [stdout] test core::raft_server::tests::test_leader_failover ... ok [INFO] [stdout] test core::raft_server::tests::test_split_brain_prevention ... ok [INFO] [stdout] test core::raft_core::tests::test_append_entries_with_entries_already_present ... ok [INFO] [stdout] test core::raft_server::tests::test_uncommitted_entries_committed_via_noop ... ok [INFO] [stdout] test core::raft_server::tests::test_multiple_commands_in_sequence ... ok [INFO] [stdout] test state_machine::kv::tests::test_delete_not_found ... ok [INFO] [stdout] test core::raft_server::tests::test_client_command_flow ... ok [INFO] [stdout] test state_machine::kv::tests::test_restore_overwrites_existing_data ... ok [INFO] [stdout] test core::raft_server::tests::test_valid_command_accepted_after_validation ... ok [INFO] [stdout] test state_machine::kv::tests::test_delete ... ok [INFO] [stdout] test state_machine::kv::tests::test_set_and_get ... ok [INFO] [stdout] test core::raft_server::tests::test_stale_leader_steps_down ... ok [INFO] [stdout] test core::raft_server::tests::test_read_index_timeout_no_majority ... ok [INFO] [stdout] test state_machine::kv::tests::test_snapshot_and_restore ... ok [INFO] [stdout] test state_machine::kv::tests::test_snapshot_empty_store ... ok [INFO] [stdout] test state_machine::kv::tests::test_unknown_command ... ok [INFO] [stdout] test state_machine::kv::tests::test_validate_delete_command ... ok [INFO] [stdout] test core::raft_node::tests::test_heartbeat_with_timeout ... ok [INFO] [stdout] test core::raft_core::tests::test_follower_with_extra_uncommitted_entries_gets_truncated ... ok [INFO] [stdout] test core::raft_server::tests::test_state_machine_recovery_after_reelection ... ok [INFO] [stdout] test state_machine::kv::tests::test_validate_set_command ... ok [INFO] [stdout] test state_machine::kv::tests::test_value_with_spaces ... ok [INFO] [stdout] test core::raft_core::tests::test_append_entries_fails_prev_log_term_mismatch ... ok [INFO] [stdout] test storage::file::tests::test_crc32_basic ... ok [INFO] [stdout] test state_machine::kv::tests::test_validate_invalid_command ... ok [INFO] [stdout] test state_machine::kv::tests::test_restore_invalid_data ... ok [INFO] [stdout] test state_machine::kv::tests::test_validate_noop_command ... ok [INFO] [stdout] test storage::file::tests::test_detects_corrupted_log_entry ... ok [INFO] [stdout] test storage::memory::tests::test_memory_storage_compact_log ... ok [INFO] [stdout] test storage::file::tests::test_detects_corrupted_snapshot ... ok [INFO] [stdout] test storage::file::tests::test_detects_corrupted_voted_for ... ok [INFO] [stdout] test storage::memory::tests::test_memory_storage_log_truncate ... ok [INFO] [stdout] test storage::memory::tests::test_memory_storage_term ... ok [INFO] [stdout] test storage::memory::tests::test_memory_storage_truncate_all ... ok [INFO] [stdout] test storage::memory::tests::test_memory_storage_truncate_beyond_log ... ok [INFO] [stdout] test storage::memory::tests::test_memory_storage_voted_for ... ok [INFO] [stdout] test storage::file::tests::test_file_storage_snapshot ... ok [INFO] [stdout] test storage::file::tests::test_file_storage_log ... ok [INFO] [stdout] test transport::http::tests::test_http_node_not_found ... ok [INFO] [stdout] test storage::file::tests::test_file_storage_snapshot_persistence ... ok [INFO] [stdout] test storage::memory::tests::test_memory_storage_snapshot ... ok [INFO] [stdout] test storage::file::tests::test_detects_corrupted_term ... ok [INFO] [stdout] test transport::inmemory::tests::test_append_entries_timeout ... ok [INFO] [stdout] test storage::file::tests::test_file_storage_log_compact ... ok [INFO] [stdout] test transport::http::tests::test_http_timeout ... ok [INFO] [stdout] test transport::inmemory::tests::test_install_snapshot ... ok [INFO] [stdout] test transport::inmemory::tests::test_mixed_responses_and_timeouts ... ok [INFO] [stdout] test core::raft_core::tests::test_snapshot_compacts_file_storage ... ok [INFO] [stdout] test transport::inmemory::tests::test_request_vote ... ok [INFO] [stdout] test transport::inmemory::tests::test_election_via_transport ... ok [INFO] [stdout] test storage::file::tests::test_file_storage_term ... ok [INFO] [stdout] test transport::inmemory::tests::test_append_entries ... ok [INFO] [stdout] test storage::file::tests::test_file_storage_persistence_across_instances ... ok [INFO] [stdout] test transport::http::tests::test_http_append_entries ... ok [INFO] [stdout] test transport::http::tests::test_http_request_vote ... ok [INFO] [stdout] test state_machine::kv::tests::test_get_not_found ... ok [INFO] [stdout] test transport::inmemory::tests::test_node_not_found ... ok [INFO] [stdout] test storage::file::tests::test_file_storage_voted_for ... ok [INFO] [stdout] test state_machine::kv::tests::test_overwrite ... ok [INFO] [stdout] test storage::memory::tests::test_memory_storage_log_append ... ok [INFO] [stdout] test transport::inmemory::tests::test_request_vote_timeout ... ok [INFO] [stdout] test storage::file::tests::test_file_storage_log_truncate ... ok [INFO] [stdout] test core::raft_server::tests::test_snapshot_with_file_storage ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 192 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.18s [INFO] [stdout] [INFO] [stderr] Running unittests src/bin/server.rs (/opt/rustwide/target/debug/deps/raft_server-bf8bb98314608fac) [INFO] [stdout] [INFO] [stderr] Running tests/chaos_linearizability_test.rs (/opt/rustwide/target/debug/deps/chaos_linearizability_test-ac7d5d58ce108e00) [INFO] [stdout] running 0 tests [INFO] [stdout] [INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stderr] Running tests/http_cluster.rs (/opt/rustwide/target/debug/deps/http_cluster-9965b9b56ecdab5b) [INFO] [stdout] [INFO] [stdout] running 13 tests [INFO] [stdout] test test_asymmetric_partition ... ignored [INFO] [stdout] test test_follower_kill ... ignored [INFO] [stdout] test test_leader_kill ... ignored [INFO] [stdout] test test_leader_kill_loop ... ignored [INFO] [stdout] test test_leader_partition ... ignored [INFO] [stdout] test test_majority_crash_and_recover ... ignored [INFO] [stdout] test test_minority_partition ... ignored [INFO] [stdout] test test_packet_loss ... ignored [INFO] [stdout] test test_partition_heal ... ignored [INFO] [stdout] test test_rolling_restart ... ignored [INFO] [stdout] test test_slow_network ... ignored [INFO] [stdout] test test_storage_wipe ... ignored [INFO] [stdout] test test_two_followers_kill ... ignored [INFO] [stdout] [INFO] [stdout] test result: ok. 0 passed; 0 failed; 13 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 13 tests [INFO] [stdout] test test_linearizable_read_as_leader ... ok [INFO] [stdout] test test_linearizable_read_not_leader ... ok [INFO] [stdout] test test_cluster_elects_leader ... ok [INFO] [stdout] test test_linearizable_read_missing_key ... ok [INFO] [stdout] test test_follower_redirect ... ok [INFO] [stdout] test test_linearizable_read_after_writes ... ok [INFO] [stdout] test test_leader_failover ... ok [INFO] [stdout] test test_concurrent_client_commands ... ok [INFO] [stdout] test test_concurrent_commands_during_leader_failover ... ok [INFO] [stdout] test test_cluster_consistency ... ok [INFO] [stdout] test test_concurrent_reads_and_writes ... ok [INFO] [stdout] test test_rapid_fire_http_requests ... ok [INFO] [stdout] test test_concurrent_writes_to_same_key ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- test_concurrent_writes_to_same_key stdout ---- [INFO] [stdout] [NODE 1] Became CANDIDATE for term 1 [INFO] [stdout] [NODE 2] Became CANDIDATE for term 2 [INFO] [stdout] [NODE 1] Became LEADER for term 1 [INFO] [stdout] [NODE 1] Appending no-op entry 1 [INFO] [stdout] [NODE 3] Replicated entry 1 (term 1): NOOP [INFO] [stdout] [NODE 1] Stepped down to FOLLOWER (was Leader, saw term 2) [INFO] [stdout] [NODE 1] Became CANDIDATE for term 3 [INFO] [stdout] [NODE 2] Became CANDIDATE for term 3 [INFO] [stdout] [NODE 1] Became LEADER for term 3 [INFO] [stdout] [NODE 1] Appending no-op entry 2 [INFO] [stdout] [NODE 3] Replicated entry 2 (term 3): NOOP [INFO] [stdout] [NODE 1] Committed entry 2 (replicated to 2/3) [INFO] [stdout] [NODE 1] Heartbeat to peer 2: next_idx=1, prev_log_index=0, sending 2 entries (log_length=2) [INFO] [stdout] [NODE 2] Replicated entry 1 (term 1): NOOP [INFO] [stdout] [NODE 2] Replicated entry 2 (term 3): NOOP [INFO] [stdout] [NODE 1] Appended entry 3 (term 3): SET contested_key writer_0 [INFO] [stdout] [NODE 2] Replicated entry 3 (term 3): SET contested_key writer_0 [INFO] [stdout] [NODE 3] Replicated entry 3 (term 3): SET contested_key writer_0 [INFO] [stdout] [NODE 1] Committed entry 3 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 4 (term 3): SET contested_key writer_1 [INFO] [stdout] [NODE 2] Replicated entry 4 (term 3): SET contested_key writer_1 [INFO] [stdout] [NODE 3] Replicated entry 4 (term 3): SET contested_key writer_1 [INFO] [stdout] [NODE 1] Committed entry 4 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 5 (term 3): SET contested_key writer_2 [INFO] [stdout] [NODE 2] Replicated entry 5 (term 3): SET contested_key writer_2 [INFO] [stdout] [NODE 3] Replicated entry 5 (term 3): SET contested_key writer_2 [INFO] [stdout] [NODE 1] Committed entry 5 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 6 (term 3): SET contested_key writer_3 [INFO] [stdout] [NODE 2] Replicated entry 6 (term 3): SET contested_key writer_3 [INFO] [stdout] [NODE 3] Replicated entry 6 (term 3): SET contested_key writer_3 [INFO] [stdout] [NODE 1] Committed entry 6 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 7 (term 3): SET contested_key writer_4 [INFO] [stdout] [NODE 2] Replicated entry 7 (term 3): SET contested_key writer_4 [INFO] [stdout] [NODE 3] Replicated entry 7 (term 3): SET contested_key writer_4 [INFO] [stdout] [NODE 1] Committed entry 7 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 8 (term 3): SET contested_key writer_5 [INFO] [stdout] [NODE 2] Replicated entry 8 (term 3): SET contested_key writer_5 [INFO] [stdout] [NODE 3] Replicated entry 8 (term 3): SET contested_key writer_5 [INFO] [stdout] [NODE 1] Committed entry 8 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 9 (term 3): SET contested_key writer_6 [INFO] [stdout] [NODE 2] Replicated entry 9 (term 3): SET contested_key writer_6 [INFO] [stdout] [NODE 3] Replicated entry 9 (term 3): SET contested_key writer_6 [INFO] [stdout] [NODE 1] Committed entry 9 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 10 (term 3): SET contested_key writer_7 [INFO] [stdout] [NODE 2] Replicated entry 10 (term 3): SET contested_key writer_7 [INFO] [stdout] [NODE 3] Replicated entry 10 (term 3): SET contested_key writer_7 [INFO] [stdout] [NODE 1] Committed entry 10 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 11 (term 3): SET contested_key writer_8 [INFO] [stdout] [NODE 2] Replicated entry 11 (term 3): SET contested_key writer_8 [INFO] [stdout] [NODE 3] Replicated entry 11 (term 3): SET contested_key writer_8 [INFO] [stdout] [NODE 1] Committed entry 11 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 12 (term 3): SET contested_key writer_9 [INFO] [stdout] [NODE 2] Replicated entry 12 (term 3): SET contested_key writer_9 [INFO] [stdout] [NODE 3] Replicated entry 12 (term 3): SET contested_key writer_9 [INFO] [stdout] [NODE 1] Committed entry 12 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 13 (term 3): SET contested_key writer_10 [INFO] [stdout] [NODE 2] Replicated entry 13 (term 3): SET contested_key writer_10 [INFO] [stdout] [NODE 3] Replicated entry 13 (term 3): SET contested_key writer_10 [INFO] [stdout] [NODE 1] Committed entry 13 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 14 (term 3): SET contested_key writer_11 [INFO] [stdout] [NODE 2] Replicated entry 14 (term 3): SET contested_key writer_11 [INFO] [stdout] [NODE 3] Replicated entry 14 (term 3): SET contested_key writer_11 [INFO] [stdout] [NODE 1] Committed entry 14 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 15 (term 3): SET contested_key writer_12 [INFO] [stdout] [NODE 2] Replicated entry 15 (term 3): SET contested_key writer_12 [INFO] [stdout] [NODE 3] Replicated entry 15 (term 3): SET contested_key writer_12 [INFO] [stdout] [NODE 1] Committed entry 15 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 16 (term 3): SET contested_key writer_13 [INFO] [stdout] [NODE 2] Replicated entry 16 (term 3): SET contested_key writer_13 [INFO] [stdout] [NODE 3] Replicated entry 16 (term 3): SET contested_key writer_13 [INFO] [stdout] [NODE 1] Committed entry 16 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 17 (term 3): SET contested_key writer_14 [INFO] [stdout] [NODE 2] Replicated entry 17 (term 3): SET contested_key writer_14 [INFO] [stdout] [NODE 3] Replicated entry 17 (term 3): SET contested_key writer_14 [INFO] [stdout] [NODE 1] Committed entry 17 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 18 (term 3): SET contested_key writer_15 [INFO] [stdout] [NODE 2] Replicated entry 18 (term 3): SET contested_key writer_15 [INFO] [stdout] [NODE 3] Replicated entry 18 (term 3): SET contested_key writer_15 [INFO] [stdout] [NODE 1] Committed entry 18 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 19 (term 3): SET contested_key writer_16 [INFO] [stdout] [NODE 2] Replicated entry 19 (term 3): SET contested_key writer_16 [INFO] [stdout] [NODE 3] Replicated entry 19 (term 3): SET contested_key writer_16 [INFO] [stdout] [NODE 1] Committed entry 19 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 20 (term 3): SET contested_key writer_17 [INFO] [stdout] [NODE 2] Replicated entry 20 (term 3): SET contested_key writer_17 [INFO] [stdout] [NODE 3] Replicated entry 20 (term 3): SET contested_key writer_17 [INFO] [stdout] [NODE 1] Committed entry 20 (replicated to 2/3) [INFO] [stdout] [NODE 1] Heartbeat to peer 3: next_idx=3, prev_log_index=2, sending 18 entries (log_length=20) [INFO] [stdout] [NODE 1] Appended entry 21 (term 3): SET contested_key writer_18 [INFO] [stdout] [NODE 2] Replicated entry 21 (term 3): SET contested_key writer_18 [INFO] [stdout] [NODE 3] Replicated entry 21 (term 3): SET contested_key writer_18 [INFO] [stdout] [NODE 1] Committed entry 21 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 22 (term 3): SET contested_key writer_19 [INFO] [stdout] [NODE 2] Replicated entry 22 (term 3): SET contested_key writer_19 [INFO] [stdout] [NODE 3] Replicated entry 22 (term 3): SET contested_key writer_19 [INFO] [stdout] [NODE 1] Committed entry 22 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 23 (term 3): SET contested_key writer_20 [INFO] [stdout] [NODE 2] Replicated entry 23 (term 3): SET contested_key writer_20 [INFO] [stdout] [NODE 3] Replicated entry 23 (term 3): SET contested_key writer_20 [INFO] [stdout] [NODE 1] Committed entry 23 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 24 (term 3): SET contested_key writer_21 [INFO] [stdout] [NODE 2] Replicated entry 24 (term 3): SET contested_key writer_21 [INFO] [stdout] [NODE 3] Replicated entry 24 (term 3): SET contested_key writer_21 [INFO] [stdout] [NODE 1] Committed entry 24 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 25 (term 3): SET contested_key writer_22 [INFO] [stdout] [NODE 2] Replicated entry 25 (term 3): SET contested_key writer_22 [INFO] [stdout] [NODE 3] Replicated entry 25 (term 3): SET contested_key writer_22 [INFO] [stdout] [NODE 1] Committed entry 25 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 26 (term 3): SET contested_key writer_23 [INFO] [stdout] [NODE 2] Replicated entry 26 (term 3): SET contested_key writer_23 [INFO] [stdout] [NODE 3] Replicated entry 26 (term 3): SET contested_key writer_23 [INFO] [stdout] [NODE 1] Committed entry 26 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 27 (term 3): SET contested_key writer_24 [INFO] [stdout] [NODE 2] Replicated entry 27 (term 3): SET contested_key writer_24 [INFO] [stdout] [NODE 3] Replicated entry 27 (term 3): SET contested_key writer_24 [INFO] [stdout] [NODE 1] Committed entry 27 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 28 (term 3): SET contested_key writer_25 [INFO] [stdout] [NODE 2] Replicated entry 28 (term 3): SET contested_key writer_25 [INFO] [stdout] [NODE 3] Replicated entry 28 (term 3): SET contested_key writer_25 [INFO] [stdout] [NODE 1] Committed entry 28 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 29 (term 3): SET contested_key writer_26 [INFO] [stdout] [NODE 2] Replicated entry 29 (term 3): SET contested_key writer_26 [INFO] [stdout] [NODE 3] Replicated entry 29 (term 3): SET contested_key writer_26 [INFO] [stdout] [NODE 1] Committed entry 29 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 30 (term 3): SET contested_key writer_27 [INFO] [stdout] [NODE 2] Replicated entry 30 (term 3): SET contested_key writer_27 [INFO] [stdout] [NODE 3] Replicated entry 30 (term 3): SET contested_key writer_27 [INFO] [stdout] [NODE 1] Committed entry 30 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 31 (term 3): SET contested_key writer_28 [INFO] [stdout] [NODE 2] Replicated entry 31 (term 3): SET contested_key writer_28 [INFO] [stdout] [NODE 3] Replicated entry 31 (term 3): SET contested_key writer_28 [INFO] [stdout] [NODE 1] Committed entry 31 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 32 (term 3): SET contested_key writer_29 [INFO] [stdout] [NODE 2] Replicated entry 32 (term 3): SET contested_key writer_29 [INFO] [stdout] [NODE 3] Replicated entry 32 (term 3): SET contested_key writer_29 [INFO] [stdout] [NODE 1] Committed entry 32 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 33 (term 3): SET contested_key writer_30 [INFO] [stdout] [NODE 2] Replicated entry 33 (term 3): SET contested_key writer_30 [INFO] [stdout] [NODE 3] Replicated entry 33 (term 3): SET contested_key writer_30 [INFO] [stdout] [NODE 1] Committed entry 33 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 34 (term 3): SET contested_key writer_31 [INFO] [stdout] [NODE 2] Replicated entry 34 (term 3): SET contested_key writer_31 [INFO] [stdout] [NODE 3] Replicated entry 34 (term 3): SET contested_key writer_31 [INFO] [stdout] [NODE 1] Committed entry 34 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 35 (term 3): SET contested_key writer_32 [INFO] [stdout] [NODE 2] Replicated entry 35 (term 3): SET contested_key writer_32 [INFO] [stdout] [NODE 3] Replicated entry 35 (term 3): SET contested_key writer_32 [INFO] [stdout] [NODE 1] Committed entry 35 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 36 (term 3): SET contested_key writer_33 [INFO] [stdout] [NODE 2] Replicated entry 36 (term 3): SET contested_key writer_33 [INFO] [stdout] [NODE 3] Replicated entry 36 (term 3): SET contested_key writer_33 [INFO] [stdout] [NODE 1] Committed entry 36 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 37 (term 3): SET contested_key writer_34 [INFO] [stdout] [NODE 2] Replicated entry 37 (term 3): SET contested_key writer_34 [INFO] [stdout] [NODE 3] Replicated entry 37 (term 3): SET contested_key writer_34 [INFO] [stdout] [NODE 1] Committed entry 37 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 38 (term 3): SET contested_key writer_35 [INFO] [stdout] [NODE 2] Replicated entry 38 (term 3): SET contested_key writer_35 [INFO] [stdout] [NODE 3] Replicated entry 38 (term 3): SET contested_key writer_35 [INFO] [stdout] [NODE 1] Committed entry 38 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 39 (term 3): SET contested_key writer_36 [INFO] [stdout] [NODE 2] Replicated entry 39 (term 3): SET contested_key writer_36 [INFO] [stdout] [NODE 3] Replicated entry 39 (term 3): SET contested_key writer_36 [INFO] [stdout] [NODE 1] Committed entry 39 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 40 (term 3): SET contested_key writer_37 [INFO] [stdout] [NODE 2] Replicated entry 40 (term 3): SET contested_key writer_37 [INFO] [stdout] [NODE 3] Replicated entry 40 (term 3): SET contested_key writer_37 [INFO] [stdout] [NODE 1] Committed entry 40 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 41 (term 3): SET contested_key writer_38 [INFO] [stdout] [NODE 2] Replicated entry 41 (term 3): SET contested_key writer_38 [INFO] [stdout] [NODE 3] Replicated entry 41 (term 3): SET contested_key writer_38 [INFO] [stdout] [NODE 1] Committed entry 41 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 42 (term 3): SET contested_key writer_39 [INFO] [stdout] [NODE 2] Replicated entry 42 (term 3): SET contested_key writer_39 [INFO] [stdout] [NODE 3] Replicated entry 42 (term 3): SET contested_key writer_39 [INFO] [stdout] [NODE 1] Committed entry 42 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 43 (term 3): SET contested_key writer_40 [INFO] [stdout] [NODE 2] Replicated entry 43 (term 3): SET contested_key writer_40 [INFO] [stdout] [NODE 3] Replicated entry 43 (term 3): SET contested_key writer_40 [INFO] [stdout] [NODE 1] Committed entry 43 (replicated to 2/3) [INFO] [stdout] [NODE 1] Heartbeat to peer 3: next_idx=21, prev_log_index=20, sending 23 entries (log_length=43) [INFO] [stdout] [NODE 1] Appended entry 44 (term 3): SET contested_key writer_41 [INFO] [stdout] [NODE 2] Replicated entry 44 (term 3): SET contested_key writer_41 [INFO] [stdout] [NODE 3] Replicated entry 44 (term 3): SET contested_key writer_41 [INFO] [stdout] [NODE 1] Committed entry 44 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 45 (term 3): SET contested_key writer_42 [INFO] [stdout] [NODE 2] Replicated entry 45 (term 3): SET contested_key writer_42 [INFO] [stdout] [NODE 3] Replicated entry 45 (term 3): SET contested_key writer_42 [INFO] [stdout] [NODE 1] Committed entry 45 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 46 (term 3): SET contested_key writer_43 [INFO] [stdout] [NODE 2] Replicated entry 46 (term 3): SET contested_key writer_43 [INFO] [stdout] [NODE 3] Replicated entry 46 (term 3): SET contested_key writer_43 [INFO] [stdout] [NODE 1] Committed entry 46 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 47 (term 3): SET contested_key writer_44 [INFO] [stdout] [NODE 2] Replicated entry 47 (term 3): SET contested_key writer_44 [INFO] [stdout] [NODE 3] Replicated entry 47 (term 3): SET contested_key writer_44 [INFO] [stdout] [NODE 1] Committed entry 47 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 48 (term 3): SET contested_key writer_45 [INFO] [stdout] [NODE 2] Replicated entry 48 (term 3): SET contested_key writer_45 [INFO] [stdout] [NODE 3] Replicated entry 48 (term 3): SET contested_key writer_45 [INFO] [stdout] [NODE 1] Committed entry 48 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 49 (term 3): SET contested_key writer_46 [INFO] [stdout] [NODE 2] Replicated entry 49 (term 3): SET contested_key writer_46 [INFO] [stdout] [NODE 3] Replicated entry 49 (term 3): SET contested_key writer_46 [INFO] [stdout] [NODE 1] Committed entry 49 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 50 (term 3): SET contested_key writer_47 [INFO] [stdout] [NODE 2] Replicated entry 50 (term 3): SET contested_key writer_47 [INFO] [stdout] [NODE 3] Replicated entry 50 (term 3): SET contested_key writer_47 [INFO] [stdout] [NODE 1] Committed entry 50 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 51 (term 3): SET contested_key writer_48 [INFO] [stdout] [NODE 2] Replicated entry 51 (term 3): SET contested_key writer_48 [INFO] [stdout] [NODE 3] Replicated entry 51 (term 3): SET contested_key writer_48 [INFO] [stdout] [NODE 1] Committed entry 51 (replicated to 2/3) [INFO] [stdout] [NODE 1] Appended entry 52 (term 3): SET contested_key writer_49 [INFO] [stdout] [NODE 2] Replicated entry 52 (term 3): SET contested_key writer_49 [INFO] [stdout] [NODE 3] Replicated entry 52 (term 3): SET contested_key writer_49 [INFO] [stdout] [NODE 1] Committed entry 52 (replicated to 2/3) [INFO] [stdout] [NODE 1] Heartbeat to peer 3: next_idx=44, prev_log_index=43, sending 9 entries (log_length=52) [INFO] [stdout] [INFO] [stdout] thread 'test_concurrent_writes_to_same_key' (224) panicked at tests/http_cluster.rs:648:5: [INFO] [stdout] assertion `left == right` failed: Log should have 51 entries (1 NOOP + 50 writes) [INFO] [stdout] left: 52 [INFO] [stdout] right: 51 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5ba97480d2ba - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5ba97480d2ba - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5ba97480d2ba - std[da2fd379f16a7ff7]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x5ba97480d2ba - <::print::DisplayBacktrace as core[97f61b5528a4c2b4]::fmt::Display>::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x5ba974823bda - ::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x5ba974823bda - core[97f61b5528a4c2b4]::fmt::write [INFO] [stdout] 6: 0x5ba9748123c2 - std[da2fd379f16a7ff7]::io::default_write_fmt::> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5ba9748123c2 - as std[da2fd379f16a7ff7]::io::Write>::write_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x5ba9747eb38f - ::print [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x5ba9747eb38f - std[da2fd379f16a7ff7]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x5ba974805209 - std[da2fd379f16a7ff7]::panicking::default_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x5ba97415c57c - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x5ba97415c57c - test[d0b63a2f043bab5e]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5ba974805482 - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x5ba974805482 - std[da2fd379f16a7ff7]::panicking::panic_with_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x5ba9747eb448 - std[da2fd379f16a7ff7]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x5ba9747e2d09 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x5ba9747ec31d - __rustc[9f3cd9eabd71303e]::rust_begin_unwind [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x5ba9748244bc - core[97f61b5528a4c2b4]::panicking::panic_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x5ba9748243d3 - core[97f61b5528a4c2b4]::panicking::assert_failed_inner [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:434:23 [INFO] [stdout] 20: 0x5ba97481ef4d - core[97f61b5528a4c2b4]::panicking::assert_failed:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:394:5 [INFO] [stdout] 21: 0x5ba9740dcc9e - http_cluster[d62eb209f4dcb98b]::test_concurrent_writes_to_same_key::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/tests/http_cluster.rs:648:5 [INFO] [stdout] 22: 0x5ba9740b7362 - > as core[97f61b5528a4c2b4]::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5ba9740b73dd - >> as core[97f61b5528a4c2b4]::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5ba9741430dd - ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 25: 0x5ba974142fdb - tokio[84aed2148fe423f6]::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5ba974142fdb - tokio[84aed2148fe423f6]::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5ba974142fdb - ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 28: 0x5ba9741340b0 - ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5ba9741423ad - ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 30: 0x5ba9741416a4 - ::enter::<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 31: 0x5ba9740a89db - >::set::<::enter<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0}, (alloc[ec929a98520ab192]::boxed::Box, core[97f61b5528a4c2b4]::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5ba9740cd259 - tokio[84aed2148fe423f6]::runtime::context::set_scheduler::<(alloc[ec929a98520ab192]::boxed::Box, core[97f61b5528a4c2b4]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context.rs:176:38 [INFO] [stdout] 33: 0x5ba9740f6c52 - >::try_with::, core[97f61b5528a4c2b4]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[ec929a98520ab192]::boxed::Box, core[97f61b5528a4c2b4]::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 34: 0x5ba9740f67de - >::with::, core[97f61b5528a4c2b4]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[ec929a98520ab192]::boxed::Box, core[97f61b5528a4c2b4]::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 35: 0x5ba9740cc4bd - tokio[84aed2148fe423f6]::runtime::context::set_scheduler::<(alloc[ec929a98520ab192]::boxed::Box, core[97f61b5528a4c2b4]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context.rs:176:17 [INFO] [stdout] 36: 0x5ba974139070 - ::enter::<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 37: 0x5ba974139366 - ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 38: 0x5ba974141190 - ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5ba9740986d3 - tokio[84aed2148fe423f6]::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5ba974133be1 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5ba974120674 - ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5ba97412083f - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5ba9740e14e3 - http_cluster[d62eb209f4dcb98b]::test_concurrent_writes_to_same_key [INFO] [stdout] at /opt/rustwide/workdir/tests/http_cluster.rs:654:29 [INFO] [stdout] 44: 0x5ba9740d1277 - http_cluster[d62eb209f4dcb98b]::test_concurrent_writes_to_same_key::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/tests/http_cluster.rs:551:46 [INFO] [stdout] 45: 0x5ba97408a536 - >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5ba97415065b - core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x5ba97415065b - test[d0b63a2f043bab5e]::__rust_begin_short_backtrace::, fn() -> core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5ba97415d04b - test[d0b63a2f043bab5e]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5ba97415d04b - as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x5ba97415d04b - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 51: 0x5ba97415d04b - std[da2fd379f16a7ff7]::panicking::catch_unwind::, core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 52: 0x5ba97415d04b - std[da2fd379f16a7ff7]::panic::catch_unwind::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5ba97415d04b - test[d0b63a2f043bab5e]::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5ba97415d04b - test[d0b63a2f043bab5e]::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5ba974158764 - test[d0b63a2f043bab5e]::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5ba974158764 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 57: 0x5ba97415fc52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 58: 0x5ba97415fc52 - ::{closure#1}::{closure#0}> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x5ba97415fc52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 60: 0x5ba97415fc52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::<(), core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 61: 0x5ba97415fc52 - std[da2fd379f16a7ff7]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5ba97415fc52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 63: 0x5ba97415fc52 - ::{closure#1} as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x5ba97480cb8f - + core[97f61b5528a4c2b4]::marker::Send> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 65: 0x5ba97480cb8f - ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 66: 0x7798faa32aa4 - [INFO] [stdout] 67: 0x7798faabfa64 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] test_concurrent_writes_to_same_key [INFO] [stdout] [INFO] [stdout] test result: FAILED. 12 passed; 1 failed; 0 ignored; 0 measured; 0 filtered out; finished in 1.29s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--test http_cluster` [INFO] running `Command { std: "docker" "inspect" "6acfde256dde48f4555fd474c630ad1499d346f50db9f646f256bd3f7bba3d2f", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "6acfde256dde48f4555fd474c630ad1499d346f50db9f646f256bd3f7bba3d2f", kill_on_drop: false }` [INFO] [stdout] 6acfde256dde48f4555fd474c630ad1499d346f50db9f646f256bd3f7bba3d2f