[INFO] fetching crate aurum_actors 0.0.1... [INFO] testing aurum_actors-0.0.1 against try#d724b5ab2f4ac098ff483349a80b6a3799a5177b for pr-113843 [INFO] extracting crate aurum_actors 0.0.1 into /workspace/builds/worker-6-tc2/source [INFO] validating manifest of crates.io crate aurum_actors 0.0.1 on toolchain d724b5ab2f4ac098ff483349a80b6a3799a5177b [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+d724b5ab2f4ac098ff483349a80b6a3799a5177b" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking crates.io crate aurum_actors 0.0.1 [INFO] finished tweaking crates.io crate aurum_actors 0.0.1 [INFO] tweaked toml for crates.io crate aurum_actors 0.0.1 written to /workspace/builds/worker-6-tc2/source/Cargo.toml [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+d724b5ab2f4ac098ff483349a80b6a3799a5177b" "generate-lockfile" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+d724b5ab2f4ac098ff483349a80b6a3799a5177b" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:5c16f4e6c37141f9fef0bc86f7a492d732943053e42aab8461035881e3f53823" "/opt/rustwide/cargo-home/bin/cargo" "+d724b5ab2f4ac098ff483349a80b6a3799a5177b" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 99328ed8c4013287fc09c3d3cf21f63bc82d94074b2c4fbe10b55551e0674002 [INFO] running `Command { std: "docker" "start" "-a" "99328ed8c4013287fc09c3d3cf21f63bc82d94074b2c4fbe10b55551e0674002", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "99328ed8c4013287fc09c3d3cf21f63bc82d94074b2c4fbe10b55551e0674002", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "99328ed8c4013287fc09c3d3cf21f63bc82d94074b2c4fbe10b55551e0674002", kill_on_drop: false }` [INFO] [stdout] 99328ed8c4013287fc09c3d3cf21f63bc82d94074b2c4fbe10b55551e0674002 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:5c16f4e6c37141f9fef0bc86f7a492d732943053e42aab8461035881e3f53823" "/opt/rustwide/cargo-home/bin/cargo" "+d724b5ab2f4ac098ff483349a80b6a3799a5177b" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] d41c448b7a96d8283af9ae6689d06158d860afac0f02fc3b13569d51b7c7a56a [INFO] running `Command { std: "docker" "start" "-a" "d41c448b7a96d8283af9ae6689d06158d860afac0f02fc3b13569d51b7c7a56a", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Compiling proc-macro2 v1.0.66 [INFO] [stderr] Compiling unicode-ident v1.0.11 [INFO] [stderr] Compiling libm v0.2.7 [INFO] [stderr] Compiling num-traits v0.2.15 [INFO] [stderr] Compiling getrandom v0.2.10 [INFO] [stderr] Compiling getrandom v0.1.16 [INFO] [stderr] Compiling syn v1.0.109 [INFO] [stderr] Compiling serde v1.0.171 [INFO] [stderr] Compiling num-complex v0.2.4 [INFO] [stderr] Compiling unicode-normalization v0.1.22 [INFO] [stderr] Compiling num-rational v0.2.4 [INFO] [stderr] Compiling tokio v1.29.1 [INFO] [stderr] Compiling toml_datetime v0.6.3 [INFO] [stderr] Compiling unicode-bidi v0.3.13 [INFO] [stderr] Compiling aho-corasick v1.0.2 [INFO] [stderr] Compiling mio v0.8.8 [INFO] [stderr] Compiling rawpointer v0.2.1 [INFO] [stderr] Compiling crossbeam-queue v0.3.8 [INFO] [stderr] Compiling regex-syntax v0.7.4 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling toml_edit v0.19.14 [INFO] [stderr] Compiling matrixmultiply v0.2.4 [INFO] [stderr] Compiling quote v1.0.31 [INFO] [stderr] Compiling rand_core v0.5.1 [INFO] [stderr] Compiling generic-array v0.13.3 [INFO] [stderr] Compiling bitmaps v2.1.0 [INFO] [stderr] Compiling syn v2.0.26 [INFO] [stderr] Compiling rand_chacha v0.2.2 [INFO] [stderr] Compiling im v15.1.0 [INFO] [stderr] Compiling rand v0.7.3 [INFO] [stderr] Compiling async-trait v0.1.71 [INFO] [stderr] Compiling static_assertions v1.1.0 [INFO] [stderr] Compiling matches v0.1.10 [INFO] [stderr] Compiling archery v0.4.0 [INFO] [stderr] Compiling ahash v0.7.6 [INFO] [stderr] Compiling idna v0.4.0 [INFO] [stderr] Compiling sized-chunks v0.6.5 [INFO] [stderr] Compiling idna v0.2.3 [INFO] [stderr] Compiling rayon-core v1.11.0 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling rand_xoshiro v0.6.0 [INFO] [stderr] Compiling itertools v0.10.5 [INFO] [stderr] Compiling half v1.8.2 [INFO] [stderr] Compiling hashbrown v0.11.2 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling rayon v1.7.0 [INFO] [stderr] Compiling crossbeam v0.8.2 [INFO] [stderr] Compiling wyhash v0.5.0 [INFO] [stderr] Compiling maplit v1.0.2 [INFO] [stderr] Compiling smallvec v1.11.0 [INFO] [stderr] Compiling rand_distr v0.2.2 [INFO] [stderr] Compiling num-integer v0.1.45 [INFO] [stderr] Compiling approx v0.3.2 [INFO] [stderr] Compiling proc-macro-crate v1.3.1 [INFO] [stderr] Compiling alga v0.9.3 [INFO] [stderr] Compiling url v2.4.0 [INFO] [stderr] Compiling nalgebra v0.19.0 [INFO] [stderr] Compiling regex-automata v0.3.3 [INFO] [stderr] Compiling validator_types v0.14.0 [INFO] [stderr] Compiling serde_derive v1.0.171 [INFO] [stderr] Compiling tokio-macros v2.1.0 [INFO] [stderr] Compiling async-stream-impl v0.3.5 [INFO] [stderr] Compiling num_enum_derive v0.5.11 [INFO] [stderr] Compiling aurum_actors_macros v0.0.1 [INFO] [stderr] Compiling async-stream v0.3.5 [INFO] [stderr] Compiling regex v1.9.1 [INFO] [stderr] Compiling num_enum v0.5.11 [INFO] [stderr] Compiling tokio-stream v0.1.14 [INFO] [stderr] Compiling tokio-test v0.4.2 [INFO] [stderr] Compiling serde_json v1.0.103 [INFO] [stderr] Compiling serde_cbor v0.11.2 [INFO] [stderr] Compiling rpds v0.9.0 [INFO] [stderr] Compiling statrs v0.13.0 [INFO] [stderr] Compiling validator v0.14.0 [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished dev [unoptimized + debuginfo] target(s) in 31.89s [INFO] running `Command { std: "docker" "inspect" "d41c448b7a96d8283af9ae6689d06158d860afac0f02fc3b13569d51b7c7a56a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "d41c448b7a96d8283af9ae6689d06158d860afac0f02fc3b13569d51b7c7a56a", kill_on_drop: false }` [INFO] [stdout] d41c448b7a96d8283af9ae6689d06158d860afac0f02fc3b13569d51b7c7a56a [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:5c16f4e6c37141f9fef0bc86f7a492d732943053e42aab8461035881e3f53823" "/opt/rustwide/cargo-home/bin/cargo" "+d724b5ab2f4ac098ff483349a80b6a3799a5177b" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] cbb9798e5ba26ea1151f21a1bda4fbc80dd02f41b43ab965ef0888e6cd8e1e71 [INFO] running `Command { std: "docker" "start" "-a" "cbb9798e5ba26ea1151f21a1bda4fbc80dd02f41b43ab965ef0888e6cd8e1e71", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 24.01s [INFO] running `Command { std: "docker" "inspect" "cbb9798e5ba26ea1151f21a1bda4fbc80dd02f41b43ab965ef0888e6cd8e1e71", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "cbb9798e5ba26ea1151f21a1bda4fbc80dd02f41b43ab965ef0888e6cd8e1e71", kill_on_drop: false }` [INFO] [stdout] cbb9798e5ba26ea1151f21a1bda4fbc80dd02f41b43ab965ef0888e6cd8e1e71 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:5c16f4e6c37141f9fef0bc86f7a492d732943053e42aab8461035881e3f53823" "/opt/rustwide/cargo-home/bin/cargo" "+d724b5ab2f4ac098ff483349a80b6a3799a5177b" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 2856cda5492de17411cccf074f5a078acfc90226411c57f2e29c6129b52e6013 [INFO] running `Command { std: "docker" "start" "-a" "2856cda5492de17411cccf074f5a078acfc90226411c57f2e29c6129b52e6013", kill_on_drop: false }` [INFO] [stderr] warning: unused borrow that must be used [INFO] [stderr] --> src/core/packets.rs:82:5 [INFO] [stderr] | [INFO] [stderr] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(unused_must_use)]` on by default [INFO] [stderr] help: use `let _ = ...` to ignore the resulting value [INFO] [stderr] | [INFO] [stderr] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stderr] | +++++++ [INFO] [stderr] [INFO] [stderr] warning: `aurum_actors` (lib) generated 1 warning [INFO] [stderr] warning: `aurum_actors` (lib test) generated 1 warning (1 duplicate) [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 0.21s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/aurum_actors-4d671927b8abbc0e) [INFO] [stdout] [INFO] [stdout] running 8 tests [INFO] [stdout] test cluster::devices::devices_state::devices_state_deltas_test ... ok [INFO] [stdout] test cluster::devices::devices_state::devices_state_join_test ... ok [INFO] [stdout] test core::actor_ref::actor_ref_valid_test ... ok [INFO] [stdout] test core::packets::test_datagram_header_serde ... ok [INFO] [stdout] test cluster::node_ring::test_not_in_ring ... ok [INFO] [stdout] test cluster::node_ring::test_node_ring ... ok [INFO] [stdout] test cluster::gossip::test_gossip_merge ... ok [INFO] [stdout] test cluster::interval_storage::test_interval_storage ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 8 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.02s [INFO] [stdout] [INFO] [stderr] Running tests/cluster-test.rs (/opt/rustwide/target/debug/deps/cluster_test-3b583900aca49b77) [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test cluster_test_cyclic_perfect ... ok [INFO] [stdout] test cluster_test_perfect ... ok [INFO] [stdout] test cluster_test_cyclic_failures ... ok [INFO] [stdout] test cluster_test_with_failures ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- cluster_test_with_failures stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40102 MEMBERS - [40101, 40102] [INFO] [stdout] 40102 CHARGES - [40101] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40101, 40102] [INFO] [stdout] 40102 CHARGES - [40101] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40102, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40103, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40102, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40106 CHARGES - [40103, 40104] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40103, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40103 CHARGES - [40101, 40107] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40107|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40107 CHARGES - [40103, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40106, 40107] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40104, 40107] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40106 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40104, 40107] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40104, 40108] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40106, 40107] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40104, 40108] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40108 CHARGES - [40101, 40103] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40104 CHARGES - [40103, 40108] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40106 CHARGES - [40104, 40107] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40102 CHARGES - [40106, 40107] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40104 CHARGES - [40101, 40108] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40108 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40101, 40103] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40107 CHARGES - [40104, 40108] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40103 CHARGES - [40105, 40109] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40104 CHARGES - [40101, 40108] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40106, 40107] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40109 CHARGES - [40102, 40105] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40106 CHARGES - [40104, 40107] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40102, 40105] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40101, 40110] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40105, 40109] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40106, 40107] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40101, 40103] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40104, 40108] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40108, 40110] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40107] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] KILLING node on port 40101 [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40109|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40102, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40108, 40110] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40106, 40107] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40107] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40101, 40103] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40104, 40108] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40101, 40110] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40105, 40109] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40108, 40110] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40101, 40103] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40104, 40108] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40106, 40107] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40102, 40105] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40107] [INFO] [stdout] 40110 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40103, 40109] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40110|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40108 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40103, 40110] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40108|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40107 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40104, 40108] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40108, 40110] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40105, 40109] [INFO] [stdout] 40109 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40102, 40105] [INFO] [stdout] 40106 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40107] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40106, 40107] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] KILLING node on port 40102 [INFO] [stdout] KILLING node on port 40103 [INFO] [stdout] KILLING node on port 40104 [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40107|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40107 MEMBERS - [40102, 40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40108, 40110] [INFO] [stdout] 40108 MEMBERS - [40102, 40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40103, 40110] [INFO] [stdout] 40110 MEMBERS - [40102, 40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40103, 40109] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40106|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40106 MEMBERS - [40102, 40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40107, 40108] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40109|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40109 MEMBERS - [40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40105, 40106] [INFO] [stdout] 40106 MEMBERS - [40102, 40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40103, 40109] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40109 MEMBERS - [40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40105, 40106] [INFO] [stdout] 40109 MEMBERS - [40103, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40105, 40107] [INFO] [stdout] 40107 MEMBERS - [40102, 40103, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40108, 40110] [INFO] [stdout] 40105 MEMBERS - [40103, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40107, 40108] [INFO] [stdout] 40105 MEMBERS - [40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40107, 40108] [INFO] [stdout] 40106 MEMBERS - [40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40103, 40109] [INFO] [stdout] 40108 MEMBERS - [40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40103, 40110] [INFO] [stdout] 40108 MEMBERS - [40103, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40103, 40110] [INFO] [stdout] 40110 MEMBERS - [40103, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40103, 40109] [INFO] [stdout] 40107 MEMBERS - [40103, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40108, 40110] [INFO] [stdout] 40110 MEMBERS - [40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40103, 40106] [INFO] [stdout] 40108 MEMBERS - [40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40106, 40110] [INFO] [stdout] 40107 MEMBERS - [40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40108, 40110] [INFO] [stdout] 40109 MEMBERS - [40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40105, 40107] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40110|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40110 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40106, 40109] [INFO] [stdout] 40108 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40106, 40110] [INFO] [stdout] 40106 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40105, 40109] [INFO] [stdout] 40107 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40108, 40110] [INFO] [stdout] 40106 MEMBERS - [40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40107, 40109] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40108 MEMBERS - [40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40106, 40110] [INFO] [stdout] 40109 MEMBERS - [40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40107, 40108] [INFO] [stdout] 40107 MEMBERS - [40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40108, 40110] [INFO] [stdout] 40105 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40107, 40109] [INFO] [stdout] 40110 MEMBERS - [40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40106, 40109] [INFO] [stdout] 40107 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40108, 40110] [INFO] [stdout] 40109 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40107, 40108] [INFO] [stdout] 40108 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40106, 40110] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40110|0 - DOWNED charge IP(127.0.0.1):40109|0; after timeout: 200 ms [INFO] [stdout] 40110 MEMBERS - [40106, 40107, 40108, 40110] [INFO] [stdout] 40110 CHARGES - [40106, 40107] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40107|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40106, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40108, 40109] [INFO] [stdout] 40110 MEMBERS - [40106, 40108, 40110] [INFO] [stdout] 40110 CHARGES - [40106, 40108] [INFO] [stdout] 40107 MEMBERS - [40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40107 CHARGES - [40108, 40110] [INFO] [stdout] 40106 MEMBERS - [40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40106 CHARGES - [40105, 40107] [INFO] [stdout] 40105 MEMBERS - [40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40105 CHARGES - [40107, 40108] [INFO] [stdout] 40109 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40105, 40107] [INFO] [stdout] 40110 MEMBERS - [40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40110 CHARGES - [40105, 40106] [INFO] [stdout] 40107 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40108, 40110] [INFO] [stdout] 40108 MEMBERS - [40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40108 CHARGES - [40106, 40110] [INFO] [stdout] 40105 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40107, 40108] [INFO] [stdout] 40108 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40106, 40110] [INFO] [stdout] 40110 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40106, 40109] [INFO] [stdout] 40106 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40105, 40109] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] KILLING node on port 40105 [INFO] [stdout] KILLING node on port 40106 [INFO] [stdout] KILLING node on port 40107 [INFO] [stdout] KILLING node on port 40108 [INFO] [stdout] KILLING node on port 40109 [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] thread 'cluster_test_with_failures' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x557119aa8501 - std::backtrace_rs::backtrace::libunwind::trace::h739ec181bd3bd192 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x557119aa8501 - std::backtrace_rs::backtrace::trace_unsynchronized::h5c66fffa8ed12204 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x557119aa8501 - std::sys_common::backtrace::_print_fmt::h7516c808a13dd2a8 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/sys_common/backtrace.rs:65:5 [INFO] [stdout] 3: 0x557119aa8501 - ::fmt::h36cf058bf00f1d43 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/sys_common/backtrace.rs:44:22 [INFO] [stdout] 4: 0x557119ad509c - core::fmt::rt::Argument::fmt::he3895a29fa8140d3 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/core/src/fmt/rt.rs:138:9 [INFO] [stdout] 5: 0x557119ad509c - core::fmt::write::hb5d897b3776b75c9 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/core/src/fmt/mod.rs:1094:21 [INFO] [stdout] 6: 0x557119aa4cee - std::io::Write::write_fmt::h446ec65e81f1b759 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/io/mod.rs:1714:15 [INFO] [stdout] 7: 0x557119aa8315 - std::sys_common::backtrace::_print::he50b112759a05479 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/sys_common/backtrace.rs:47:5 [INFO] [stdout] 8: 0x557119aa8315 - std::sys_common::backtrace::print::hd87678fbb1c1b8e9 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/sys_common/backtrace.rs:34:9 [INFO] [stdout] 9: 0x557119aaa033 - std::panicking::default_hook::{{closure}}::h520841a09e5b8e9c [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/panicking.rs:269:22 [INFO] [stdout] 10: 0x557119aa9cd0 - std::panicking::default_hook::hb83255e266aa1d71 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/panicking.rs:285:9 [INFO] [stdout] 11: 0x557119950da7 - as core::ops::function::Fn>::call::hc710099e0f8c423a [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/alloc/src/boxed.rs:2021:9 [INFO] [stdout] 12: 0x557119950da7 - test::test_main::{{closure}}::h14976b654346d4ad [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/test/src/lib.rs:135:21 [INFO] [stdout] 13: 0x557119aaa72e - as core::ops::function::Fn>::call::h4474bff724dc1968 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/alloc/src/boxed.rs:2021:9 [INFO] [stdout] 14: 0x557119aaa72e - std::panicking::rust_panic_with_hook::hd923f0b3176be351 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/panicking.rs:709:13 [INFO] [stdout] 15: 0x557119aaa4b7 - std::panicking::begin_panic_handler::{{closure}}::h7732b0d5090f868c [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/panicking.rs:597:13 [INFO] [stdout] 16: 0x557119aa8966 - std::sys_common::backtrace::__rust_end_short_backtrace::hd3215e0a304cb1e6 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/sys_common/backtrace.rs:151:18 [INFO] [stdout] 17: 0x557119aaa202 - rust_begin_unwind [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/panicking.rs:593:5 [INFO] [stdout] 18: 0x55711969fb13 - core::panicking::panic_fmt::hf8c9b1b69e223ecf [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/core/src/panicking.rs:67:14 [INFO] [stdout] 19: 0x5571196a0023 - core::result::unwrap_failed::he28d4c5d28ca83f0 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/core/src/result.rs:1651:5 [INFO] [stdout] 20: 0x5571198140d1 - core::result::Result::unwrap::h4c1734eec6016b8f [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/core/src/result.rs:1076:23 [INFO] [stdout] 21: 0x55711983ce34 - cluster_test::run_cluster_test::{{closure}}::h5a488dbfecb4d305 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 22: 0x557119866b24 - tokio::runtime::park::CachedParkThread::block_on::{{closure}}::hb0d327b39a83f20d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.29.1/src/runtime/park.rs:283:63 [INFO] [stdout] 23: 0x55711986695f - tokio::runtime::coop::with_budget::h9fcfcb69bbc011ae [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.29.1/src/runtime/coop.rs:107:5 [INFO] [stdout] 24: 0x55711986695f - tokio::runtime::coop::budget::h352f99123d52f8ab [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.29.1/src/runtime/coop.rs:73:5 [INFO] [stdout] 25: 0x55711986695f - tokio::runtime::park::CachedParkThread::block_on::hf69dbeb51d6b742c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.29.1/src/runtime/park.rs:283:31 [INFO] [stdout] 26: 0x557119838ca3 - tokio::runtime::context::blocking::BlockingRegionGuard::block_on::hfabd5c787e2a402e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.29.1/src/runtime/context/blocking.rs:66:9 [INFO] [stdout] 27: 0x55711990ff78 - tokio::runtime::scheduler::multi_thread::MultiThread::block_on::{{closure}}::h28e2c44745b414f3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.29.1/src/runtime/scheduler/multi_thread/mod.rs:87:13 [INFO] [stdout] 28: 0x55711990f3bc - tokio::runtime::context::runtime::enter_runtime::h9b178cbe3641b084 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.29.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 29: 0x55711990fec3 - tokio::runtime::scheduler::multi_thread::MultiThread::block_on::hc9196210347120ba [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.29.1/src/runtime/scheduler/multi_thread/mod.rs:86:9 [INFO] [stdout] 30: 0x5571197e116b - tokio::runtime::runtime::Runtime::block_on::h9568d2711cd8c973 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.29.1/src/runtime/runtime.rs:313:45 [INFO] [stdout] 31: 0x55711983ca92 - cluster_test::run_cluster_test::hb6bf9521e6270ca0 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 32: 0x55711983ea7a - cluster_test::cluster_complete::h4f0869babaf96876 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 33: 0x557119846f3a - cluster_test::cluster_test_with_failures::h6a4562771cf2e372 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:308:3 [INFO] [stdout] 34: 0x557119846c07 - cluster_test::cluster_test_with_failures::{{closure}}::h3ff066c7b6ea3161 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:296:33 [INFO] [stdout] 35: 0x55711978f425 - core::ops::function::FnOnce::call_once::he66a55207851fac1 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 36: 0x55711995604f - core::ops::function::FnOnce::call_once::h11078fa479b643f5 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 37: 0x55711995604f - test::__rust_begin_short_backtrace::h80e6cfa42885071e [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/test/src/lib.rs:626:18 [INFO] [stdout] 38: 0x557119955082 - test::run_test_in_process::{{closure}}::h3d48aa71673f92f6 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/test/src/lib.rs:649:60 [INFO] [stdout] 39: 0x557119955082 - as core::ops::function::FnOnce<()>>::call_once::h96dc42228b07dbcf [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 40: 0x557119955082 - std::panicking::try::do_call::h352ee96fe6c276d4 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/panicking.rs:500:40 [INFO] [stdout] 41: 0x557119955082 - std::panicking::try::he6e8750eedee8297 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/panicking.rs:464:19 [INFO] [stdout] 42: 0x557119955082 - std::panic::catch_unwind::h853de8d29df91e27 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/panic.rs:142:14 [INFO] [stdout] 43: 0x557119955082 - test::run_test_in_process::h35c85fd2179cc49d [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/test/src/lib.rs:649:27 [INFO] [stdout] 44: 0x557119955082 - test::run_test::{{closure}}::hb10098e5ac3cdcb3 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/test/src/lib.rs:572:43 [INFO] [stdout] 45: 0x55711991bee4 - test::run_test::{{closure}}::h1818cbbc8e1b4a2e [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/test/src/lib.rs:600:41 [INFO] [stdout] 46: 0x55711991bee4 - std::sys_common::backtrace::__rust_begin_short_backtrace::h8d9d4bb268daa0a0 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/sys_common/backtrace.rs:135:18 [INFO] [stdout] 47: 0x557119921b3b - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h0fefc0ce4f670cd9 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/thread/mod.rs:529:17 [INFO] [stdout] 48: 0x557119921b3b - as core::ops::function::FnOnce<()>>::call_once::hdf335d4d76d78886 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 49: 0x557119921b3b - std::panicking::try::do_call::hb02f54071ad1bbcc [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/panicking.rs:500:40 [INFO] [stdout] 50: 0x557119921b3b - std::panicking::try::hceb1c9208fc751e4 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/panicking.rs:464:19 [INFO] [stdout] 51: 0x557119921b3b - std::panic::catch_unwind::h8a1ed55955a3d386 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/panic.rs:142:14 [INFO] [stdout] 52: 0x557119921b3b - std::thread::Builder::spawn_unchecked_::{{closure}}::hf12960b97ece0619 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/thread/mod.rs:528:30 [INFO] [stdout] 53: 0x557119921b3b - core::ops::function::FnOnce::call_once{{vtable.shim}}::h3431c5eb5d5329fb [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 54: 0x557119aaefc5 - as core::ops::function::FnOnce>::call_once::h0d11e726055d6ea9 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/alloc/src/boxed.rs:2007:9 [INFO] [stdout] 55: 0x557119aaefc5 - as core::ops::function::FnOnce>::call_once::h2ab7960dd59e2260 [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/alloc/src/boxed.rs:2007:9 [INFO] [stdout] 56: 0x557119aaefc5 - std::sys::unix::thread::Thread::new::thread_start::hcc70088a8406743d [INFO] [stdout] at /rustc/d724b5ab2f4ac098ff483349a80b6a3799a5177b/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 57: 0x7fb65e283b43 - [INFO] [stdout] 58: 0x7fb65e314bb4 - __clone [INFO] [stdout] 59: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] cluster_test_with_failures [INFO] [stdout] [INFO] [stdout] test result: FAILED. 3 passed; 1 failed; 0 ignored; 0 measured; 0 filtered out; finished in 10.09s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--test cluster-test` [INFO] running `Command { std: "docker" "inspect" "2856cda5492de17411cccf074f5a078acfc90226411c57f2e29c6129b52e6013", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "2856cda5492de17411cccf074f5a078acfc90226411c57f2e29c6129b52e6013", kill_on_drop: false }` [INFO] [stdout] 2856cda5492de17411cccf074f5a078acfc90226411c57f2e29c6129b52e6013