[INFO] fetching crate aurum_actors 0.0.1... [INFO] testing aurum_actors-0.0.1 against master#b70888601af92f6cdc0364abab3446e418b91d36 for pr-86479 [INFO] extracting crate aurum_actors 0.0.1 into /workspace/builds/worker-2/source [INFO] validating manifest of crates.io crate aurum_actors 0.0.1 on toolchain b70888601af92f6cdc0364abab3446e418b91d36 [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+b70888601af92f6cdc0364abab3446e418b91d36" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking crates.io crate aurum_actors 0.0.1 [INFO] finished tweaking crates.io crate aurum_actors 0.0.1 [INFO] tweaked toml for crates.io crate aurum_actors 0.0.1 written to /workspace/builds/worker-2/source/Cargo.toml [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+b70888601af92f6cdc0364abab3446e418b91d36" "generate-lockfile" "--manifest-path" "Cargo.toml" "-Zno-index-update", kill_on_drop: false }` [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+b70888601af92f6cdc0364abab3446e418b91d36" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:34b6a614d2c27851fe6cbf88fbd1137609cefab8b10d0615aaeb6fd47975d74e" "/opt/rustwide/cargo-home/bin/cargo" "+b70888601af92f6cdc0364abab3446e418b91d36" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 516dd26ef5b9c2cbffc70b335a9fda63303ad65e5d68fa830aaa8b8f854e7bc1 [INFO] running `Command { std: "docker" "start" "-a" "516dd26ef5b9c2cbffc70b335a9fda63303ad65e5d68fa830aaa8b8f854e7bc1", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "516dd26ef5b9c2cbffc70b335a9fda63303ad65e5d68fa830aaa8b8f854e7bc1", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "516dd26ef5b9c2cbffc70b335a9fda63303ad65e5d68fa830aaa8b8f854e7bc1", kill_on_drop: false }` [INFO] [stdout] 516dd26ef5b9c2cbffc70b335a9fda63303ad65e5d68fa830aaa8b8f854e7bc1 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:34b6a614d2c27851fe6cbf88fbd1137609cefab8b10d0615aaeb6fd47975d74e" "/opt/rustwide/cargo-home/bin/cargo" "+b70888601af92f6cdc0364abab3446e418b91d36" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 19e57ca311a2f6a6b09269ad9acdfe0b60314028f38fe288d9102063e156cf8c [INFO] running `Command { std: "docker" "start" "-a" "19e57ca311a2f6a6b09269ad9acdfe0b60314028f38fe288d9102063e156cf8c", kill_on_drop: false }` [INFO] [stderr] Compiling syn v1.0.74 [INFO] [stderr] Compiling serde_derive v1.0.127 [INFO] [stderr] Compiling serde v1.0.127 [INFO] [stderr] Compiling crossbeam-utils v0.8.5 [INFO] [stderr] Compiling log v0.4.14 [INFO] [stderr] Compiling crossbeam-epoch v0.9.5 [INFO] [stderr] Compiling futures-core v0.3.16 [INFO] [stderr] Compiling ryu v1.0.5 [INFO] [stderr] Compiling rayon-core v1.9.1 [INFO] [stderr] Compiling crossbeam-queue v0.3.2 [INFO] [stderr] Compiling serde_json v1.0.66 [INFO] [stderr] Compiling pin-project-lite v0.2.7 [INFO] [stderr] Compiling itoa v0.4.7 [INFO] [stderr] Compiling once_cell v1.8.0 [INFO] [stderr] Compiling half v1.7.1 [INFO] [stderr] Compiling num-traits v0.2.14 [INFO] [stderr] Compiling memoffset v0.6.4 [INFO] [stderr] Compiling num-complex v0.2.4 [INFO] [stderr] Compiling num-integer v0.1.44 [INFO] [stderr] Compiling tokio v1.9.0 [INFO] [stderr] Compiling num-rational v0.2.4 [INFO] [stderr] Compiling rayon v1.5.1 [INFO] [stderr] Compiling tinyvec v1.3.1 [INFO] [stderr] Compiling ahash v0.7.4 [INFO] [stderr] Compiling im v15.0.0 [INFO] [stderr] Compiling itertools v0.10.1 [INFO] [stderr] Compiling archery v0.4.0 [INFO] [stderr] Compiling getrandom v0.1.16 [INFO] [stderr] Compiling getrandom v0.2.3 [INFO] [stderr] Compiling num_cpus v1.13.0 [INFO] [stderr] Compiling bitmaps v2.1.0 [INFO] [stderr] Compiling generic-array v0.13.3 [INFO] [stderr] Compiling rand_core v0.5.1 [INFO] [stderr] Compiling rand_core v0.6.3 [INFO] [stderr] Compiling rand_chacha v0.2.2 [INFO] [stderr] Compiling rand_xoshiro v0.4.0 [INFO] [stderr] Compiling unicode-normalization v0.1.19 [INFO] [stderr] Compiling hashbrown v0.11.2 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling wyhash v0.5.0 [INFO] [stderr] Compiling mio v0.7.13 [INFO] [stderr] Compiling rand v0.7.3 [INFO] [stderr] Compiling crossbeam-channel v0.5.1 [INFO] [stderr] Compiling rand v0.8.4 [INFO] [stderr] Compiling crossbeam-deque v0.8.1 [INFO] [stderr] Compiling crossbeam v0.8.1 [INFO] [stderr] Compiling approx v0.3.2 [INFO] [stderr] Compiling idna v0.2.3 [INFO] [stderr] Compiling alga v0.9.3 [INFO] [stderr] Compiling rand_distr v0.2.2 [INFO] [stderr] Compiling sized-chunks v0.6.5 [INFO] [stderr] Compiling url v2.2.2 [INFO] [stderr] Compiling nalgebra v0.19.0 [INFO] [stderr] Compiling validator_types v0.14.0 [INFO] [stderr] Compiling thiserror-impl v1.0.26 [INFO] [stderr] Compiling tokio-macros v1.3.0 [INFO] [stderr] Compiling async-stream-impl v0.3.2 [INFO] [stderr] Compiling derivative v2.2.0 [INFO] [stderr] Compiling async-trait v0.1.51 [INFO] [stderr] Compiling aurum_actors_macros v0.0.1 [INFO] [stderr] Compiling thiserror v1.0.26 [INFO] [stderr] Compiling async-stream v0.3.2 [INFO] [stderr] Compiling tokio-stream v0.1.7 [INFO] [stderr] Compiling tokio-test v0.4.2 [INFO] [stderr] Compiling statrs v0.13.0 [INFO] [stderr] Compiling toml v0.5.8 [INFO] [stderr] Compiling serde_cbor v0.11.1 [INFO] [stderr] Compiling rpds v0.9.0 [INFO] [stderr] Compiling validator v0.14.0 [INFO] [stderr] Compiling proc-macro-crate v1.0.0 [INFO] [stderr] Compiling num_enum_derive v0.5.2 [INFO] [stderr] Compiling num_enum v0.5.2 [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished dev [unoptimized + debuginfo] target(s) in 55.04s [INFO] running `Command { std: "docker" "inspect" "19e57ca311a2f6a6b09269ad9acdfe0b60314028f38fe288d9102063e156cf8c", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "19e57ca311a2f6a6b09269ad9acdfe0b60314028f38fe288d9102063e156cf8c", kill_on_drop: false }` [INFO] [stdout] 19e57ca311a2f6a6b09269ad9acdfe0b60314028f38fe288d9102063e156cf8c [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:34b6a614d2c27851fe6cbf88fbd1137609cefab8b10d0615aaeb6fd47975d74e" "/opt/rustwide/cargo-home/bin/cargo" "+b70888601af92f6cdc0364abab3446e418b91d36" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] a609bf7b74e1028580c88c7d8ee8c6cc9eae9afc15432daf79f789393af64d09 [INFO] running `Command { std: "docker" "start" "-a" "a609bf7b74e1028580c88c7d8ee8c6cc9eae9afc15432daf79f789393af64d09", kill_on_drop: false }` [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 35.41s [INFO] running `Command { std: "docker" "inspect" "a609bf7b74e1028580c88c7d8ee8c6cc9eae9afc15432daf79f789393af64d09", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "a609bf7b74e1028580c88c7d8ee8c6cc9eae9afc15432daf79f789393af64d09", kill_on_drop: false }` [INFO] [stdout] a609bf7b74e1028580c88c7d8ee8c6cc9eae9afc15432daf79f789393af64d09 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:34b6a614d2c27851fe6cbf88fbd1137609cefab8b10d0615aaeb6fd47975d74e" "/opt/rustwide/cargo-home/bin/cargo" "+b70888601af92f6cdc0364abab3446e418b91d36" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 61312c32852bac144226796d209cf5241a4540f736ed17f17c56f9f35938ce15 [INFO] running `Command { std: "docker" "start" "-a" "61312c32852bac144226796d209cf5241a4540f736ed17f17c56f9f35938ce15", kill_on_drop: false }` [INFO] [stderr] warning: unused borrow that must be used [INFO] [stderr] --> src/core/packets.rs:82:5 [INFO] [stderr] | [INFO] [stderr] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(unused_must_use)]` on by default [INFO] [stderr] [INFO] [stderr] warning: `aurum_actors` (lib) generated 1 warning [INFO] [stderr] warning: `aurum_actors` (lib test) generated 1 warning (1 duplicate) [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 0.10s [INFO] [stderr] Running unittests (/opt/rustwide/target/debug/deps/aurum_actors-32f1bfe8804abffe) [INFO] [stdout] [INFO] [stdout] running 8 tests [INFO] [stdout] test cluster::devices::devices_state::devices_state_deltas_test ... ok [INFO] [stdout] test cluster::interval_storage::test_interval_storage ... ok [INFO] [stdout] test core::packets::test_datagram_header_serde ... ok [INFO] [stdout] test cluster::node_ring::test_node_ring ... ok [INFO] [stdout] test cluster::node_ring::test_not_in_ring ... ok [INFO] [stdout] test cluster::gossip::test_gossip_merge ... ok [INFO] [stderr] Running tests/cluster-test.rs (/opt/rustwide/target/debug/deps/cluster_test-eeb69d1da06355dd) [INFO] [stdout] test core::actor_ref::actor_ref_valid_test ... ok [INFO] [stdout] test cluster::devices::devices_state::devices_state_join_test ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 8 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.03s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test cluster_test_cyclic_perfect ... FAILED [INFO] [stdout] test cluster_test_perfect ... FAILED [INFO] [stdout] test cluster_test_cyclic_failures ... FAILED [INFO] [stdout] test cluster_test_with_failures ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- cluster_test_cyclic_perfect stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40203 MEMBERS - [40203, 40204] [INFO] [stdout] 40203 CHARGES - [40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202] [INFO] [stdout] 40202 CHARGES - [40201] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40202 CHARGES - [40201, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40202 CHARGES - [40201, 40203] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40203] [INFO] [stdout] 40203 CHARGES - [] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202] [INFO] [stdout] 40201 CHARGES - [40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] 40204 MEMBERS - [40203, 40204] [INFO] [stdout] 40204 CHARGES - [40203] [INFO] [stdout] 40204 MEMBERS - [40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40203, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40202, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40204] [INFO] [stdout] 40205 MEMBERS - [40202, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40202, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40202, 40205] [INFO] [stdout] 40204 MEMBERS - [40202, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40202, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40203, 40205] [INFO] [stdout] 40203 CHARGES - [40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40205] [INFO] [stdout] 40205 MEMBERS - [40202, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40202, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] 40202 MEMBERS - [40202, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40202 MEMBERS - [40202, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40202 MEMBERS - [40202, 40204] [INFO] [stdout] 40202 CHARGES - [40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40204, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40203, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40204] [INFO] [stdout] 40202 CHARGES - [40201, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40204] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40205] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207] [INFO] [stdout] 40205 CHARGES - [40203, 40207] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40205 CHARGES - [40203, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207] [INFO] [stdout] 40201 CHARGES - [40205, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40201 CHARGES - [40205, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40201 CHARGES - [40205, 40207] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40205 CHARGES - [40203, 40207] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40204 CHARGES - [40202, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40204 CHARGES - [40202, 40210] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40204 CHARGES - [40202, 40210] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40206] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40206] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40202 CHARGES - [40201, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40210] [INFO] [stdout] 40205 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40210] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40210] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40210] [INFO] [stdout] 40210 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40210 CHARGES - [40205, 40206] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40203 CHARGES - [40204, 40205] [INFO] [stdout] 40208 MEMBERS - [40208, 40209] [INFO] [stdout] 40208 CHARGES - [40209] [INFO] [stdout] 40208 MEMBERS - [40206, 40208, 40209] [INFO] [stdout] 40208 CHARGES - [40206, 40209] [INFO] [stdout] 40208 MEMBERS - [40206, 40207, 40208, 40209] [INFO] [stdout] 40208 CHARGES - [40206, 40207] [INFO] [stdout] 40210 MEMBERS - [40202, 40204, 40205, 40206, 40210] [INFO] [stdout] 40210 CHARGES - [40205, 40206] [INFO] [stdout] 40202 MEMBERS - [40202, 40204, 40205, 40206, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40210] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40204 CHARGES - [40206, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207] [INFO] [stdout] 40207 CHARGES - [40203, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40201 CHARGES - [40203, 40205] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40207 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40202, 40204, 40205, 40206, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40210] [INFO] [stdout] 40202 MEMBERS - [40202, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40207 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40207 CHARGES - [40203, 40204] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40207 CHARGES - [40203, 40208] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40205, 40209] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] 40209 MEMBERS - [40206, 40209] [INFO] [stdout] 40209 CHARGES - [40206] [INFO] [stdout] 40209 MEMBERS - [40206, 40207, 40209] [INFO] [stdout] 40209 CHARGES - [40206, 40207] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40205, 40209] [INFO] [stdout] 40206 MEMBERS - [40206, 40207] [INFO] [stdout] 40206 CHARGES - [40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40210] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40205, 40209] [INFO] [stdout] 40209 MEMBERS - [40206, 40207, 40208, 40209] [INFO] [stdout] 40209 CHARGES - [40206, 40208] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205, 40206] [INFO] [stdout] 40204 CHARGES - [40201, 40206] [INFO] [stdout] 40204 MEMBERS - [40201, 40204, 40205, 40206] [INFO] [stdout] 40204 CHARGES - [40201, 40206] [INFO] [stdout] 40208 MEMBERS - [40207, 40208, 40209] [INFO] [stdout] 40208 CHARGES - [40207, 40209] [INFO] [stdout] 40208 MEMBERS - [40202, 40204, 40205, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40202, 40204] [INFO] [stdout] 40208 MEMBERS - [40202, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40202, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40206, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40204, 40205, 40206, 40209] [INFO] [stdout] 40204 CHARGES - [40201, 40206] [INFO] [stdout] 40208 MEMBERS - [40202, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40202, 40204] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40206 CHARGES - [40201, 40205] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40206 CHARGES - [40201, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40206, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40204, 40209] [INFO] [stdout] 40204 MEMBERS - [40201, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40204 CHARGES - [40201, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40204, 40205, 40206, 40210] [INFO] [stdout] 40205 CHARGES - [40204, 40210] [INFO] [stdout] thread 'cluster_test_cyclic_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5588d457ba00 - std::backtrace_rs::backtrace::libunwind::trace::h99dbb39dca18857d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x5588d457ba00 - std::backtrace_rs::backtrace::trace_unsynchronized::h832861927e9cfedf [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x5588d457ba00 - std::sys_common::backtrace::_print_fmt::h3d18154c77dcf310 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x5588d457ba00 - ::fmt::he312f4ad5b9bb346 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x5588d459f19c - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x5588d4575e75 - std::io::Write::write_fmt::h65d36b96410d80d7 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/io/mod.rs:1665:15 [INFO] [stdout] 6: 0x5588d457dbeb - std::sys_common::backtrace::_print::h65d996766de40da4 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x5588d457dbeb - std::sys_common::backtrace::print::h40df9727e635f303 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x5588d457dbeb - std::panicking::default_hook::{{closure}}::hd2da4327dea91a51 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x5588d457d6fc - std::panicking::default_hook::h3d55120ad6ada158 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x5588d457e2b4 - std::panicking::rust_panic_with_hook::hf85dd0bb545e3b55 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x5588d457dd97 - std::panicking::begin_panic_handler::{{closure}}::h736ae969434da9fa [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x5588d457bedc - std::sys_common::backtrace::__rust_end_short_backtrace::h6133bb80b1d6c3e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x5588d457dcf9 - rust_begin_unwind [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x5588d41179a1 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x5588d4117a93 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1599:5 [INFO] [stdout] 16: 0x5588d42bc0a2 - core::result::Result::unwrap::he272d04653924987 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1281:23 [INFO] [stdout] 17: 0x5588d43aafcc - cluster_test::run_cluster_test::{{closure}}::h29ca0b0d5cd6c738 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x5588d43016f9 - as core::future::future::Future>::poll::hd7563e203db13ed2 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x5588d431b680 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::h489e1c136b7ddc1f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x5588d42be01c - tokio::coop::with_budget::{{closure}}::h8394e706c56073b8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:106:9 [INFO] [stdout] 21: 0x5588d429dd61 - std::thread::local::LocalKey::try_with::h0147b8482f16905a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x5588d429d94d - std::thread::local::LocalKey::with::h30adb0ccae663498 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x5588d431ab64 - tokio::coop::with_budget::h78b9baa680a58021 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:99:5 [INFO] [stdout] 24: 0x5588d431ab64 - tokio::coop::budget::h8c114735330d7251 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:76:5 [INFO] [stdout] 25: 0x5588d431ab64 - tokio::park::thread::CachedParkThread::block_on::h1e7123d8911a6dc3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x5588d42be4de - tokio::runtime::enter::Enter::block_on::h3cdbcba81f41d54c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x5588d4324c23 - tokio::runtime::thread_pool::ThreadPool::block_on::h398e766b8d4ab12d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/mod.rs:71:9 [INFO] [stdout] 28: 0x5588d4325dba - tokio::runtime::Runtime::block_on::h7a27844264c1d25e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/mod.rs:452:43 [INFO] [stdout] 29: 0x5588d43aac80 - cluster_test::run_cluster_test::heb01fa2bf1e324fb [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x5588d43add7a - cluster_test::cluster_cyclic::h325ddcc128332914 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:346:3 [INFO] [stdout] 31: 0x5588d43b5d43 - cluster_test::cluster_test_cyclic_perfect::h8f34e3efbddc8298 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:359:3 [INFO] [stdout] 32: 0x5588d43b5aca - cluster_test::cluster_test_cyclic_perfect::{{closure}}::hc5e729a6c884f9ee [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:350:1 [INFO] [stdout] 33: 0x5588d433816e - core::ops::function::FnOnce::call_once::he52f137a1efbc2ef [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x5588d44168f3 - core::ops::function::FnOnce::call_once::h227fa683a5745bd3 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x5588d44168f3 - test::__rust_begin_short_backtrace::h3a193bd570ada00a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:578:5 [INFO] [stdout] 36: 0x5588d4415368 - as core::ops::function::FnOnce>::call_once::h262d2f411717179a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 37: 0x5588d4415368 - as core::ops::function::FnOnce<()>>::call_once::hfec00caec3e52a7b [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 38: 0x5588d4415368 - std::panicking::try::do_call::ha5f42e76ffda569d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 39: 0x5588d4415368 - std::panicking::try::h53f36df0935b9500 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 40: 0x5588d4415368 - std::panic::catch_unwind::h5a497f74b0ce006f [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 41: 0x5588d4415368 - test::run_test_in_process::hab0aead337f48a88 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:601:18 [INFO] [stdout] 42: 0x5588d4415368 - test::run_test::run_test_inner::{{closure}}::h632c383164d4cba2 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:493:39 [INFO] [stdout] 43: 0x5588d43e3aed - test::run_test::run_test_inner::{{closure}}::h7c4b3612891a4b58 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:520:37 [INFO] [stdout] 44: 0x5588d43e3aed - std::sys_common::backtrace::__rust_begin_short_backtrace::habf7d8a08419d00e [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x5588d43e8218 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h3acba502e2068204 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 46: 0x5588d43e8218 - as core::ops::function::FnOnce<()>>::call_once::h526ef819c1964a35 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 47: 0x5588d43e8218 - std::panicking::try::do_call::hc0b5663d6373cec8 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 48: 0x5588d43e8218 - std::panicking::try::ha9007ede9d35dcd6 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 49: 0x5588d43e8218 - std::panic::catch_unwind::hf60d56329ebbb81c [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 50: 0x5588d43e8218 - std::thread::Builder::spawn_unchecked::{{closure}}::hb1722d498f4ce777 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 51: 0x5588d43e8218 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h15eb01325730c962 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::h09f167e08fc945ff [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 53: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::hf814fe85eeb118e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 54: 0x5588d4583757 - std::sys::unix::thread::Thread::new::thread_start::hb71b17934c5f5e68 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys/unix/thread.rs:91:17 [INFO] [stdout] 55: 0x7f68d7902609 - start_thread [INFO] [stdout] 56: 0x7f68d76d4293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_perfect stdout ---- [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40001 MEMBERS - [40001] [INFO] [stdout] 40001 CHARGES - [] [INFO] [stdout] 40001 MEMBERS - [40001, 40002] [INFO] [stdout] 40001 CHARGES - [40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002] [INFO] [stdout] 40002 CHARGES - [40001] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40003 MEMBERS - [40001, 40003] [INFO] [stdout] 40003 CHARGES - [40001] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40001, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40002 MEMBERS - [40001, 40002] [INFO] [stdout] 40002 CHARGES - [40001] [INFO] [stdout] 40002 MEMBERS - [40001, 40002] [INFO] [stdout] 40002 CHARGES - [40001] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40001, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] 40001 MEMBERS - [40001, 40003] [INFO] [stdout] 40001 CHARGES - [40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40004] [INFO] [stdout] 40001 CHARGES - [40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40004] [INFO] [stdout] 40001 CHARGES - [40002, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40004] [INFO] [stdout] 40002 CHARGES - [40001, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40001, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40001, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40003] [INFO] [stdout] 40003 CHARGES - [40001] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40005] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40004] [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40005] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40002, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40003, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40005] [INFO] [stdout] 40001 CHARGES - [40003, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40002, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40004, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] thread 'cluster_test_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5588d457ba00 - std::backtrace_rs::backtrace::libunwind::trace::h99dbb39dca18857d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x5588d457ba00 - std::backtrace_rs::backtrace::trace_unsynchronized::h832861927e9cfedf [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x5588d457ba00 - std::sys_common::backtrace::_print_fmt::h3d18154c77dcf310 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x5588d457ba00 - ::fmt::he312f4ad5b9bb346 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x5588d459f19c - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x5588d4575e75 - std::io::Write::write_fmt::h65d36b96410d80d7 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/io/mod.rs:1665:15 [INFO] [stdout] 6: 0x5588d457dbeb - std::sys_common::backtrace::_print::h65d996766de40da4 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x5588d457dbeb - std::sys_common::backtrace::print::h40df9727e635f303 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x5588d457dbeb - std::panicking::default_hook::{{closure}}::hd2da4327dea91a51 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x5588d457d6fc - std::panicking::default_hook::h3d55120ad6ada158 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x5588d457e2b4 - std::panicking::rust_panic_with_hook::hf85dd0bb545e3b55 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x5588d457dd97 - std::panicking::begin_panic_handler::{{closure}}::h736ae969434da9fa [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x5588d457bedc - std::sys_common::backtrace::__rust_end_short_backtrace::h6133bb80b1d6c3e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x5588d457dcf9 - rust_begin_unwind [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x5588d41179a1 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x5588d4117a93 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1599:5 [INFO] [stdout] 16: 0x5588d42bc0a2 - core::result::Result::unwrap::he272d04653924987 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1281:23 [INFO] [stdout] 17: 0x5588d43aafcc - cluster_test::run_cluster_test::{{closure}}::h29ca0b0d5cd6c738 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x5588d43016f9 - as core::future::future::Future>::poll::hd7563e203db13ed2 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x5588d431b680 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::h489e1c136b7ddc1f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x5588d42be01c - tokio::coop::with_budget::{{closure}}::h8394e706c56073b8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:106:9 [INFO] [stdout] 21: 0x5588d429dd61 - std::thread::local::LocalKey::try_with::h0147b8482f16905a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x5588d429d94d - std::thread::local::LocalKey::with::h30adb0ccae663498 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x5588d431ab64 - tokio::coop::with_budget::h78b9baa680a58021 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:99:5 [INFO] [stdout] 24: 0x5588d431ab64 - tokio::coop::budget::h8c114735330d7251 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:76:5 [INFO] [stdout] 25: 0x5588d431ab64 - tokio::park::thread::CachedParkThread::block_on::h1e7123d8911a6dc3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x5588d42be4de - tokio::runtime::enter::Enter::block_on::h3cdbcba81f41d54c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x5588d4324c23 - tokio::runtime::thread_pool::ThreadPool::block_on::h398e766b8d4ab12d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/mod.rs:71:9 [INFO] [stdout] 28: 0x5588d4325dba - tokio::runtime::Runtime::block_on::h7a27844264c1d25e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/mod.rs:452:43 [INFO] [stdout] 29: 0x5588d43aac80 - cluster_test::run_cluster_test::heb01fa2bf1e324fb [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x5588d43ac8ca - cluster_test::cluster_complete::h5f3487365253b27d [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x5588d43b569f - cluster_test::cluster_test_perfect::hf5435d670802acf9 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:292:3 [INFO] [stdout] 32: 0x5588d43b541a - cluster_test::cluster_test_perfect::{{closure}}::h64a5d83d3dd8ce94 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:282:1 [INFO] [stdout] 33: 0x5588d4336d8e - core::ops::function::FnOnce::call_once::h4b811c04527f42fe [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x5588d44168f3 - core::ops::function::FnOnce::call_once::h227fa683a5745bd3 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x5588d44168f3 - test::__rust_begin_short_backtrace::h3a193bd570ada00a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:578:5 [INFO] [stdout] 36: 0x5588d4415368 - as core::ops::function::FnOnce>::call_once::h262d2f411717179a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 37: 0x5588d4415368 - as core::ops::function::FnOnce<()>>::call_once::hfec00caec3e52a7b [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 38: 0x5588d4415368 - std::panicking::try::do_call::ha5f42e76ffda569d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 39: 0x5588d4415368 - std::panicking::try::h53f36df0935b9500 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 40: 0x5588d4415368 - std::panic::catch_unwind::h5a497f74b0ce006f [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 41: 0x5588d4415368 - test::run_test_in_process::hab0aead337f48a88 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:601:18 [INFO] [stdout] 42: 0x5588d4415368 - test::run_test::run_test_inner::{{closure}}::h632c383164d4cba2 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:493:39 [INFO] [stdout] 43: 0x5588d43e3aed - test::run_test::run_test_inner::{{closure}}::h7c4b3612891a4b58 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:520:37 [INFO] [stdout] 44: 0x5588d43e3aed - std::sys_common::backtrace::__rust_begin_short_backtrace::habf7d8a08419d00e [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x5588d43e8218 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h3acba502e2068204 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 46: 0x5588d43e8218 - as core::ops::function::FnOnce<()>>::call_once::h526ef819c1964a35 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 47: 0x5588d43e8218 - std::panicking::try::do_call::hc0b5663d6373cec8 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 48: 0x5588d43e8218 - std::panicking::try::ha9007ede9d35dcd6 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 49: 0x5588d43e8218 - std::panic::catch_unwind::hf60d56329ebbb81c [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 50: 0x5588d43e8218 - std::thread::Builder::spawn_unchecked::{{closure}}::hb1722d498f4ce777 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 51: 0x5588d43e8218 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h15eb01325730c962 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::h09f167e08fc945ff [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 53: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::hf814fe85eeb118e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 54: 0x5588d4583757 - std::sys::unix::thread::Thread::new::thread_start::hb71b17934c5f5e68 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys/unix/thread.rs:91:17 [INFO] [stdout] 55: 0x7f68d7902609 - start_thread [INFO] [stdout] 56: 0x7f68d76d4293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_cyclic_failures stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40305 MEMBERS - [40302, 40305] [INFO] [stdout] 40305 CHARGES - [40302] [INFO] [stdout] 40303 MEMBERS - [40303, 40304] [INFO] [stdout] 40303 CHARGES - [40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302] [INFO] [stdout] 40302 CHARGES - [40301] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40305] [INFO] [stdout] 40302 CHARGES - [40301, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40305] [INFO] [stdout] 40301 CHARGES - [40305] [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40304, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40304, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40304] [INFO] [stdout] 40304 CHARGES - [40302] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40305] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40305] [INFO] [stdout] 40305 CHARGES - [40301, 40302] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304] [INFO] [stdout] 40304 CHARGES - [40301, 40302] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40303, 40305] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308] [INFO] [stdout] 40305 CHARGES - [40302, 40304] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40310] [INFO] [stdout] 40303 CHARGES - [40305, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40309, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40310] [INFO] [stdout] 40301 CHARGES - [40303, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40303, 40310] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40309] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308] [INFO] [stdout] 40305 CHARGES - [40302, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40302, 40304] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40309, 40310] [INFO] [stdout] 40307 MEMBERS - [40307, 40308] [INFO] [stdout] 40307 CHARGES - [40308] [INFO] [stdout] 40307 MEMBERS - [40306, 40307, 40308] [INFO] [stdout] 40307 CHARGES - [40306, 40308] [INFO] [stdout] 40306 MEMBERS - [40306, 40309] [INFO] [stdout] 40306 CHARGES - [40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40305, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40309, 40310] [INFO] [stdout] 40308 MEMBERS - [40308, 40309] [INFO] [stdout] 40308 CHARGES - [40309] [INFO] [stdout] 40308 MEMBERS - [40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40309, 40310] [INFO] [stdout] 40308 MEMBERS - [40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40309, 40310] [INFO] [stdout] 40308 MEMBERS - [40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40306, 40309] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40306, 40309] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40309 MEMBERS - [40307, 40309] [INFO] [stdout] 40309 CHARGES - [40307] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40309] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40308] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40302, 40304] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40302, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40301, 40304] [INFO] [stdout] 40305 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40301, 40304] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40305] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40305] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40308, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40306, 40308] [INFO] [stdout] 40307 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40301, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40308] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40309, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40309, 40310] [INFO] [stdout] 40305 MEMBERS - [40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40306, 40308] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40307, 40310] [INFO] [stdout] 40304 MEMBERS - [40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40306, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40306, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40306, 40308] [INFO] [stdout] 40309 MEMBERS - [40306, 40307, 40309] [INFO] [stdout] 40309 CHARGES - [40306, 40307] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40307, 40310] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40307, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40307, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40305] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40309, 40310] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40305] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40305] [INFO] [stdout] 40305 MEMBERS - [40302, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40308] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40307, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40306 CHARGES - [40305, 40307] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40308 MEMBERS - [40302, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40302, 40310] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40306 CHARGES - [40302, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40305] [INFO] [stdout] 40307 MEMBERS - [40302, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40305, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308] [INFO] [stdout] 40301 CHARGES - [40304, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40307] [INFO] [stdout] 40301 CHARGES - [40304, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40308, 40309] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40309] [INFO] [stdout] 40309 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40307, 40310] [INFO] [stdout] 40309 MEMBERS - [40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40307, 40310] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40304] [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-15875181748982459065" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5588d457ba00 - std::backtrace_rs::backtrace::libunwind::trace::h99dbb39dca18857d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x5588d457ba00 - std::backtrace_rs::backtrace::trace_unsynchronized::h832861927e9cfedf [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x5588d457ba00 - std::sys_common::backtrace::_print_fmt::h3d18154c77dcf310 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x5588d457ba00 - ::fmt::he312f4ad5b9bb346 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x5588d459f19c - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x5588d4575e75 - std::io::Write::write_fmt::h65d36b96410d80d7 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/io/mod.rs:1665:15 [INFO] [stdout] 6: 0x5588d457dbeb - std::sys_common::backtrace::_print::h65d996766de40da4 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x5588d457dbeb - std::sys_common::backtrace::print::h40df9727e635f303 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x5588d457dbeb - std::panicking::default_hook::{{closure}}::hd2da4327dea91a51 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x5588d457d6fc - std::panicking::default_hook::h3d55120ad6ada158 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x5588d457e2b4 - std::panicking::rust_panic_with_hook::hf85dd0bb545e3b55 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x5588d457dd97 - std::panicking::begin_panic_handler::{{closure}}::h736ae969434da9fa [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x5588d457bedc - std::sys_common::backtrace::__rust_end_short_backtrace::h6133bb80b1d6c3e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x5588d457dcf9 - rust_begin_unwind [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x5588d41179a1 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x5588d4117a93 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1599:5 [INFO] [stdout] 16: 0x5588d42bb42f - core::result::Result::expect::hb6ff872bea9c4626 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1241:23 [INFO] [stdout] 17: 0x5588d4311eec - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::h91067f70fbfc0bcb [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x5588d4301fa9 - as core::future::future::Future>::poll::hfcbb862f07aeac84 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x5588d43dd3ff - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h0bdb2af203161da7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:147:17 [INFO] [stdout] 20: 0x5588d423bcf5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h683772fa0fa5b6a2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x5588d43dc8b7 - tokio::runtime::task::core::CoreStage::poll::h2589c197a1c4ce12 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:137:13 [INFO] [stdout] 22: 0x5588d435622a - tokio::runtime::task::harness::poll_future::{{closure}}::h8fcf36ca47754a56 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:437:23 [INFO] [stdout] 23: 0x5588d42c4de3 - as core::ops::function::FnOnce<()>>::call_once::hb3f066420e94e02a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 24: 0x5588d43bdc90 - std::panicking::try::do_call::hcc037e382078b365 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 25: 0x5588d43c2b6d - __rust_try [INFO] [stdout] 26: 0x5588d43b63ba - std::panicking::try::h0964435f11fd55c1 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 27: 0x5588d42c65ea - std::panic::catch_unwind::h991aae1908866946 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 28: 0x5588d43518c0 - tokio::runtime::task::harness::poll_future::h2da0cb0ef5b16d26 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:424:19 [INFO] [stdout] 29: 0x5588d435899e - tokio::runtime::task::harness::Harness::poll_inner::hbd6fbd965be981c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 30: 0x5588d43678cb - tokio::runtime::task::harness::Harness::poll::h120f3b42b3024baf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 31: 0x5588d4245660 - tokio::runtime::task::raw::poll::h50cfdbbab66cd8e4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 32: 0x5588d44bd72f - tokio::runtime::task::raw::RawTask::poll::h91b4d71024ff823c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 33: 0x5588d44844b1 - tokio::runtime::task::Notified::run::h9655d3297d7e3782 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/mod.rs:166:9 [INFO] [stdout] 34: 0x5588d44ac4b3 - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::h7709c022a69fedfc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:417:21 [INFO] [stdout] 35: 0x5588d44d95cc - tokio::coop::with_budget::{{closure}}::h3600f24292e804c5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:106:9 [INFO] [stdout] 36: 0x5588d44a83e4 - std::thread::local::LocalKey::try_with::he64e18759cba76cb [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 37: 0x5588d44a687e - std::thread::local::LocalKey::with::h97d468888f5aee06 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 38: 0x5588d44ac03c - tokio::coop::with_budget::h508064b987c89bf8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:99:5 [INFO] [stdout] 39: 0x5588d44ac03c - tokio::coop::budget::hc954d79b8a289413 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:76:5 [INFO] [stdout] 40: 0x5588d44ac03c - tokio::runtime::thread_pool::worker::Context::run_task::h357f5d6b276e0a09 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:395:9 [INFO] [stdout] 41: 0x5588d44aba67 - tokio::runtime::thread_pool::worker::Context::run::hb2218299cbb79e64 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:372:24 [INFO] [stdout] 42: 0x5588d44ab793 - tokio::runtime::thread_pool::worker::run::{{closure}}::hb2f96ecd9b565c4c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:350:17 [INFO] [stdout] 43: 0x5588d448054d - tokio::macros::scoped_tls::ScopedKey::set::had0546b4b94be4bd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x5588d44ab6bc - tokio::runtime::thread_pool::worker::run::he3dbaf3764a8d790 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:347:5 [INFO] [stdout] 45: 0x5588d44ab52b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::ha4d659bff9f634a2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:326:45 [INFO] [stdout] 46: 0x5588d448da5f - as core::future::future::Future>::poll::h41fbf3c3c83b8178 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x5588d4483bee - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hfc7d5e234cfe9e6b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:147:17 [INFO] [stdout] 48: 0x5588d44b4e95 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h9f561eb4d81a2bae [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x5588d44838d8 - tokio::runtime::task::core::CoreStage::poll::h755ef29423a407ca [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:137:13 [INFO] [stdout] 50: 0x5588d448d7ee - tokio::runtime::task::harness::poll_future::{{closure}}::h9fd02ec6f98b17d3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:437:23 [INFO] [stdout] 51: 0x5588d44ae6c3 - as core::ops::function::FnOnce<()>>::call_once::h906a6cb78eb5be00 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 52: 0x5588d4488202 - std::panicking::try::do_call::he023026fbccae231 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 53: 0x5588d448defd - __rust_try [INFO] [stdout] 54: 0x5588d4487eca - std::panicking::try::hdcbbee05726e094c [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 55: 0x5588d44b04db - std::panic::catch_unwind::hf829b2a2282904bf [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 56: 0x5588d448cfc1 - tokio::runtime::task::harness::poll_future::ha067e5c1dc5d9ed4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:424:19 [INFO] [stdout] 57: 0x5588d448b1af - tokio::runtime::task::harness::Harness::poll_inner::hbef03896b9c5024a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 58: 0x5588d448ad1c - tokio::runtime::task::harness::Harness::poll::ha8c7090b20bf3939 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 59: 0x5588d44bd8f2 - tokio::runtime::task::raw::poll::hd2f95455a68ca40d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 60: 0x5588d44bd72f - tokio::runtime::task::raw::RawTask::poll::h91b4d71024ff823c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 61: 0x5588d4484441 - tokio::runtime::task::Notified::run::h8d8633c530d272c6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/mod.rs:166:9 [INFO] [stdout] 62: 0x5588d44959f6 - tokio::runtime::blocking::pool::Inner::run::h7514f88d2a7dc42b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/blocking/pool.rs:265:17 [INFO] [stdout] 63: 0x5588d4494dcf - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::h4ab098a161d5c7f4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/blocking/pool.rs:245:17 [INFO] [stdout] 64: 0x5588d44d6320 - std::sys_common::backtrace::__rust_begin_short_backtrace::h0f4fee52b9be8906 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 65: 0x5588d44e6e6d - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h44489802da8620f2 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 66: 0x5588d44ae701 - as core::ops::function::FnOnce<()>>::call_once::h94f61686fba9e51d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 67: 0x5588d448816c - std::panicking::try::do_call::ha5019d4d13c217eb [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 68: 0x5588d448defd - __rust_try [INFO] [stdout] 69: 0x5588d4487987 - std::panicking::try::h504adce874870c8a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 70: 0x5588d44b04a1 - std::panic::catch_unwind::hde2e281d34cc7eeb [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 71: 0x5588d44e6c7c - std::thread::Builder::spawn_unchecked::{{closure}}::h22c9e4c246c1c074 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 72: 0x5588d446deaf - core::ops::function::FnOnce::call_once{{vtable.shim}}::h6e4d5040f0236f6e [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 73: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::h09f167e08fc945ff [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 74: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::hf814fe85eeb118e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 75: 0x5588d4583757 - std::sys::unix::thread::Thread::new::thread_start::hb71b17934c5f5e68 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys/unix/thread.rs:91:17 [INFO] [stdout] 76: 0x7f68d7902609 - start_thread [INFO] [stdout] 77: 0x7f68d76d4293 - clone [INFO] [stdout] 78: 0x0 - [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40309|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-15875181748982459065" } [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308] [INFO] [stdout] 40305 CHARGES - [40304, 40308] [INFO] [stdout] 40309 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40302, 40307] [INFO] [stdout] 40307 MEMBERS - [40302, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40307 CHARGES - [40305, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40304 CHARGES - [40306, 40308] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305, 40307] [INFO] [stdout] 40305 CHARGES - [40302, 40304] [INFO] [stdout] 40307 MEMBERS - [40302, 40304, 40305, 40307, 40308] [INFO] [stdout] 40307 CHARGES - [40304, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40304] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308] [INFO] [stdout] 40307 CHARGES - [40301, 40305] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40305, 40307] [INFO] [stdout] 40307 CHARGES - [40301, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40309] [INFO] [stdout] 40304 MEMBERS - [40302, 40304, 40305, 40307, 40308] [INFO] [stdout] 40304 CHARGES - [40302, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40304, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40304 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40304 CHARGES - [40302, 40308] [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40310] [INFO] [stdout] 40302 MEMBERS - [40302, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40307, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40306, 40307, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40307] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40304 CHARGES - [40302, 40308] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307] [INFO] [stdout] 40304 CHARGES - [40302, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40307] [INFO] [stdout] 40309 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40306, 40308] [INFO] [stdout] 40309 MEMBERS - [40302, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40306, 40308] [INFO] [stdout] 40309 MEMBERS - [40302, 40304, 40305, 40306, 40309] [INFO] [stdout] 40309 CHARGES - [40302, 40306] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40307] [INFO] [stdout] 40302 CHARGES - [40303, 40307] [INFO] [stdout] 40308 MEMBERS - [40302, 40304, 40305, 40307, 40308] [INFO] [stdout] 40308 CHARGES - [40302, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40301 CHARGES - [40303, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40307] [INFO] [stdout] 40301 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] 40308 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40308 CHARGES - [40302, 40307] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307] [INFO] [stdout] 40307 CHARGES - [40301, 40305] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40308 CHARGES - [40302, 40307] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307] [INFO] [stdout] 40307 CHARGES - [40301, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40307] [INFO] [stdout] 40301 CHARGES - [40303, 40306] [INFO] [stdout] 40306 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40306 CHARGES - [40302, 40304] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40307] [INFO] [stdout] 40302 CHARGES - [40306, 40307] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40307] [INFO] [stdout] 40307 CHARGES - [40301, 40306] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305, 40307] [INFO] [stdout] 40305 CHARGES - [40302, 40307] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40307] [INFO] [stdout] 40302 CHARGES - [40301, 40307] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40307, 40309] [INFO] [stdout] 40307 CHARGES - [40301, 40302] [INFO] [stdout] 40306 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40306 CHARGES - [40304, 40308] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40307] [INFO] [stdout] 40303 CHARGES - [40302, 40304] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305, 40309] [INFO] [stdout] 40305 CHARGES - [40302, 40309] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40308 CHARGES - [40304, 40306] [INFO] [stdout] 40306 MEMBERS - [40302, 40305, 40306, 40307, 40308] [INFO] [stdout] 40306 CHARGES - [40302, 40308] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40309] [INFO] [stdout] 40305 CHARGES - [40302, 40309] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40309] [INFO] [stdout] 40305 CHARGES - [40302, 40309] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40307] [INFO] [stdout] 40303 CHARGES - [40302, 40304] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40305, 40306, 40307, 40308] [INFO] [stdout] 40306 CHARGES - [40302, 40308] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40304, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40306, 40307, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40304, 40306] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40307, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40303, 40306] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40305, 40309] [INFO] [stdout] 40305 CHARGES - [40301, 40309] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40307] [INFO] [stdout] 40303 CHARGES - [40302, 40304] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40303, 40306] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40309] [INFO] [stdout] 40302 CHARGES - [40301, 40306] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40305, 40306, 40309] [INFO] [stdout] 40305 CHARGES - [40301, 40309] [INFO] [stdout] 40310 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40305, 40306, 40307] [INFO] [stdout] 40306 CHARGES - [40302, 40307] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40309] [INFO] [stdout] 40303 CHARGES - [40305, 40309] [INFO] [stdout] 40310 MEMBERS - [40301, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40304 CHARGES - [40302, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307] [INFO] [stdout] 40306 CHARGES - [40302, 40303] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-3092750081903355801" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5588d457ba00 - std::backtrace_rs::backtrace::libunwind::trace::h99dbb39dca18857d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x5588d457ba00 - std::backtrace_rs::backtrace::trace_unsynchronized::h832861927e9cfedf [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x5588d457ba00 - std::sys_common::backtrace::_print_fmt::h3d18154c77dcf310 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x5588d457ba00 - ::fmt::he312f4ad5b9bb346 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x5588d459f19c - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x5588d4575e75 - std::io::Write::write_fmt::h65d36b96410d80d7 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/io/mod.rs:1665:15 [INFO] [stdout] 6: 0x5588d457dbeb - std::sys_common::backtrace::_print::h65d996766de40da4 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x5588d457dbeb - std::sys_common::backtrace::print::h40df9727e635f303 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x5588d457dbeb - std::panicking::default_hook::{{closure}}::hd2da4327dea91a51 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x5588d457d6fc - std::panicking::default_hook::h3d55120ad6ada158 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x5588d457e2b4 - std::panicking::rust_panic_with_hook::hf85dd0bb545e3b55 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x5588d457dd97 - std::panicking::begin_panic_handler::{{closure}}::h736ae969434da9fa [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x5588d457bedc - std::sys_common::backtrace::__rust_end_short_backtrace::h6133bb80b1d6c3e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x5588d457dcf9 - rust_begin_unwind [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x5588d41179a1 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x5588d4117a93 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1599:5 [INFO] [stdout] 16: 0x5588d42bb42f - core::result::Result::expect::hb6ff872bea9c4626 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1241:23 [INFO] [stdout] 17: 0x5588d4311eec - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::h91067f70fbfc0bcb [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x5588d4301fa9 - as core::future::future::Future>::poll::hfcbb862f07aeac84 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x5588d43dd3ff - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h0bdb2af203161da7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:147:17 [INFO] [stdout] 20: 0x5588d423bcf5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h683772fa0fa5b6a2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x5588d43dc8b7 - tokio::runtime::task::core::CoreStage::poll::h2589c197a1c4ce12 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:137:13 [INFO] [stdout] 22: 0x5588d435622a - tokio::runtime::task::harness::poll_future::{{closure}}::h8fcf36ca47754a56 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:437:23 [INFO] [stdout] 23: 0x5588d42c4de3 - as core::ops::function::FnOnce<()>>::call_once::hb3f066420e94e02a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 24: 0x5588d43bdc90 - std::panicking::try::do_call::hcc037e382078b365 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 25: 0x5588d43c2b6d - __rust_try [INFO] [stdout] 26: 0x5588d43b63ba - std::panicking::try::h0964435f11fd55c1 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 27: 0x5588d42c65ea - std::panic::catch_unwind::h991aae1908866946 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 28: 0x5588d43518c0 - tokio::runtime::task::harness::poll_future::h2da0cb0ef5b16d26 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:424:19 [INFO] [stdout] 29: 0x5588d435899e - tokio::runtime::task::harness::Harness::poll_inner::hbd6fbd965be981c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 30: 0x5588d43678cb - tokio::runtime::task::harness::Harness::poll::h120f3b42b3024baf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 31: 0x5588d4245660 - tokio::runtime::task::raw::poll::h50cfdbbab66cd8e4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 32: 0x5588d44bd72f - tokio::runtime::task::raw::RawTask::poll::h91b4d71024ff823c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 33: 0x5588d44844b1 - tokio::runtime::task::Notified::run::h9655d3297d7e3782 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/mod.rs:166:9 [INFO] [stdout] 34: 0x5588d44ac4b3 - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::h7709c022a69fedfc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:417:21 [INFO] [stdout] 35: 0x5588d44d95cc - tokio::coop::with_budget::{{closure}}::h3600f24292e804c5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:106:9 [INFO] [stdout] 36: 0x5588d44a83e4 - std::thread::local::LocalKey::try_with::he64e18759cba76cb [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 37: 0x5588d44a687e - std::thread::local::LocalKey::with::h97d468888f5aee06 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 38: 0x5588d44ac03c - tokio::coop::with_budget::h508064b987c89bf8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:99:5 [INFO] [stdout] 39: 0x5588d44ac03c - tokio::coop::budget::hc954d79b8a289413 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:76:5 [INFO] [stdout] 40: 0x5588d44ac03c - tokio::runtime::thread_pool::worker::Context::run_task::h357f5d6b276e0a09 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:395:9 [INFO] [stdout] 41: 0x5588d44aba67 - tokio::runtime::thread_pool::worker::Context::run::hb2218299cbb79e64 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:372:24 [INFO] [stdout] 42: 0x5588d44ab793 - tokio::runtime::thread_pool::worker::run::{{closure}}::hb2f96ecd9b565c4c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:350:17 [INFO] [stdout] 43: 0x5588d448054d - tokio::macros::scoped_tls::ScopedKey::set::had0546b4b94be4bd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x5588d44ab6bc - tokio::runtime::thread_pool::worker::run::he3dbaf3764a8d790 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:347:5 [INFO] [stdout] 45: 0x5588d44ab52b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::ha4d659bff9f634a2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:326:45 [INFO] [stdout] 46: 0x5588d448da5f - as core::future::future::Future>::poll::h41fbf3c3c83b8178 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x5588d4483bee - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hfc7d5e234cfe9e6b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:147:17 [INFO] [stdout] 48: 0x5588d44b4e95 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h9f561eb4d81a2bae [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x5588d44838d8 - tokio::runtime::task::core::CoreStage::poll::h755ef29423a407ca [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:137:13 [INFO] [stdout] 50: 0x5588d448d7ee - tokio::runtime::task::harness::poll_future::{{closure}}::h9fd02ec6f98b17d3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:437:23 [INFO] [stdout] 51: 0x5588d44ae6c3 - as core::ops::function::FnOnce<()>>::call_once::h906a6cb78eb5be00 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 52: 0x5588d4488202 - std::panicking::try::do_call::he023026fbccae231 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 53: 0x5588d448defd - __rust_try [INFO] [stdout] 54: 0x5588d4487eca - std::panicking::try::hdcbbee05726e094c [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 55: 0x5588d44b04db - std::panic::catch_unwind::hf829b2a2282904bf [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 56: 0x5588d448cfc1 - tokio::runtime::task::harness::poll_future::ha067e5c1dc5d9ed4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:424:19 [INFO] [stdout] 57: 0x5588d448b1af - tokio::runtime::task::harness::Harness::poll_inner::hbef03896b9c5024a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 58: 0x5588d448ad1c - tokio::runtime::task::harness::Harness::poll::ha8c7090b20bf3939 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 59: 0x5588d44bd8f2 - tokio::runtime::task::raw::poll::hd2f95455a68ca40d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 60: 0x5588d44bd72f - tokio::runtime::task::raw::RawTask::poll::h91b4d71024ff823c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 61: 0x5588d4484441 - tokio::runtime::task::Notified::run::h8d8633c530d272c6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/mod.rs:166:9 [INFO] [stdout] 62: 0x5588d44959f6 - tokio::runtime::blocking::pool::Inner::run::h7514f88d2a7dc42b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/blocking/pool.rs:265:17 [INFO] [stdout] 63: 0x5588d4494dcf - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::h4ab098a161d5c7f4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/blocking/pool.rs:245:17 [INFO] [stdout] 64: 0x5588d44d6320 - std::sys_common::backtrace::__rust_begin_short_backtrace::h0f4fee52b9be8906 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 65: 0x5588d44e6e6d - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h44489802da8620f2 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 66: 0x5588d44ae701 - as core::ops::function::FnOnce<()>>::call_once::h94f61686fba9e51d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 67: 0x5588d448816c - std::panicking::try::do_call::ha5019d4d13c217eb [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 68: 0x5588d448defd - __rust_try [INFO] [stdout] 69: 0x5588d4487987 - std::panicking::try::h504adce874870c8a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 70: 0x5588d44b04a1 - std::panic::catch_unwind::hde2e281d34cc7eeb [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 71: 0x5588d44e6c7c - std::thread::Builder::spawn_unchecked::{{closure}}::h22c9e4c246c1c074 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 72: 0x5588d446deaf - core::ops::function::FnOnce::call_once{{vtable.shim}}::h6e4d5040f0236f6e [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 73: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::h09f167e08fc945ff [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 74: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::hf814fe85eeb118e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 75: 0x5588d4583757 - std::sys::unix::thread::Thread::new::thread_start::hb71b17934c5f5e68 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys/unix/thread.rs:91:17 [INFO] [stdout] 76: 0x7f68d7902609 - start_thread [INFO] [stdout] 77: 0x7f68d76d4293 - clone [INFO] [stdout] 78: 0x0 - [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40307|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-3092750081903355801" } [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40306, 40307, 40309] [INFO] [stdout] 40304 CHARGES - [40302, 40309] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307] [INFO] [stdout] 40301 CHARGES - [40303, 40306] [INFO] [stdout] 40310 MEMBERS - [40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307] [INFO] [stdout] 40306 CHARGES - [40303, 40304] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40307, 40309] [INFO] [stdout] 40304 CHARGES - [40302, 40309] [INFO] [stdout] 40310 MEMBERS - [40305, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40309] [INFO] [stdout] 40304 CHARGES - [40302, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40304] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40307, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40304] [INFO] [stdout] 40310 MEMBERS - [40302, 40305, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40307] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40305, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40301 CHARGES - [40306, 40308] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40304] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40304, 40305, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40302] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40306, 40308] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40309] [INFO] [stdout] 40304 CHARGES - [40305, 40309] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40304 CHARGES - [40305, 40309] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40305, 40306, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40306, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40305, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40308] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40302] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40305, 40306, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40301, 40309] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40302] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40306, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40304, 40306] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40304, 40309] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40304, 40305] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40304, 40305] [INFO] [stdout] 40308 MEMBERS - [40301, 40305, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40305, 40309] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40304, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40303] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40305, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40307] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40307] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40305, 40306, 40308] [INFO] [stdout] 40305 CHARGES - [40301, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40304] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40304, 40306, 40307, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40309] [INFO] [stdout] 40302 CHARGES - [40301, 40306] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40305] [INFO] [stdout] 40305 MEMBERS - [40303, 40305, 40306, 40308] [INFO] [stdout] 40305 CHARGES - [40306, 40308] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40307] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40307] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40307] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40302 CHARGES - [40301, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40305, 40309] [INFO] [stdout] 40305 MEMBERS - [40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40308, 40310] [INFO] [stdout] 40305 MEMBERS - [40305, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40308, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40305, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40305, 40309] [INFO] [stdout] 40301 MEMBERS - [40301, 40305, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40305, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40305, 40307, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40308] [INFO] [stdout] 40306 MEMBERS - [40301, 40305, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40305, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40305, 40309] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40306, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40306 MEMBERS - [40305, 40306, 40307, 40308] [INFO] [stdout] 40306 CHARGES - [40305, 40307] [INFO] [stdout] 40306 MEMBERS - [40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40308, 40310] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40306, 40308] [INFO] [stdout] 40303 CHARGES - [40301, 40302] [INFO] [stdout] 40301 MEMBERS - [40301, 40305, 40307, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40305, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40305, 40310] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40309] [INFO] [stdout] 40307 CHARGES - [40302, 40306] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40302] [INFO] [stdout] 40305 MEMBERS - [40305, 40307, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40305, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40301, 40310] [INFO] [stdout] 40305 MEMBERS - [40305, 40307, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40308] [INFO] [stdout] 40309 MEMBERS - [40301, 40305, 40307, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40307] [INFO] [stdout] 40309 MEMBERS - [40301, 40305, 40307, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40308] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40308, 40309] [INFO] [stdout] 40307 CHARGES - [40302, 40308] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40307 CHARGES - [40302, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40306, 40307, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40308] [INFO] [stdout] 40303 MEMBERS - [40303, 40306, 40307, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40310] [INFO] [stdout] 40303 MEMBERS - [40303, 40307, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40307, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40304, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40303] [INFO] [stdout] 40308 MEMBERS - [40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40307, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40307, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40307, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40310] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40309] [INFO] [stdout] 40302 CHARGES - [40301, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-7069691580600784418" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5588d457ba00 - std::backtrace_rs::backtrace::libunwind::trace::h99dbb39dca18857d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x5588d457ba00 - std::backtrace_rs::backtrace::trace_unsynchronized::h832861927e9cfedf [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x5588d457ba00 - std::sys_common::backtrace::_print_fmt::h3d18154c77dcf310 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x5588d457ba00 - ::fmt::he312f4ad5b9bb346 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x5588d459f19c - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x5588d4575e75 - std::io::Write::write_fmt::h65d36b96410d80d7 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/io/mod.rs:1665:15 [INFO] [stdout] 6: 0x5588d457dbeb - std::sys_common::backtrace::_print::h65d996766de40da4 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x5588d457dbeb - std::sys_common::backtrace::print::h40df9727e635f303 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x5588d457dbeb - std::panicking::default_hook::{{closure}}::hd2da4327dea91a51 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x5588d457d6fc - std::panicking::default_hook::h3d55120ad6ada158 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x5588d457e2b4 - std::panicking::rust_panic_with_hook::hf85dd0bb545e3b55 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x5588d457dd97 - std::panicking::begin_panic_handler::{{closure}}::h736ae969434da9fa [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x5588d457bedc - std::sys_common::backtrace::__rust_end_short_backtrace::h6133bb80b1d6c3e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x5588d457dcf9 - rust_begin_unwind [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x5588d41179a1 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x5588d4117a93 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1599:5 [INFO] [stdout] 16: 0x5588d42bb42f - core::result::Result::expect::hb6ff872bea9c4626 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1241:23 [INFO] [stdout] 17: 0x5588d4311eec - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::h91067f70fbfc0bcb [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x5588d4301fa9 - as core::future::future::Future>::poll::hfcbb862f07aeac84 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x5588d43dd3ff - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h0bdb2af203161da7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:147:17 [INFO] [stdout] 20: 0x5588d423bcf5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h683772fa0fa5b6a2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x5588d43dc8b7 - tokio::runtime::task::core::CoreStage::poll::h2589c197a1c4ce12 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:137:13 [INFO] [stdout] 22: 0x5588d435622a - tokio::runtime::task::harness::poll_future::{{closure}}::h8fcf36ca47754a56 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:437:23 [INFO] [stdout] 23: 0x5588d42c4de3 - as core::ops::function::FnOnce<()>>::call_once::hb3f066420e94e02a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 24: 0x5588d43bdc90 - std::panicking::try::do_call::hcc037e382078b365 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 25: 0x5588d43c2b6d - __rust_try [INFO] [stdout] 26: 0x5588d43b63ba - std::panicking::try::h0964435f11fd55c1 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 27: 0x5588d42c65ea - std::panic::catch_unwind::h991aae1908866946 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 28: 0x5588d43518c0 - tokio::runtime::task::harness::poll_future::h2da0cb0ef5b16d26 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:424:19 [INFO] [stdout] 29: 0x5588d435899e - tokio::runtime::task::harness::Harness::poll_inner::hbd6fbd965be981c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 30: 0x5588d43678cb - tokio::runtime::task::harness::Harness::poll::h120f3b42b3024baf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 31: 0x5588d4245660 - tokio::runtime::task::raw::poll::h50cfdbbab66cd8e4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 32: 0x5588d44bd72f - tokio::runtime::task::raw::RawTask::poll::h91b4d71024ff823c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 33: 0x5588d44844b1 - tokio::runtime::task::Notified::run::h9655d3297d7e3782 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/mod.rs:166:9 [INFO] [stdout] 34: 0x5588d44ac4b3 - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::h7709c022a69fedfc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:417:21 [INFO] [stdout] 35: 0x5588d44d95cc - tokio::coop::with_budget::{{closure}}::h3600f24292e804c5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:106:9 [INFO] [stdout] 36: 0x5588d44a83e4 - std::thread::local::LocalKey::try_with::he64e18759cba76cb [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 37: 0x5588d44a687e - std::thread::local::LocalKey::with::h97d468888f5aee06 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 38: 0x5588d44ac03c - tokio::coop::with_budget::h508064b987c89bf8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:99:5 [INFO] [stdout] 39: 0x5588d44ac03c - tokio::coop::budget::hc954d79b8a289413 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:76:5 [INFO] [stdout] 40: 0x5588d44ac03c - tokio::runtime::thread_pool::worker::Context::run_task::h357f5d6b276e0a09 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:395:9 [INFO] [stdout] 41: 0x5588d44ab9a2 - tokio::runtime::thread_pool::worker::Context::run::hb2218299cbb79e64 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:365:24 [INFO] [stdout] 42: 0x5588d44ab793 - tokio::runtime::thread_pool::worker::run::{{closure}}::hb2f96ecd9b565c4c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:350:17 [INFO] [stdout] 43: 0x5588d448054d - tokio::macros::scoped_tls::ScopedKey::set::had0546b4b94be4bd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x5588d44ab6bc - tokio::runtime::thread_pool::worker::run::he3dbaf3764a8d790 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:347:5 [INFO] [stdout] 45: 0x5588d44ab52b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::ha4d659bff9f634a2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/worker.rs:326:45 [INFO] [stdout] 46: 0x5588d448da5f - as core::future::future::Future>::poll::h41fbf3c3c83b8178 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x5588d4483bee - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hfc7d5e234cfe9e6b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:147:17 [INFO] [stdout] 48: 0x5588d44b4e95 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h9f561eb4d81a2bae [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x5588d44838d8 - tokio::runtime::task::core::CoreStage::poll::h755ef29423a407ca [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/core.rs:137:13 [INFO] [stdout] 50: 0x5588d448d7ee - tokio::runtime::task::harness::poll_future::{{closure}}::h9fd02ec6f98b17d3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:437:23 [INFO] [stdout] 51: 0x5588d44ae6c3 - as core::ops::function::FnOnce<()>>::call_once::h906a6cb78eb5be00 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 52: 0x5588d4488202 - std::panicking::try::do_call::he023026fbccae231 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 53: 0x5588d448defd - __rust_try [INFO] [stdout] 54: 0x5588d4487eca - std::panicking::try::hdcbbee05726e094c [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 55: 0x5588d44b04db - std::panic::catch_unwind::hf829b2a2282904bf [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 56: 0x5588d448cfc1 - tokio::runtime::task::harness::poll_future::ha067e5c1dc5d9ed4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:424:19 [INFO] [stdout] 57: 0x5588d448b1af - tokio::runtime::task::harness::Harness::poll_inner::hbef03896b9c5024a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 58: 0x5588d448ad1c - tokio::runtime::task::harness::Harness::poll::ha8c7090b20bf3939 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 59: 0x5588d44bd8f2 - tokio::runtime::task::raw::poll::hd2f95455a68ca40d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 60: 0x5588d44bd72f - tokio::runtime::task::raw::RawTask::poll::h91b4d71024ff823c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 61: 0x5588d4484441 - tokio::runtime::task::Notified::run::h8d8633c530d272c6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/task/mod.rs:166:9 [INFO] [stdout] 62: 0x5588d44959f6 - tokio::runtime::blocking::pool::Inner::run::h7514f88d2a7dc42b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/blocking/pool.rs:265:17 [INFO] [stdout] 63: 0x5588d4494dcf - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::h4ab098a161d5c7f4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/blocking/pool.rs:245:17 [INFO] [stdout] 64: 0x5588d44d6320 - std::sys_common::backtrace::__rust_begin_short_backtrace::h0f4fee52b9be8906 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 65: 0x5588d44e6e6d - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h44489802da8620f2 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 66: 0x5588d44ae701 - as core::ops::function::FnOnce<()>>::call_once::h94f61686fba9e51d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 67: 0x5588d448816c - std::panicking::try::do_call::ha5019d4d13c217eb [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 68: 0x5588d448defd - __rust_try [INFO] [stdout] 69: 0x5588d4487987 - std::panicking::try::h504adce874870c8a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 70: 0x5588d44b04a1 - std::panic::catch_unwind::hde2e281d34cc7eeb [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 71: 0x5588d44e6c7c - std::thread::Builder::spawn_unchecked::{{closure}}::h22c9e4c246c1c074 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 72: 0x5588d446deaf - core::ops::function::FnOnce::call_once{{vtable.shim}}::h6e4d5040f0236f6e [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 73: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::h09f167e08fc945ff [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 74: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::hf814fe85eeb118e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 75: 0x5588d4583757 - std::sys::unix::thread::Thread::new::thread_start::hb71b17934c5f5e68 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys/unix/thread.rs:91:17 [INFO] [stdout] 76: 0x7f68d7902609 - start_thread [INFO] [stdout] 77: 0x7f68d76d4293 - clone [INFO] [stdout] 78: 0x0 - [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40310|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-7069691580600784418" } [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40310] [INFO] [stdout] 40306 MEMBERS - [40306, 40307, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40308, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40303, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40307, 40310] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40306] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40307, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40305, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40303, 40305, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40305, 40307] [INFO] [stdout] 40307 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40308, 40310] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40307, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40308] [INFO] [stdout] 40305 MEMBERS - [40301, 40305, 40307, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40305, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40309, 40310] [INFO] [stdout] 40306 MEMBERS - [40303, 40306, 40307, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40310] [INFO] [stdout] 40310 MEMBERS - [40303, 40304, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40309, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40305, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40309, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40303, 40305, 40307, 40308] [INFO] [stdout] 40308 CHARGES - [40305, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40309] [INFO] [stdout] 40301 CHARGES - [40303, 40309] [INFO] [stdout] 40310 MEMBERS - [40305, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40306 MEMBERS - [40303, 40306, 40307, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40310] [INFO] [stdout] 40307 MEMBERS - [40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40308, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40304, 40305, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40308] [INFO] [stdout] 40310 MEMBERS - [40305, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40304, 40305, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40309, 40310] [INFO] [stdout] 40306 MEMBERS - [40303, 40306, 40307] [INFO] [stdout] 40306 CHARGES - [40303, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40305, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40305, 40308] [INFO] [stdout] 40310 MEMBERS - [40308, 40310] [INFO] [stdout] 40310 CHARGES - [40308] [INFO] [stdout] 40307 MEMBERS - [40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40308] [INFO] [stdout] 40307 MEMBERS - [40301, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40305, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40310] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40307, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40308] [INFO] [stdout] 40310 MEMBERS - [40305, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40304 MEMBERS - [40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40308] [INFO] [stdout] 40307 MEMBERS - [40301, 40303, 40306, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40307 CHARGES - [40306, 40309] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40305, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40304, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40304, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40308] [INFO] [stdout] 40304 MEMBERS - [40304, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40307, 40308] [INFO] [stdout] 40310 MEMBERS - [40303, 40305, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40305] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40305, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40303] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40305, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40309] [INFO] [stdout] 40309 MEMBERS - [40301, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40308] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40307 CHARGES - [40302, 40306] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40308] [INFO] [stdout] 40309 MEMBERS - [40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40305, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40308] [INFO] [stdout] 40303 MEMBERS - [40303, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40307, 40310] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40307, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40309] [INFO] [stdout] 40301 CHARGES - [40304, 40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40305, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40309] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40305, 40306, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40309] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40307] [INFO] [stdout] 40308 MEMBERS - [40301, 40303, 40305, 40308] [INFO] [stdout] 40308 CHARGES - [40303, 40305] [INFO] [stdout] 40306 MEMBERS - [40306, 40307] [INFO] [stdout] 40306 CHARGES - [40307] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40310] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40305, 40306, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40306] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40307, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40307] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40308, 40310] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40309] [INFO] [stdout] 40301 CHARGES - [40304, 40305] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40305, 40307, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40303] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40307 CHARGES - [40302, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40310] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40309] [INFO] [stdout] 40302 CHARGES - [40301, 40309] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40305, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40303] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40305, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40303] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40303] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40303] [INFO] [stdout] 40308 MEMBERS - [40301, 40303, 40305, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40305, 40306] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40305, 40306] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40305, 40306] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40305, 40306] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40305, 40307] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40302, 40306] [INFO] [stdout] 40306 MEMBERS - [40301, 40305, 40306, 40307, 40309] [INFO] [stdout] 40306 CHARGES - [40301, 40309] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40309] [INFO] [stdout] 40307 CHARGES - [40302, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40306 MEMBERS - [40301, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40301, 40309] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308, 40309] [INFO] [stdout] 40307 CHARGES - [40302, 40309] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40306, 40307] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40302, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40302, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40309] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40309] [INFO] [stdout] 40307 CHARGES - [40301, 40309] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40302, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40302, 40307] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40302, 40307] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40303 CHARGES - [40302, 40306] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40302, 40307] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40302 CHARGES - [40301, 40309] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40303] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40303] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40302, 40306] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40302, 40309] [INFO] [stdout] 40307 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40309] [INFO] [stdout] 40307 CHARGES - [40308, 40309] [INFO] [stdout] 40307 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40308, 40309] [INFO] [stdout] 40304 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40305, 40307] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40305, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40310] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40304] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40310] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] 40309 MEMBERS - [40301, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40304] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40309] [INFO] [stdout] 40303 CHARGES - [40302, 40306] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40310] [INFO] [stdout] 40309 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40302 MEMBERS - [40302, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40310] [INFO] [stdout] 40302 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40301, 40309] [INFO] [stdout] 40302 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40310] [INFO] [stdout] 40308 MEMBERS - [40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40304, 40310] [INFO] [stdout] 40309 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40305, 40307] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40305, 40307] [INFO] [stdout] 40305 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40308] [INFO] [stdout] 40305 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40308] [INFO] [stdout] 40308 MEMBERS - [40305, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40305, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40308 MEMBERS - [40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40306, 40310] [INFO] [stdout] 40308 MEMBERS - [40302, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40302, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40305 MEMBERS - [40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40305, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40302, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40305, 40307, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40306, 40310] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40307 MEMBERS - [40301, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40307 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40308] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40305, 40307] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40308] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40306, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40305, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40308] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40308] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40302, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40302, 40309] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40306, 40309] [INFO] [stdout] 40310 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40305, 40307] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40301, 40308] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40302, 40310] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40302, 40306] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40301, 40308] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40308] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40303, 40308] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40308, 40310] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40305, 40309] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40302, 40309] [INFO] [stdout] 40307 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40308] [INFO] [stdout] 40307 MEMBERS - [40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40308] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40303, 40305] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40303, 40308] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40308] [INFO] [stdout] 40309 MEMBERS - [40301, 40303, 40306, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40303, 40308] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40305, 40309] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40306, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40303, 40308] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40303, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40304, 40308] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40304, 40305, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40305, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40305] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40306] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40304, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40309] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40302, 40309] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40302, 40309] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40304 CHARGES - [40306, 40308] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40308, 40309] [INFO] [stdout] 40301 CHARGES - [40303, 40309] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40309] [INFO] [stdout] 40301 CHARGES - [40303, 40309] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40305, 40309] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40305, 40309] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40309] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40309] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40309] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40306, 40309] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40309] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40303, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304] [INFO] [stdout] 40301 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40302 CHARGES - [40303, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40309] [INFO] [stdout] 40307 CHARGES - [40301, 40303] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305, 40306, 40308] [INFO] [stdout] 40304 CHARGES - [40306, 40308] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40308, 40309] [INFO] [stdout] 40304 CHARGES - [40301, 40308] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40309] [INFO] [stdout] 40307 CHARGES - [40301, 40303] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40309] [INFO] [stdout] 40304 CHARGES - [40301, 40302] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40309] [INFO] [stdout] 40304 CHARGES - [40301, 40309] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40309] [INFO] [stdout] 40307 CHARGES - [40301, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40309] [INFO] [stdout] 40307 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40302 CHARGES - [40305, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40304, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40304, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40308 MEMBERS - [40301, 40303, 40304, 40305, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40301, 40309] [INFO] [stdout] 40308 MEMBERS - [40301, 40303, 40304, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40301, 40309] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40304, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40304] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40309 MEMBERS - [40301, 40304, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40304] [INFO] [stdout] 40309 MEMBERS - [40301, 40304, 40307, 40309] [INFO] [stdout] 40309 CHARGES - [40304, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40307] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40307 CHARGES - [40303, 40304] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40305, 40307] [INFO] [stdout] 40307 CHARGES - [40301, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305, 40307] [INFO] [stdout] 40305 CHARGES - [40304, 40307] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40306] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40303 CHARGES - [40301, 40302] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40304, 40307] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40304, 40307] [INFO] [stdout] 40308 MEMBERS - [40301, 40303, 40304, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40301, 40310] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40302] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40308 MEMBERS - [40301, 40303, 40304, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40306, 40310] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40306] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40306] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40307] [INFO] [stdout] 40302 CHARGES - [40305, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40306] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40305, 40307] [INFO] [stdout] 40307 CHARGES - [40301, 40302] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40308] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40307] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40301, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40309 MEMBERS - [40301, 40304, 40306, 40307, 40309] [INFO] [stdout] 40309 CHARGES - [40304, 40307] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40309] [INFO] [stdout] 40304 CHARGES - [40303, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40309 MEMBERS - [40301, 40306, 40307, 40309] [INFO] [stdout] 40309 CHARGES - [40306, 40307] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40309 MEMBERS - [40306, 40307, 40309] [INFO] [stdout] 40309 CHARGES - [40306, 40307] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40301, 40303] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40308, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40305, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40301, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40308] [INFO] [stdout] 40304 MEMBERS - [40303, 40304] [INFO] [stdout] 40304 CHARGES - [40303] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40308] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40301 CHARGES - [40303, 40306] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40305] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40310] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40306] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40306] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40310] [INFO] [stdout] 40301 CHARGES - [40303, 40306] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40304, 40305, 40307] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40309 MEMBERS - [40306, 40307, 40309] [INFO] [stdout] 40309 CHARGES - [40306, 40307] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40304 CHARGES - [40302, 40303] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40305] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40305, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40302, 40303] [INFO] [stdout] 40309 MEMBERS - [40306, 40309] [INFO] [stdout] 40309 CHARGES - [40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40303, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40310] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40310] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40308, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40302, 40303] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40310] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40305, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40308] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40305] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40304] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40304] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40301, 40310] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40305] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40306] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40308] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40304] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40305] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40301, 40310] [INFO] [stdout] thread 'cluster_test_cyclic_failures' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5588d457ba00 - std::backtrace_rs::backtrace::libunwind::trace::h99dbb39dca18857d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x5588d457ba00 - std::backtrace_rs::backtrace::trace_unsynchronized::h832861927e9cfedf [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x5588d457ba00 - std::sys_common::backtrace::_print_fmt::h3d18154c77dcf310 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x5588d457ba00 - ::fmt::he312f4ad5b9bb346 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x5588d459f19c - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x5588d4575e75 - std::io::Write::write_fmt::h65d36b96410d80d7 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/io/mod.rs:1665:15 [INFO] [stdout] 6: 0x5588d457dbeb - std::sys_common::backtrace::_print::h65d996766de40da4 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x5588d457dbeb - std::sys_common::backtrace::print::h40df9727e635f303 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x5588d457dbeb - std::panicking::default_hook::{{closure}}::hd2da4327dea91a51 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x5588d457d6fc - std::panicking::default_hook::h3d55120ad6ada158 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x5588d457e2b4 - std::panicking::rust_panic_with_hook::hf85dd0bb545e3b55 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x5588d457dd97 - std::panicking::begin_panic_handler::{{closure}}::h736ae969434da9fa [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x5588d457bedc - std::sys_common::backtrace::__rust_end_short_backtrace::h6133bb80b1d6c3e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x5588d457dcf9 - rust_begin_unwind [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x5588d41179a1 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x5588d4117a93 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1599:5 [INFO] [stdout] 16: 0x5588d42bc0a2 - core::result::Result::unwrap::he272d04653924987 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1281:23 [INFO] [stdout] 17: 0x5588d43aafcc - cluster_test::run_cluster_test::{{closure}}::h29ca0b0d5cd6c738 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x5588d43016f9 - as core::future::future::Future>::poll::hd7563e203db13ed2 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x5588d431b680 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::h489e1c136b7ddc1f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x5588d42be01c - tokio::coop::with_budget::{{closure}}::h8394e706c56073b8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:106:9 [INFO] [stdout] 21: 0x5588d429dd61 - std::thread::local::LocalKey::try_with::h0147b8482f16905a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x5588d429d94d - std::thread::local::LocalKey::with::h30adb0ccae663498 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x5588d431ab64 - tokio::coop::with_budget::h78b9baa680a58021 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:99:5 [INFO] [stdout] 24: 0x5588d431ab64 - tokio::coop::budget::h8c114735330d7251 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:76:5 [INFO] [stdout] 25: 0x5588d431ab64 - tokio::park::thread::CachedParkThread::block_on::h1e7123d8911a6dc3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x5588d42be4de - tokio::runtime::enter::Enter::block_on::h3cdbcba81f41d54c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x5588d4324c23 - tokio::runtime::thread_pool::ThreadPool::block_on::h398e766b8d4ab12d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/mod.rs:71:9 [INFO] [stdout] 28: 0x5588d4325dba - tokio::runtime::Runtime::block_on::h7a27844264c1d25e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/mod.rs:452:43 [INFO] [stdout] 29: 0x5588d43aac80 - cluster_test::run_cluster_test::heb01fa2bf1e324fb [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x5588d43add7a - cluster_test::cluster_cyclic::h325ddcc128332914 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:346:3 [INFO] [stdout] 31: 0x5588d43b6109 - cluster_test::cluster_test_cyclic_failures::h580e842e460be3d9 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:375:3 [INFO] [stdout] 32: 0x5588d43b5d9a - cluster_test::cluster_test_cyclic_failures::{{closure}}::h682c50e5d770f9b3 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:363:1 [INFO] [stdout] 33: 0x5588d43369fe - core::ops::function::FnOnce::call_once::h31933a154cafa090 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x5588d44168f3 - core::ops::function::FnOnce::call_once::h227fa683a5745bd3 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x5588d44168f3 - test::__rust_begin_short_backtrace::h3a193bd570ada00a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:578:5 [INFO] [stdout] 36: 0x5588d4415368 - as core::ops::function::FnOnce>::call_once::h262d2f411717179a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 37: 0x5588d4415368 - as core::ops::function::FnOnce<()>>::call_once::hfec00caec3e52a7b [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 38: 0x5588d4415368 - std::panicking::try::do_call::ha5f42e76ffda569d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 39: 0x5588d4415368 - std::panicking::try::h53f36df0935b9500 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 40: 0x5588d4415368 - std::panic::catch_unwind::h5a497f74b0ce006f [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 41: 0x5588d4415368 - test::run_test_in_process::hab0aead337f48a88 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:601:18 [INFO] [stdout] 42: 0x5588d4415368 - test::run_test::run_test_inner::{{closure}}::h632c383164d4cba2 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:493:39 [INFO] [stdout] 43: 0x5588d43e3aed - test::run_test::run_test_inner::{{closure}}::h7c4b3612891a4b58 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:520:37 [INFO] [stdout] 44: 0x5588d43e3aed - std::sys_common::backtrace::__rust_begin_short_backtrace::habf7d8a08419d00e [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x5588d43e8218 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h3acba502e2068204 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 46: 0x5588d43e8218 - as core::ops::function::FnOnce<()>>::call_once::h526ef819c1964a35 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 47: 0x5588d43e8218 - std::panicking::try::do_call::hc0b5663d6373cec8 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 48: 0x5588d43e8218 - std::panicking::try::ha9007ede9d35dcd6 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 49: 0x5588d43e8218 - std::panic::catch_unwind::hf60d56329ebbb81c [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 50: 0x5588d43e8218 - std::thread::Builder::spawn_unchecked::{{closure}}::hb1722d498f4ce777 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 51: 0x5588d43e8218 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h15eb01325730c962 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::h09f167e08fc945ff [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 53: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::hf814fe85eeb118e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 54: 0x5588d4583757 - std::sys::unix::thread::Thread::new::thread_start::hb71b17934c5f5e68 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys/unix/thread.rs:91:17 [INFO] [stdout] 55: 0x7f68d7902609 - start_thread [INFO] [stdout] 56: 0x7f68d76d4293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40305, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40303, 40308] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40308] [INFO] [stdout] 40305 CHARGES - [40301, 40308] [INFO] [stdout] [INFO] [stdout] ---- cluster_test_with_failures stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102] [INFO] [stdout] 40102 CHARGES - [40101] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40101, 40102] [INFO] [stdout] 40102 CHARGES - [40101] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40103, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40103] [INFO] [stdout] 40101 CHARGES - [40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40104 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40104 MEMBERS - [40104, 40105] [INFO] [stdout] 40104 CHARGES - [40105] [INFO] [stdout] 40103 MEMBERS - [40103, 40104] [INFO] [stdout] 40103 CHARGES - [40104] [INFO] [stdout] 40103 MEMBERS - [40103] [INFO] [stdout] 40103 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40104] [INFO] [stdout] 40104 CHARGES - [] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40102, 40104] [INFO] [stdout] 40104 CHARGES - [40102] [INFO] [stdout] 40102 MEMBERS - [40102, 40105] [INFO] [stdout] 40102 CHARGES - [40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40104] [INFO] [stdout] 40102 CHARGES - [40104] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40103] [INFO] [stdout] 40105 MEMBERS - [40102, 40105] [INFO] [stdout] 40105 CHARGES - [40102] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102] [INFO] [stdout] 40102 CHARGES - [] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40102, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] 40105 MEMBERS - [40104, 40105] [INFO] [stdout] 40105 CHARGES - [40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40104] [INFO] [stdout] 40104 CHARGES - [] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] 40103 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40103] [INFO] [stdout] 40102 CHARGES - [40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40105] [INFO] [stdout] 40105 CHARGES - [] [INFO] [stdout] 40104 MEMBERS - [40103, 40104] [INFO] [stdout] 40104 CHARGES - [40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40103, 40104] [INFO] [stdout] 40103 CHARGES - [40104] [INFO] [stdout] 40103 MEMBERS - [40103] [INFO] [stdout] 40103 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40104] [INFO] [stdout] 40104 CHARGES - [] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40105] [INFO] [stdout] 40101 CHARGES - [40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40105] [INFO] [stdout] 40102 CHARGES - [40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40104] [INFO] [stdout] 40104 CHARGES - [40101] [INFO] [stdout] 40104 MEMBERS - [40104] [INFO] [stdout] 40104 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40101, 40105] [INFO] [stdout] 40105 CHARGES - [40101] [INFO] [stdout] 40103 MEMBERS - [40103, 40105] [INFO] [stdout] 40103 CHARGES - [40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40105] [INFO] [stdout] 40105 CHARGES - [40101] [INFO] [stdout] 40105 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102] [INFO] [stdout] 40102 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40103] [INFO] [stdout] 40101 CHARGES - [40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40101, 40105] [INFO] [stdout] 40105 CHARGES - [40101] [INFO] [stdout] 40104 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40104] [INFO] [stdout] 40104 CHARGES - [40101] [INFO] [stdout] 40105 MEMBERS - [40105] [INFO] [stdout] 40105 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40104, 40105] [INFO] [stdout] 40105 CHARGES - [40104] [INFO] [stdout] 40105 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40104] [INFO] [stdout] 40104 CHARGES - [] [INFO] [stdout] 40104 MEMBERS - [40103, 40104] [INFO] [stdout] 40104 CHARGES - [40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40105] [INFO] [stdout] 40101 CHARGES - [40105] [INFO] [stdout] 40105 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40104] [INFO] [stdout] 40101 CHARGES - [40104] [INFO] [stdout] 40104 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40103, 40105] [INFO] [stdout] 40103 CHARGES - [40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40104] [INFO] [stdout] 40101 CHARGES - [40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40104, 40105] [INFO] [stdout] 40104 CHARGES - [40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40104] [INFO] [stdout] 40104 CHARGES - [] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40103] [INFO] [stdout] 40103 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40104, 40105] [INFO] [stdout] 40105 CHARGES - [40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40104 MEMBERS - [40101, 40104] [INFO] [stdout] 40104 CHARGES - [40101] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40105] [INFO] [stdout] 40105 CHARGES - [] [INFO] [stdout] 40104 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40105] [INFO] [stdout] 40105 CHARGES - [40101] [INFO] [stdout] 40104 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40104, 40105] [INFO] [stdout] 40104 CHARGES - [40105] [INFO] [stdout] 40104 MEMBERS - [40104] [INFO] [stdout] 40104 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40105] [INFO] [stdout] 40105 CHARGES - [] [INFO] [stdout] 40101 MEMBERS - [40101, 40105] [INFO] [stdout] 40101 CHARGES - [40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40104, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40104, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40104] [INFO] [stdout] 40104 CHARGES - [40101] [INFO] [stdout] thread 'cluster_test_with_failures' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5588d457ba00 - std::backtrace_rs::backtrace::libunwind::trace::h99dbb39dca18857d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x5588d457ba00 - std::backtrace_rs::backtrace::trace_unsynchronized::h832861927e9cfedf [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x5588d457ba00 - std::sys_common::backtrace::_print_fmt::h3d18154c77dcf310 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x5588d457ba00 - ::fmt::he312f4ad5b9bb346 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x5588d459f19c - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x5588d4575e75 - std::io::Write::write_fmt::h65d36b96410d80d7 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/io/mod.rs:1665:15 [INFO] [stdout] 6: 0x5588d457dbeb - std::sys_common::backtrace::_print::h65d996766de40da4 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x5588d457dbeb - std::sys_common::backtrace::print::h40df9727e635f303 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x5588d457dbeb - std::panicking::default_hook::{{closure}}::hd2da4327dea91a51 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x5588d457d6fc - std::panicking::default_hook::h3d55120ad6ada158 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x5588d457e2b4 - std::panicking::rust_panic_with_hook::hf85dd0bb545e3b55 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x5588d457dd97 - std::panicking::begin_panic_handler::{{closure}}::h736ae969434da9fa [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x5588d457bedc - std::sys_common::backtrace::__rust_end_short_backtrace::h6133bb80b1d6c3e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x5588d457dcf9 - rust_begin_unwind [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x5588d41179a1 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x5588d4117a93 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1599:5 [INFO] [stdout] 16: 0x5588d42bc0a2 - core::result::Result::unwrap::he272d04653924987 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/result.rs:1281:23 [INFO] [stdout] 17: 0x5588d43aafcc - cluster_test::run_cluster_test::{{closure}}::h29ca0b0d5cd6c738 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x5588d43016f9 - as core::future::future::Future>::poll::hd7563e203db13ed2 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x5588d431b680 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::h489e1c136b7ddc1f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x5588d42be01c - tokio::coop::with_budget::{{closure}}::h8394e706c56073b8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:106:9 [INFO] [stdout] 21: 0x5588d429dd61 - std::thread::local::LocalKey::try_with::h0147b8482f16905a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x5588d429d94d - std::thread::local::LocalKey::with::h30adb0ccae663498 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x5588d431ab64 - tokio::coop::with_budget::h78b9baa680a58021 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:99:5 [INFO] [stdout] 24: 0x5588d431ab64 - tokio::coop::budget::h8c114735330d7251 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/coop.rs:76:5 [INFO] [stdout] 25: 0x5588d431ab64 - tokio::park::thread::CachedParkThread::block_on::h1e7123d8911a6dc3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x5588d42be4de - tokio::runtime::enter::Enter::block_on::h3cdbcba81f41d54c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x5588d4324c23 - tokio::runtime::thread_pool::ThreadPool::block_on::h398e766b8d4ab12d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/thread_pool/mod.rs:71:9 [INFO] [stdout] 28: 0x5588d4325dba - tokio::runtime::Runtime::block_on::h7a27844264c1d25e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.9.0/src/runtime/mod.rs:452:43 [INFO] [stdout] 29: 0x5588d43aac80 - cluster_test::run_cluster_test::heb01fa2bf1e324fb [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x5588d43ac8ca - cluster_test::cluster_complete::h5f3487365253b27d [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x5588d43b5a69 - cluster_test::cluster_test_with_failures::h5744819ce499aae9 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:308:3 [INFO] [stdout] 32: 0x5588d43b56fa - cluster_test::cluster_test_with_failures::{{closure}}::h02e0f54fbad35c21 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:296:1 [INFO] [stdout] 33: 0x5588d433703e - core::ops::function::FnOnce::call_once::h5d175d58868eb340 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x5588d44168f3 - core::ops::function::FnOnce::call_once::h227fa683a5745bd3 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x5588d44168f3 - test::__rust_begin_short_backtrace::h3a193bd570ada00a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:578:5 [INFO] [stdout] 36: 0x5588d4415368 - as core::ops::function::FnOnce>::call_once::h262d2f411717179a [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 37: 0x5588d4415368 - as core::ops::function::FnOnce<()>>::call_once::hfec00caec3e52a7b [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 38: 0x5588d4415368 - std::panicking::try::do_call::ha5f42e76ffda569d [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 39: 0x5588d4415368 - std::panicking::try::h53f36df0935b9500 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 40: 0x5588d4415368 - std::panic::catch_unwind::h5a497f74b0ce006f [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 41: 0x5588d4415368 - test::run_test_in_process::hab0aead337f48a88 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:601:18 [INFO] [stdout] 42: 0x5588d4415368 - test::run_test::run_test_inner::{{closure}}::h632c383164d4cba2 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:493:39 [INFO] [stdout] 43: 0x5588d43e3aed - test::run_test::run_test_inner::{{closure}}::h7c4b3612891a4b58 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/test/src/lib.rs:520:37 [INFO] [stdout] 44: 0x5588d43e3aed - std::sys_common::backtrace::__rust_begin_short_backtrace::habf7d8a08419d00e [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x5588d43e8218 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h3acba502e2068204 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 46: 0x5588d43e8218 - as core::ops::function::FnOnce<()>>::call_once::h526ef819c1964a35 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:347:9 [INFO] [stdout] 47: 0x5588d43e8218 - std::panicking::try::do_call::hc0b5663d6373cec8 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:401:40 [INFO] [stdout] 48: 0x5588d43e8218 - std::panicking::try::ha9007ede9d35dcd6 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panicking.rs:365:19 [INFO] [stdout] 49: 0x5588d43e8218 - std::panic::catch_unwind::hf60d56329ebbb81c [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/panic.rs:434:14 [INFO] [stdout] 50: 0x5588d43e8218 - std::thread::Builder::spawn_unchecked::{{closure}}::hb1722d498f4ce777 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 51: 0x5588d43e8218 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h15eb01325730c962 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::h09f167e08fc945ff [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 53: 0x5588d4583757 - as core::ops::function::FnOnce>::call_once::hf814fe85eeb118e0 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 54: 0x5588d4583757 - std::sys::unix::thread::Thread::new::thread_start::hb71b17934c5f5e68 [INFO] [stdout] at /rustc/b70888601af92f6cdc0364abab3446e418b91d36/library/std/src/sys/unix/thread.rs:91:17 [INFO] [stdout] 55: 0x7f68d7902609 - start_thread [INFO] [stdout] 56: 0x7f68d76d4293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] cluster_test_cyclic_failures [INFO] [stdout] cluster_test_cyclic_perfect [INFO] [stdout] cluster_test_perfect [INFO] [stdout] cluster_test_with_failures [INFO] [stdout] [INFO] [stdout] test result: FAILED. 0 passed; 4 failed; 0 ignored; 0 measured; 0 filtered out; finished in 10.23s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass '--test cluster-test' [INFO] running `Command { std: "docker" "inspect" "61312c32852bac144226796d209cf5241a4540f736ed17f17c56f9f35938ce15", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "61312c32852bac144226796d209cf5241a4540f736ed17f17c56f9f35938ce15", kill_on_drop: false }` [INFO] [stdout] 61312c32852bac144226796d209cf5241a4540f736ed17f17c56f9f35938ce15