[INFO] fetching crate aurum_actors 0.0.1... [INFO] testing aurum_actors-0.0.1 against beta-2021-09-08 for beta-1.56-1 [INFO] extracting crate aurum_actors 0.0.1 into /workspace/builds/worker-1/source [INFO] validating manifest of crates.io crate aurum_actors 0.0.1 on toolchain beta-2021-09-08 [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+beta-2021-09-08" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking crates.io crate aurum_actors 0.0.1 [INFO] finished tweaking crates.io crate aurum_actors 0.0.1 [INFO] tweaked toml for crates.io crate aurum_actors 0.0.1 written to /workspace/builds/worker-1/source/Cargo.toml [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+beta-2021-09-08" "generate-lockfile" "--manifest-path" "Cargo.toml" "-Zno-index-update", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+beta-2021-09-08" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:a89201d6b5b9fd45c15d5952ece0a0129e7e80cb26ec023fd59cf09bc26f1604" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2021-09-08" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] [stdout] 0025aab7bcb38ae58cee4c7b9ebb5b67849f9ca0e92001d112cdfa4f9aa31e0e [INFO] running `Command { std: "docker" "start" "-a" "0025aab7bcb38ae58cee4c7b9ebb5b67849f9ca0e92001d112cdfa4f9aa31e0e", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "0025aab7bcb38ae58cee4c7b9ebb5b67849f9ca0e92001d112cdfa4f9aa31e0e", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "0025aab7bcb38ae58cee4c7b9ebb5b67849f9ca0e92001d112cdfa4f9aa31e0e", kill_on_drop: false }` [INFO] [stdout] 0025aab7bcb38ae58cee4c7b9ebb5b67849f9ca0e92001d112cdfa4f9aa31e0e [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:a89201d6b5b9fd45c15d5952ece0a0129e7e80cb26ec023fd59cf09bc26f1604" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2021-09-08" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 03b8013d64864a39a6fb1b8d3cb47a19d71ff437b4aed5dfb4ff23a1177b4466 [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "03b8013d64864a39a6fb1b8d3cb47a19d71ff437b4aed5dfb4ff23a1177b4466", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Compiling syn v1.0.76 [INFO] [stderr] Compiling serde v1.0.130 [INFO] [stderr] Compiling memchr v2.4.1 [INFO] [stderr] Compiling futures-core v0.3.17 [INFO] [stderr] Compiling matches v0.1.9 [INFO] [stderr] Compiling pin-project-lite v0.2.7 [INFO] [stderr] Compiling unicode-bidi v0.3.6 [INFO] [stderr] Compiling regex-syntax v0.6.25 [INFO] [stderr] Compiling async-trait v0.1.51 [INFO] [stderr] Compiling once_cell v1.8.0 [INFO] [stderr] Compiling bytes v1.1.0 [INFO] [stderr] Compiling maplit v1.0.2 [INFO] [stderr] Compiling linked-hash-map v0.5.4 [INFO] [stderr] Compiling num-traits v0.2.14 [INFO] [stderr] Compiling num-complex v0.2.4 [INFO] [stderr] Compiling num-rational v0.2.4 [INFO] [stderr] Compiling tokio v1.11.0 [INFO] [stderr] Compiling ahash v0.7.4 [INFO] [stderr] Compiling im v15.0.0 [INFO] [stderr] Compiling tinyvec v1.3.1 [INFO] [stderr] Compiling archery v0.4.0 [INFO] [stderr] Compiling form_urlencoded v1.0.1 [INFO] [stderr] Compiling bitmaps v2.1.0 [INFO] [stderr] Compiling generic-array v0.13.3 [INFO] [stderr] Compiling mio v0.7.13 [INFO] [stderr] Compiling rand_xoshiro v0.4.0 [INFO] [stderr] Compiling wyhash v0.5.0 [INFO] [stderr] Compiling rand v0.7.3 [INFO] [stderr] Compiling rand v0.8.4 [INFO] [stderr] Compiling aho-corasick v0.7.18 [INFO] [stderr] Compiling hashbrown v0.11.2 [INFO] [stderr] Compiling unicode-normalization v0.1.19 [INFO] [stderr] Compiling rand_distr v0.2.2 [INFO] [stderr] Compiling approx v0.3.2 [INFO] [stderr] Compiling num-integer v0.1.44 [INFO] [stderr] Compiling alga v0.9.3 [INFO] [stderr] Compiling idna v0.2.3 [INFO] [stderr] Compiling sized-chunks v0.6.5 [INFO] [stderr] Compiling regex v1.5.4 [INFO] [stderr] Compiling nalgebra v0.19.0 [INFO] [stderr] Compiling url v2.2.2 [INFO] [stderr] Compiling validator_types v0.14.0 [INFO] [stderr] Compiling serde_derive v1.0.130 [INFO] [stderr] Compiling thiserror-impl v1.0.29 [INFO] [stderr] Compiling tokio-macros v1.3.0 [INFO] [stderr] Compiling async-stream-impl v0.3.2 [INFO] [stderr] Compiling derivative v2.2.0 [INFO] [stderr] Compiling aurum_actors_macros v0.0.1 [INFO] [stderr] Compiling async-stream v0.3.2 [INFO] [stderr] Compiling thiserror v1.0.29 [INFO] [stderr] Compiling tokio-stream v0.1.7 [INFO] [stderr] Compiling tokio-test v0.4.2 [INFO] [stderr] Compiling statrs v0.13.0 [INFO] [stderr] Compiling toml v0.5.8 [INFO] [stderr] Compiling serde_json v1.0.67 [INFO] [stderr] Compiling serde_cbor v0.11.2 [INFO] [stderr] Compiling rpds v0.9.0 [INFO] [stderr] Compiling validator v0.14.0 [INFO] [stderr] Compiling proc-macro-crate v1.0.0 [INFO] [stderr] Compiling num_enum_derive v0.5.4 [INFO] [stderr] Compiling num_enum v0.5.4 [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished dev [unoptimized + debuginfo] target(s) in 2m 35s [INFO] running `Command { std: "docker" "inspect" "03b8013d64864a39a6fb1b8d3cb47a19d71ff437b4aed5dfb4ff23a1177b4466", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "03b8013d64864a39a6fb1b8d3cb47a19d71ff437b4aed5dfb4ff23a1177b4466", kill_on_drop: false }` [INFO] [stdout] 03b8013d64864a39a6fb1b8d3cb47a19d71ff437b4aed5dfb4ff23a1177b4466 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:a89201d6b5b9fd45c15d5952ece0a0129e7e80cb26ec023fd59cf09bc26f1604" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2021-09-08" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] e3262e0f632c476a1937ed246190e716397ff3f64f979ec959458770d803a901 [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "e3262e0f632c476a1937ed246190e716397ff3f64f979ec959458770d803a901", kill_on_drop: false }` [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 1m 23s [INFO] running `Command { std: "docker" "inspect" "e3262e0f632c476a1937ed246190e716397ff3f64f979ec959458770d803a901", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "e3262e0f632c476a1937ed246190e716397ff3f64f979ec959458770d803a901", kill_on_drop: false }` [INFO] [stdout] e3262e0f632c476a1937ed246190e716397ff3f64f979ec959458770d803a901 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:a89201d6b5b9fd45c15d5952ece0a0129e7e80cb26ec023fd59cf09bc26f1604" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2021-09-08" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 24bec1d19c536156923a265e9a65da0521925465d518f4f44e048247499af7b6 [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "24bec1d19c536156923a265e9a65da0521925465d518f4f44e048247499af7b6", kill_on_drop: false }` [INFO] [stderr] warning: unused borrow that must be used [INFO] [stderr] --> src/core/packets.rs:82:5 [INFO] [stderr] | [INFO] [stderr] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(unused_must_use)]` on by default [INFO] [stderr] help: use `let _ = ...` to ignore the resulting value [INFO] [stderr] | [INFO] [stderr] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stderr] | +++++++ [INFO] [stderr] [INFO] [stderr] warning: `aurum_actors` (lib) generated 1 warning [INFO] [stderr] warning: `aurum_actors` (lib test) generated 1 warning (1 duplicate) [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 0.16s [INFO] [stdout] [INFO] [stderr] Running unittests (/opt/rustwide/target/debug/deps/aurum_actors-3525036b64d4ff22) [INFO] [stdout] running 8 tests [INFO] [stdout] test cluster::gossip::test_gossip_merge ... ok [INFO] [stdout] test cluster::devices::devices_state::devices_state_join_test ... ok [INFO] [stdout] test cluster::node_ring::test_not_in_ring ... ok [INFO] [stdout] test cluster::node_ring::test_node_ring ... ok [INFO] [stderr] Running tests/cluster-test.rs (/opt/rustwide/target/debug/deps/cluster_test-3956b1960bdb09af) [INFO] [stdout] test core::packets::test_datagram_header_serde ... ok [INFO] [stdout] test cluster::interval_storage::test_interval_storage ... ok [INFO] [stdout] test core::actor_ref::actor_ref_valid_test ... ok [INFO] [stdout] test cluster::devices::devices_state::devices_state_deltas_test ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 8 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.02s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test cluster_test_cyclic_perfect ... FAILED [INFO] [stdout] test cluster_test_perfect ... FAILED [INFO] [stdout] test cluster_test_cyclic_failures ... FAILED [INFO] [stdout] test cluster_test_with_failures ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- cluster_test_cyclic_perfect stdout ---- [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40202 MEMBERS - [40201, 40202] [INFO] [stdout] 40202 CHARGES - [40201] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40202 CHARGES - [40201, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202] [INFO] [stdout] 40201 CHARGES - [40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202] [INFO] [stdout] 40201 CHARGES - [40202] [INFO] [stdout] 40202 MEMBERS - [40201, 40202] [INFO] [stdout] 40202 CHARGES - [40201] [INFO] [stdout] 40202 MEMBERS - [40202] [INFO] [stdout] 40202 CHARGES - [] [INFO] [stdout] 40204 MEMBERS - [40203, 40204] [INFO] [stdout] 40204 CHARGES - [40203] [INFO] [stdout] 40203 MEMBERS - [40201, 40203] [INFO] [stdout] 40203 CHARGES - [40201] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40202] [INFO] [stdout] 40201 CHARGES - [40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40204 MEMBERS - [40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40203, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40203, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40203, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] 40205 MEMBERS - [40203, 40205] [INFO] [stdout] 40205 CHARGES - [40203] [INFO] [stdout] 40205 MEMBERS - [40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40202] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40202] [INFO] [stdout] 40202 MEMBERS - [40202, 40204] [INFO] [stdout] 40202 CHARGES - [40204] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40204] [INFO] [stdout] 40202 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40205] [INFO] [stdout] 40204 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40203, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40204] [INFO] [stdout] 40205 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40203, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40204, 40205] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40202] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205, 40206] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40205, 40206] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207] [INFO] [stdout] 40207 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205, 40206] [INFO] [stdout] 40203 CHARGES - [40205, 40206] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207] [INFO] [stdout] 40203 CHARGES - [40205, 40206] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205, 40206] [INFO] [stdout] 40205 CHARGES - [40201, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207] [INFO] [stdout] 40205 CHARGES - [40206, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40205, 40206] [INFO] [stdout] 40206 CHARGES - [40201, 40202] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207] [INFO] [stdout] 40206 CHARGES - [40201, 40207] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208] [INFO] [stdout] 40203 CHARGES - [40205, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40203 CHARGES - [40205, 40206] [INFO] [stdout] 40209 MEMBERS - [40208, 40209] [INFO] [stdout] 40209 CHARGES - [40208] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40201 CHARGES - [40202, 40209] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40205, 40206] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40205, 40207] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205, 40207] [INFO] [stdout] 40205 CHARGES - [40201, 40207] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40209 CHARGES - [40203, 40205] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40209] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40209] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40208] [INFO] [stdout] 40205 CHARGES - [40207, 40208] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40208, 40209] [INFO] [stdout] 40205 CHARGES - [40207, 40208] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40208] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40208] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208] [INFO] [stdout] 40207 CHARGES - [40201, 40208] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40207 CHARGES - [40201, 40208] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40208, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40208, 40210] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40205, 40207] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40204, 40210] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208] [INFO] [stdout] 40208 CHARGES - [40201, 40202] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40208 CHARGES - [40201, 40202] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40204, 40207] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40205, 40207] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40209] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40202 CHARGES - [40203, 40209] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40203, 40209] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208] [INFO] [stdout] 40206 CHARGES - [40207, 40208] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40204 CHARGES - [40201, 40208] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40204 CHARGES - [40201, 40208] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40205] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40204, 40210] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40203, 40209] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40207|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40204, 40207] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40201, 40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40209] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40202] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40201, 40202] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40206 CHARGES - [40207, 40208] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40207, 40210] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40203, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40203, 40209] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40205, 40207] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40205, 40207] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40209] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40206] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40201, 40202] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40206|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40209] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40203, 40209] [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40203, 40209] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40203, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40205, 40207] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40205, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40208] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40208, 40209] [INFO] [stdout] 40206 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40203, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40206, 40209] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40206] [INFO] [stdout] 40209 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40206] [INFO] [stdout] 40209 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40206] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40207, 40210] [INFO] [stdout] 40206 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40203, 40205] [INFO] [stdout] 40207 MEMBERS - [40201, 40203, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40208, 40209] [INFO] [stdout] 40209 MEMBERS - [40201, 40203, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40206, 40207, 40208, 40210] [INFO] [stdout] 40201 CHARGES - [40206, 40208] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205, 40207, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40208, 40210] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40208, 40210] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205, 40207, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40201, 40210] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40203, 40209] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40206, 40207, 40208, 40209] [INFO] [stdout] 40203 CHARGES - [40201, 40207] [INFO] [stdout] 40207 MEMBERS - [40201, 40203, 40206, 40207, 40208, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40203, 40204, 40206, 40207, 40208, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] 40210 MEMBERS - [40201, 40203, 40204, 40205, 40207, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40209] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40206, 40207, 40208] [INFO] [stdout] 40203 CHARGES - [40201, 40207] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40204, 40206, 40207, 40208] [INFO] [stdout] 40203 CHARGES - [40201, 40207] [INFO] [stdout] 40210 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40209] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205, 40207, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40203, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40203, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40207, 40209] [INFO] [stdout] 40204 CHARGES - [40203, 40205] [INFO] [stdout] 40207 MEMBERS - [40201, 40203, 40204, 40206, 40207, 40208] [INFO] [stdout] 40207 CHARGES - [40201, 40208] [INFO] [stdout] 40209 MEMBERS - [40201, 40203, 40207, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40207] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40204, 40207, 40208] [INFO] [stdout] 40203 CHARGES - [40201, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40206, 40207, 40208, 40210] [INFO] [stdout] 40201 CHARGES - [40206, 40208] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40207, 40208] [INFO] [stdout] 40203 CHARGES - [40201, 40207] [INFO] [stdout] 40209 MEMBERS - [40201, 40203, 40207, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40207, 40210] [INFO] [stdout] 40210 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40209] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40207, 40208, 40209] [INFO] [stdout] 40203 CHARGES - [40207, 40209] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] 40205 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] 40209 MEMBERS - [40201, 40203, 40207, 40208, 40209] [INFO] [stdout] 40209 CHARGES - [40201, 40207] [INFO] [stdout] 40209 MEMBERS - [40201, 40203, 40204, 40207, 40208, 40209] [INFO] [stdout] 40209 CHARGES - [40201, 40207] [INFO] [stdout] 40207 MEMBERS - [40201, 40203, 40204, 40207, 40208] [INFO] [stdout] 40207 CHARGES - [40201, 40208] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40207, 40208] [INFO] [stdout] 40207 CHARGES - [40201, 40208] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40207|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] 40206 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40203, 40205] [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40208 CHARGES - [40203, 40206] [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40206, 40207, 40208, 40210] [INFO] [stdout] 40208 CHARGES - [40203, 40206] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40206 MEMBERS - [40201, 40203, 40206, 40207, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40203, 40207] [INFO] [stdout] thread 'cluster_test_cyclic_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x56413d2e813c - std::backtrace_rs::backtrace::libunwind::trace::h51faa62df48810e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x56413d2e813c - std::backtrace_rs::backtrace::trace_unsynchronized::h91de4d8e16d607e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x56413d2e813c - std::sys_common::backtrace::_print_fmt::h71b0935f97e4322c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x56413d2e813c - ::fmt::h9a78218788c14e18 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x56413d30c4ac - core::fmt::write::h3381b3176fe2b3d3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/fmt/mod.rs:1150:17 [INFO] [stdout] 5: 0x56413d2e22b5 - std::io::Write::write_fmt::hb6383f24fe197d3c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/io/mod.rs:1667:15 [INFO] [stdout] 6: 0x56413d2e9e40 - std::sys_common::backtrace::_print::h4b77abc4d907ed0e [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x56413d2e9e40 - std::sys_common::backtrace::print::hb170c60b542377ad [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x56413d2e9e40 - std::panicking::default_hook::{{closure}}::h12bbda9af8901ee3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:210:50 [INFO] [stdout] 9: 0x56413d2e9a32 - std::panicking::default_hook::h8c6c66d3f3ba6768 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:224:9 [INFO] [stdout] 10: 0x56413d2ea4f4 - std::panicking::rust_panic_with_hook::h36f2fa0bb09f4069 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:624:17 [INFO] [stdout] 11: 0x56413d2e9fd0 - std::panicking::begin_panic_handler::{{closure}}::h9c42b65a42d06a7a [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:521:13 [INFO] [stdout] 12: 0x56413d2e8604 - std::sys_common::backtrace::__rust_end_short_backtrace::hc791bddfe31e532c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x56413d2e9f39 - rust_begin_unwind [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:517:5 [INFO] [stdout] 14: 0x56413ce82c51 - core::panicking::panic_fmt::hf9de31d4acbce4db [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panicking.rs:101:14 [INFO] [stdout] 15: 0x56413ce82d43 - core::result::unwrap_failed::ha0c84e81219e5878 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1617:5 [INFO] [stdout] 16: 0x56413d0105b1 - core::result::Result::unwrap::h5d1e751374c623df [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1299:23 [INFO] [stdout] 17: 0x56413d119787 - cluster_test::run_cluster_test::{{closure}}::h87df5a1a04cff4de [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x56413d06bcb9 - as core::future::future::Future>::poll::hec8a79bc77cc57d0 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x56413d088fb0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::he663dbef0ba6abbd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x56413d004570 - tokio::coop::with_budget::{{closure}}::h7ec979d1515ef062 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:106:9 [INFO] [stdout] 21: 0x56413cff6788 - std::thread::local::LocalKey::try_with::h22145910f8269a29 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x56413cff63ad - std::thread::local::LocalKey::with::he20d9bf568ae2d23 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x56413d08846d - tokio::coop::with_budget::hf4c8eb6aa8bc7d16 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:99:5 [INFO] [stdout] 24: 0x56413d08846d - tokio::coop::budget::h8df444bb175b80ae [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:76:5 [INFO] [stdout] 25: 0x56413d08846d - tokio::park::thread::CachedParkThread::block_on::h29d796010efbdbdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x56413d004a3e - tokio::runtime::enter::Enter::block_on::hcfbcd7535592d22a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x56413d089043 - tokio::runtime::thread_pool::ThreadPool::block_on::h166417a2f0f5bdf6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/mod.rs:72:9 [INFO] [stdout] 28: 0x56413d06700a - tokio::runtime::Runtime::block_on::h49c52e0b5c628e35 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/mod.rs:459:43 [INFO] [stdout] 29: 0x56413d119434 - cluster_test::run_cluster_test::h5639282adb54ac43 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x56413d11c53a - cluster_test::cluster_cyclic::ha2c9c3df388fe666 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:346:3 [INFO] [stdout] 31: 0x56413d124474 - cluster_test::cluster_test_cyclic_perfect::h327a7499f3824ad4 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:359:3 [INFO] [stdout] 32: 0x56413d12420a - cluster_test::cluster_test_cyclic_perfect::{{closure}}::h086c3220b3e5e7bd [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:350:1 [INFO] [stdout] 33: 0x56413d074eae - core::ops::function::FnOnce::call_once::h8b401d1cf02edcb2 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x56413d1800d3 - core::ops::function::FnOnce::call_once::h61555a204318cc58 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x56413d1800d3 - test::__rust_begin_short_backtrace::h8331e7b1cc7a6e62 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:578:5 [INFO] [stdout] 36: 0x56413d17eb58 - as core::ops::function::FnOnce>::call_once::h98582e597fa7f145 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 37: 0x56413d17eb58 - as core::ops::function::FnOnce<()>>::call_once::h38fa7a0826ecff45 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 38: 0x56413d17eb58 - std::panicking::try::do_call::h5b27d1cfffaa9f87 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 39: 0x56413d17eb58 - std::panicking::try::h86f7124b3264bcbe [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 40: 0x56413d17eb58 - std::panic::catch_unwind::h42dadf3598df7528 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 41: 0x56413d17eb58 - test::run_test_in_process::h9d4b7510f0910050 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:601:18 [INFO] [stdout] 42: 0x56413d17eb58 - test::run_test::run_test_inner::{{closure}}::h9b17f1fd181fe294 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:493:39 [INFO] [stdout] 43: 0x56413d14c6ae - test::run_test::run_test_inner::{{closure}}::h476f9211dfec6075 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:520:37 [INFO] [stdout] 44: 0x56413d14c6ae - std::sys_common::backtrace::__rust_begin_short_backtrace::h5c2db6945645950d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x56413d150f48 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h791169ea9ba5492d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:481:17 [INFO] [stdout] 46: 0x56413d150f48 - as core::ops::function::FnOnce<()>>::call_once::he930357ede3f4b4d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 47: 0x56413d150f48 - std::panicking::try::do_call::h0de4b1dd08a9aa80 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 48: 0x56413d150f48 - std::panicking::try::hf5b5c530df698d97 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 49: 0x56413d150f48 - std::panic::catch_unwind::hed97078f17dbf191 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 50: 0x56413d150f48 - std::thread::Builder::spawn_unchecked::{{closure}}::h2e673950929cba93 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:480:30 [INFO] [stdout] 51: 0x56413d150f48 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h8e18ddd18a52f010 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::hbbbb32ef11ea0ad2 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 53: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::h3b8ef23699fc5385 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 54: 0x56413d2efad3 - std::sys::unix::thread::Thread::new::thread_start::ha57f5cba35f709b7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys/unix/thread.rs:106:17 [INFO] [stdout] 55: 0x7f14a132f609 - start_thread [INFO] [stdout] 56: 0x7f14a1101293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_perfect stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40001 MEMBERS - [40001] [INFO] [stdout] 40001 CHARGES - [] [INFO] [stdout] 40001 MEMBERS - [40001, 40002] [INFO] [stdout] 40001 CHARGES - [40002] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40002 MEMBERS - [40001, 40002] [INFO] [stdout] 40002 CHARGES - [40001] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40001 MEMBERS - [40001] [INFO] [stdout] 40001 CHARGES - [] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] 40002 MEMBERS - [40002, 40003] [INFO] [stdout] 40002 CHARGES - [40003] [INFO] [stdout] 40002 MEMBERS - [40002] [INFO] [stdout] 40002 CHARGES - [] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40001 MEMBERS - [40001, 40003] [INFO] [stdout] 40001 CHARGES - [40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40003] [INFO] [stdout] 40001 CHARGES - [40003] [INFO] [stdout] 40002 MEMBERS - [40002] [INFO] [stdout] 40002 CHARGES - [] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40001, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40003 MEMBERS - [40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40002 MEMBERS - [40002, 40004] [INFO] [stdout] 40002 CHARGES - [40004] [INFO] [stdout] 40002 MEMBERS - [40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40002, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40003] [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40003 MEMBERS - [40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40003 MEMBERS - [40003, 40004] [INFO] [stdout] 40003 CHARGES - [40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40001, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40002, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40004, 40005] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40001, 40002] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40002] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40002] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40003, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40001, 40005] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40003, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40001, 40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40006] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40006] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40006] [INFO] [stdout] 40004 CHARGES - [40002, 40006] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40006] [INFO] [stdout] 40003 CHARGES - [40004, 40006] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40003, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40004 CHARGES - [40005, 40006] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40003 CHARGES - [40004, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40002, 40006] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40002, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40004, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40001, 40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40002] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40006] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40001, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40002, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40005 CHARGES - [40001, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40007 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40004 CHARGES - [40002, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40001 CHARGES - [40003, 40007] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40002 CHARGES - [40001, 40005] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40003, 40008] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40008 CHARGES - [40002, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40003 CHARGES - [40004, 40008] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40001, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40003, 40007] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40002, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40001, 40007] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40008 CHARGES - [40002, 40004] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40003, 40007] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40005 CHARGES - [40001, 40009] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40003, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40001 CHARGES - [40007, 40009] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40001 CHARGES - [40007, 40009] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40007 CHARGES - [40003, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] 40010 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40002, 40004] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40008 CHARGES - [40004, 40010] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40008 CHARGES - [40002, 40010] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40007 CHARGES - [40003, 40008] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40007 CHARGES - [40003, 40008] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40003, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40001 CHARGES - [40007, 40009] [INFO] [stdout] 40010 MEMBERS - [40001, 40002, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40002, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40004 CHARGES - [40002, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40004 CHARGES - [40002, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40003 CHARGES - [40004, 40008] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40003 CHARGES - [40008, 40010] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40005 CHARGES - [40001, 40009] [INFO] [stdout] 40010 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40002, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40010 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40004, 40005] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40003, 40007] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40007 CHARGES - [40003, 40008] [INFO] [stdout] 40009 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40003, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40001 CHARGES - [40007, 40009] [INFO] [stdout] 40007 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40007 CHARGES - [40003, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40004 CHARGES - [40002, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40008 CHARGES - [40004, 40010] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40005 CHARGES - [40001, 40009] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40005 CHARGES - [40001, 40009] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40002 CHARGES - [40001, 40005] [INFO] [stdout] 40008 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40008 CHARGES - [40004, 40010] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40003 CHARGES - [40008, 40010] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40002 CHARGES - [40001, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40007] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40002 CHARGES - [40001, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40002 CHARGES - [40001, 40005] [INFO] [stdout] 40010 MEMBERS - [40001, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40001, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40003 CHARGES - [40008, 40010] [INFO] [stdout] 40008 MEMBERS - [40001, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40008 CHARGES - [40005, 40010] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40002 CHARGES - [40003, 40008] [INFO] [stdout] 40009 MEMBERS - [40001, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40003, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40001 CHARGES - [40007, 40009] [INFO] [stdout] 40007 MEMBERS - [40001, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40007 CHARGES - [40003, 40008] [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40005 CHARGES - [40001, 40009] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40001 CHARGES - [40007, 40009] [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40005 CHARGES - [40001, 40009] [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40005 CHARGES - [40001, 40009] [INFO] [stdout] 40008 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40008 CHARGES - [40004, 40010] [INFO] [stdout] 40008 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40008 CHARGES - [40004, 40010] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] thread 'cluster_test_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x56413d2e813c - std::backtrace_rs::backtrace::libunwind::trace::h51faa62df48810e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x56413d2e813c - std::backtrace_rs::backtrace::trace_unsynchronized::h91de4d8e16d607e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x56413d2e813c - std::sys_common::backtrace::_print_fmt::h71b0935f97e4322c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x56413d2e813c - ::fmt::h9a78218788c14e18 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x56413d30c4ac - core::fmt::write::h3381b3176fe2b3d3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/fmt/mod.rs:1150:17 [INFO] [stdout] 5: 0x56413d2e22b5 - std::io::Write::write_fmt::hb6383f24fe197d3c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/io/mod.rs:1667:15 [INFO] [stdout] 6: 0x56413d2e9e40 - std::sys_common::backtrace::_print::h4b77abc4d907ed0e [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x56413d2e9e40 - std::sys_common::backtrace::print::hb170c60b542377ad [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x56413d2e9e40 - std::panicking::default_hook::{{closure}}::h12bbda9af8901ee3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:210:50 [INFO] [stdout] 9: 0x56413d2e9a32 - std::panicking::default_hook::h8c6c66d3f3ba6768 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:224:9 [INFO] [stdout] 10: 0x56413d2ea4f4 - std::panicking::rust_panic_with_hook::h36f2fa0bb09f4069 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:624:17 [INFO] [stdout] 11: 0x56413d2e9fd0 - std::panicking::begin_panic_handler::{{closure}}::h9c42b65a42d06a7a [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:521:13 [INFO] [stdout] 12: 0x56413d2e8604 - std::sys_common::backtrace::__rust_end_short_backtrace::hc791bddfe31e532c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x56413d2e9f39 - rust_begin_unwind [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:517:5 [INFO] [stdout] 14: 0x56413ce82c51 - core::panicking::panic_fmt::hf9de31d4acbce4db [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panicking.rs:101:14 [INFO] [stdout] 15: 0x56413ce82d43 - core::result::unwrap_failed::ha0c84e81219e5878 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1617:5 [INFO] [stdout] 16: 0x56413d0105b1 - core::result::Result::unwrap::h5d1e751374c623df [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1299:23 [INFO] [stdout] 17: 0x56413d119787 - cluster_test::run_cluster_test::{{closure}}::h87df5a1a04cff4de [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x56413d06bcb9 - as core::future::future::Future>::poll::hec8a79bc77cc57d0 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x56413d088fb0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::he663dbef0ba6abbd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x56413d004570 - tokio::coop::with_budget::{{closure}}::h7ec979d1515ef062 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:106:9 [INFO] [stdout] 21: 0x56413cff6788 - std::thread::local::LocalKey::try_with::h22145910f8269a29 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x56413cff63ad - std::thread::local::LocalKey::with::he20d9bf568ae2d23 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x56413d08846d - tokio::coop::with_budget::hf4c8eb6aa8bc7d16 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:99:5 [INFO] [stdout] 24: 0x56413d08846d - tokio::coop::budget::h8df444bb175b80ae [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:76:5 [INFO] [stdout] 25: 0x56413d08846d - tokio::park::thread::CachedParkThread::block_on::h29d796010efbdbdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x56413d004a3e - tokio::runtime::enter::Enter::block_on::hcfbcd7535592d22a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x56413d089043 - tokio::runtime::thread_pool::ThreadPool::block_on::h166417a2f0f5bdf6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/mod.rs:72:9 [INFO] [stdout] 28: 0x56413d06700a - tokio::runtime::Runtime::block_on::h49c52e0b5c628e35 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/mod.rs:459:43 [INFO] [stdout] 29: 0x56413d119434 - cluster_test::run_cluster_test::h5639282adb54ac43 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x56413d11b08a - cluster_test::cluster_complete::hfbff8cc14cb44ed9 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x56413d123e00 - cluster_test::cluster_test_perfect::h9a011ead914f3c5d [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:292:3 [INFO] [stdout] 32: 0x56413d123b8a - cluster_test::cluster_test_perfect::{{closure}}::h75ddf119dcb186f2 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:282:1 [INFO] [stdout] 33: 0x56413d074dae - core::ops::function::FnOnce::call_once::h884f40d5d8f7ade4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x56413d1800d3 - core::ops::function::FnOnce::call_once::h61555a204318cc58 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x56413d1800d3 - test::__rust_begin_short_backtrace::h8331e7b1cc7a6e62 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:578:5 [INFO] [stdout] 36: 0x56413d17eb58 - as core::ops::function::FnOnce>::call_once::h98582e597fa7f145 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 37: 0x56413d17eb58 - as core::ops::function::FnOnce<()>>::call_once::h38fa7a0826ecff45 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 38: 0x56413d17eb58 - std::panicking::try::do_call::h5b27d1cfffaa9f87 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 39: 0x56413d17eb58 - std::panicking::try::h86f7124b3264bcbe [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 40: 0x56413d17eb58 - std::panic::catch_unwind::h42dadf3598df7528 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 41: 0x56413d17eb58 - test::run_test_in_process::h9d4b7510f0910050 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:601:18 [INFO] [stdout] 42: 0x56413d17eb58 - test::run_test::run_test_inner::{{closure}}::h9b17f1fd181fe294 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:493:39 [INFO] [stdout] 43: 0x56413d14c6ae - test::run_test::run_test_inner::{{closure}}::h476f9211dfec6075 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:520:37 [INFO] [stdout] 44: 0x56413d14c6ae - std::sys_common::backtrace::__rust_begin_short_backtrace::h5c2db6945645950d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x56413d150f48 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h791169ea9ba5492d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:481:17 [INFO] [stdout] 46: 0x56413d150f48 - as core::ops::function::FnOnce<()>>::call_once::he930357ede3f4b4d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 47: 0x56413d150f48 - std::panicking::try::do_call::h0de4b1dd08a9aa80 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 48: 0x56413d150f48 - std::panicking::try::hf5b5c530df698d97 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 49: 0x56413d150f48 - std::panic::catch_unwind::hed97078f17dbf191 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 50: 0x56413d150f48 - std::thread::Builder::spawn_unchecked::{{closure}}::h2e673950929cba93 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:480:30 [INFO] [stdout] 51: 0x56413d150f48 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h8e18ddd18a52f010 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::hbbbb32ef11ea0ad2 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 53: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::h3b8ef23699fc5385 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 54: 0x56413d2efad3 - std::sys::unix::thread::Thread::new::thread_start::ha57f5cba35f709b7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys/unix/thread.rs:106:17 [INFO] [stdout] 55: 0x7f14a132f609 - start_thread [INFO] [stdout] 56: 0x7f14a1101293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40003 CHARGES - [40008, 40010] [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40005 CHARGES - [40001, 40009] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40004 CHARGES - [40005, 40006] [INFO] [stdout] 40009 MEMBERS - [40001, 40003, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40003, 40007] [INFO] [stdout] 40009 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40003, 40007] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40002, 40007] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40002 CHARGES - [40003, 40008] [INFO] [stdout] 40007 MEMBERS - [40001, 40003, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40007 CHARGES - [40003, 40008] [INFO] [stdout] 40007 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40007 CHARGES - [40003, 40008] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40002, 40007] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40008 CHARGES - [40004, 40010] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] 40010 MEMBERS - [40001, 40002, 40003, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40001, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40005 CHARGES - [40001, 40009] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40008 CHARGES - [40004, 40010] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40002 CHARGES - [40008, 40010] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40001 CHARGES - [40007, 40009] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40001 CHARGES - [40007, 40009] [INFO] [stdout] 40010 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40004, 40005] [INFO] [stdout] 40010 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40004, 40006] [INFO] [stdout] 40010 MEMBERS - [40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40004, 40006] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40008 CHARGES - [40004, 40010] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40002 CHARGES - [40008, 40010] [INFO] [stdout] 40006 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40005] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] [INFO] [stdout] ---- cluster_test_cyclic_failures stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40302 MEMBERS - [40301, 40302] [INFO] [stdout] 40302 CHARGES - [40301] [INFO] [stdout] 40301 MEMBERS - [40301, 40303] [INFO] [stdout] 40301 CHARGES - [40303] [INFO] [stdout] 40303 MEMBERS - [40302, 40303] [INFO] [stdout] 40303 CHARGES - [40302] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303] [INFO] [stdout] 40302 CHARGES - [40301, 40303] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40302 CHARGES - [40303, 40304] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303] [INFO] [stdout] 40303 CHARGES - [40301, 40302] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304] [INFO] [stdout] 40301 CHARGES - [40303, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40301 CHARGES - [40302, 40303] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304] [INFO] [stdout] 40301 CHARGES - [40302, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40304 MEMBERS - [40301, 40304] [INFO] [stdout] 40304 CHARGES - [40301] [INFO] [stdout] 40304 MEMBERS - [40301, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40301, 40305] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40301, 40302] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40305] [INFO] [stdout] 40305 CHARGES - [40301] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40304, 40305] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40301, 40302] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40301, 40302] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40301, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40301, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40304, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40301, 40302] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40305, 40306] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40301 CHARGES - [40302, 40306] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40303 CHARGES - [40301, 40306] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40305, 40306] [INFO] [stdout] 40302 CHARGES - [40301, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40305, 40306] [INFO] [stdout] 40303 CHARGES - [40301, 40306] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40304 CHARGES - [40301, 40306] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40305, 40306] [INFO] [stdout] 40301 CHARGES - [40302, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40305, 40306] [INFO] [stdout] 40301 CHARGES - [40302, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40301 CHARGES - [40302, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40304 CHARGES - [40302, 40306] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40303 CHARGES - [40304, 40306] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40305, 40306] [INFO] [stdout] 40306 CHARGES - [40302, 40305] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40305, 40306] [INFO] [stdout] 40306 CHARGES - [40302, 40305] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40305, 40306] [INFO] [stdout] 40306 CHARGES - [40302, 40305] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40306 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40301 CHARGES - [40302, 40303] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40306 CHARGES - [40303, 40304] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304] [INFO] [stdout] 40302 CHARGES - [40303, 40304] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40304] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40309] [INFO] [stdout] 40304 CHARGES - [40302, 40309] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305, 40306, 40309] [INFO] [stdout] 40304 CHARGES - [40305, 40309] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40306, 40309] [INFO] [stdout] 40304 CHARGES - [40306, 40309] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40306, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40306] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40306, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40309, 40310] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40304] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40306, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40309, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40307, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40309] [INFO] [stdout] 40301 CHARGES - [40302, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40307, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40309] [INFO] [stdout] 40302 CHARGES - [40306, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40306] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40306, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306] [INFO] [stdout] 40303 CHARGES - [40302, 40304] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40306, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40306] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40306, 40307] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40310] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40306, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40310] [INFO] [stdout] 40306 MEMBERS - [40303, 40304, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40304] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40307] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40309] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40306, 40308] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40306, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40306, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40309] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40306, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40306, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40304, 40309] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40310] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40308] [INFO] [stdout] 40304 CHARGES - [40302, 40307] [INFO] [stdout] 40307 MEMBERS - [40307, 40309] [INFO] [stdout] 40307 CHARGES - [40309] [INFO] [stdout] 40306 MEMBERS - [40303, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40306 MEMBERS - [40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40306, 40309] [INFO] [stdout] 40309 CHARGES - [40302, 40306] [INFO] [stdout] 40309 MEMBERS - [40303, 40304, 40306, 40309] [INFO] [stdout] 40309 CHARGES - [40303, 40306] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40306, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40302, 40307] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40306, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40302, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40306, 40308] [INFO] [stdout] 40304 CHARGES - [40302, 40308] [INFO] [stdout] 40308 MEMBERS - [40308, 40309] [INFO] [stdout] 40308 CHARGES - [40309] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40304, 40306, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40306] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40309] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40303] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40304, 40306, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40303, 40306] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40306] [INFO] [stdout] 40305 CHARGES - [40301, 40303] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305, 40306] [INFO] [stdout] 40305 CHARGES - [40303, 40306] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40303] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40303] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40306] [INFO] [stdout] 40306 MEMBERS - [40302, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40307, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40303, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40309] [INFO] [stdout] 40302 CHARGES - [40303, 40306] [INFO] [stdout] 40306 MEMBERS - [40302, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40302, 40309] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40310] [INFO] [stdout] 40302 MEMBERS - [40302, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40309, 40310] [INFO] [stdout] 40302 MEMBERS - [40302, 40310] [INFO] [stdout] 40302 CHARGES - [40310] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305, 40306] [INFO] [stdout] 40305 CHARGES - [40302, 40306] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305, 40306, 40308] [INFO] [stdout] 40305 CHARGES - [40302, 40308] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40302, 40308] [INFO] [stdout] 40305 MEMBERS - [40303, 40305, 40306, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40306, 40308] [INFO] [stdout] 40305 MEMBERS - [40303, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40307, 40308] [INFO] [stdout] 40305 MEMBERS - [40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40308] [INFO] [stdout] 40305 MEMBERS - [40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40308] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40306, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40304, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40306, 40308, 40309] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40304, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40303, 40306] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40303, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40303, 40308] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40306, 40308] [INFO] [stdout] 40303 CHARGES - [40302, 40308] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40308] [INFO] [stdout] 40303 CHARGES - [40302, 40308] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40310] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40310] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40308, 40310] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40310] [INFO] [stdout] 40306 MEMBERS - [40302, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40302, 40309] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40304] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40308] [INFO] [stdout] 40306 MEMBERS - [40302, 40306, 40308] [INFO] [stdout] 40306 CHARGES - [40302, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40305, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40306 MEMBERS - [40302, 40305, 40306, 40308] [INFO] [stdout] 40306 CHARGES - [40302, 40305] [INFO] [stdout] 40306 MEMBERS - [40302, 40305, 40306, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40304, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40306, 40308] [INFO] [stdout] 40304 CHARGES - [40306, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40306] [INFO] [stdout] 40304 CHARGES - [40303, 40306] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40310] [INFO] [stdout] 40306 MEMBERS - [40302, 40304, 40305, 40306, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40310] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40310] [INFO] [stdout] 40304 MEMBERS - [40304, 40310] [INFO] [stdout] 40304 CHARGES - [40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40306 MEMBERS - [40304, 40305, 40306, 40310] [INFO] [stdout] 40306 CHARGES - [40304, 40310] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-10838336278022316999" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x56413d2e813c - std::backtrace_rs::backtrace::libunwind::trace::h51faa62df48810e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x56413d2e813c - std::backtrace_rs::backtrace::trace_unsynchronized::h91de4d8e16d607e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x56413d2e813c - std::sys_common::backtrace::_print_fmt::h71b0935f97e4322c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x56413d2e813c - ::fmt::h9a78218788c14e18 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x56413d30c4ac - core::fmt::write::h3381b3176fe2b3d3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/fmt/mod.rs:1150:17 [INFO] [stdout] 5: 0x56413d2e22b5 - std::io::Write::write_fmt::hb6383f24fe197d3c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/io/mod.rs:1667:15 [INFO] [stdout] 6: 0x56413d2e9e40 - std::sys_common::backtrace::_print::h4b77abc4d907ed0e [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x56413d2e9e40 - std::sys_common::backtrace::print::hb170c60b542377ad [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x56413d2e9e40 - std::panicking::default_hook::{{closure}}::h12bbda9af8901ee3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:210:50 [INFO] [stdout] 9: 0x56413d2e9a32 - std::panicking::default_hook::h8c6c66d3f3ba6768 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:224:9 [INFO] [stdout] 10: 0x56413d2ea4f4 - std::panicking::rust_panic_with_hook::h36f2fa0bb09f4069 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:624:17 [INFO] [stdout] 11: 0x56413d2e9fd0 - std::panicking::begin_panic_handler::{{closure}}::h9c42b65a42d06a7a [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:521:13 [INFO] [stdout] 12: 0x56413d2e8604 - std::sys_common::backtrace::__rust_end_short_backtrace::hc791bddfe31e532c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x56413d2e9f39 - rust_begin_unwind [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:517:5 [INFO] [stdout] 14: 0x56413ce82c51 - core::panicking::panic_fmt::hf9de31d4acbce4db [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panicking.rs:101:14 [INFO] [stdout] 15: 0x56413ce82d43 - core::result::unwrap_failed::ha0c84e81219e5878 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1617:5 [INFO] [stdout] 16: 0x56413d00ff0e - core::result::Result::expect::he1b352b265ab1aa4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1259:23 [INFO] [stdout] 17: 0x56413d06e144 - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::hb37677e5c9ac311a [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x56413d06b5e9 - as core::future::future::Future>::poll::hd52936fd065e45eb [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x56413d148f92 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hba728bf165cc55a5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 20: 0x56413d034b75 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h23b34b95c968be9b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x56413d147dd7 - tokio::runtime::task::core::CoreStage::poll::hc20c3799eae74def [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 22: 0x56413d0c494a - tokio::runtime::task::harness::poll_future::{{closure}}::h32f96c06878b2645 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:461:19 [INFO] [stdout] 23: 0x56413d0a2613 - as core::ops::function::FnOnce<()>>::call_once::hd457a5000cde2eb4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 24: 0x56413d09a400 - std::panicking::try::do_call::h4072594e4685ad96 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 25: 0x56413d0a14bb - __rust_try [INFO] [stdout] 26: 0x56413d09351a - std::panicking::try::h2dbb426405a862e1 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 27: 0x56413d01eefa - std::panic::catch_unwind::h85b48bc04fe68597 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 28: 0x56413d0c308b - tokio::runtime::task::harness::poll_future::h7e3d77230f66ac98 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:449:18 [INFO] [stdout] 29: 0x56413d0c5fc1 - tokio::runtime::task::harness::Harness::poll_inner::h204e126d8d8a5b4c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:98:27 [INFO] [stdout] 30: 0x56413d0d95c3 - tokio::runtime::task::harness::Harness::poll::h911e579cc873f477 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:53:15 [INFO] [stdout] 31: 0x56413d03ac30 - tokio::runtime::task::raw::poll::h4164cf8be133a2fe [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 32: 0x56413d23129f - tokio::runtime::task::raw::RawTask::poll::h30e92afb18e92396 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 33: 0x56413d1ec922 - tokio::runtime::task::LocalNotified::run::habf03eedcfbcaeb3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/mod.rs:343:9 [INFO] [stdout] 34: 0x56413d21151d - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::hce02ed0e156d7ddc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:431:21 [INFO] [stdout] 35: 0x56413d23fa8d - tokio::coop::with_budget::{{closure}}::hd917464201f5a1e1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:106:9 [INFO] [stdout] 36: 0x56413d20db9b - std::thread::local::LocalKey::try_with::h9cbb78d070d02ff2 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 37: 0x56413d20c5be - std::thread::local::LocalKey::with::h31060156c2b300a7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 38: 0x56413d21102b - tokio::coop::with_budget::h3359e845cec5bf0d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:99:5 [INFO] [stdout] 39: 0x56413d21102b - tokio::coop::budget::h93ec150b67c8af5c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:76:5 [INFO] [stdout] 40: 0x56413d21102b - tokio::runtime::thread_pool::worker::Context::run_task::h28ccf66b1792b7d5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:407:9 [INFO] [stdout] 41: 0x56413d210906 - tokio::runtime::thread_pool::worker::Context::run::ha14bdb1ba35ed921 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:374:24 [INFO] [stdout] 42: 0x56413d210703 - tokio::runtime::thread_pool::worker::run::{{closure}}::he88b30e791e90bef [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:359:17 [INFO] [stdout] 43: 0x56413d1df297 - tokio::macros::scoped_tls::ScopedKey::set::hf2c90136adcd7636 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x56413d21062f - tokio::runtime::thread_pool::worker::run::hf6b570c3c10dc65d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:356:5 [INFO] [stdout] 45: 0x56413d2104ab - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::hdcfe667a6cad9ec0 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:335:45 [INFO] [stdout] 46: 0x56413d25a3ea - as core::future::future::Future>::poll::h5fddb55bab634e29 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x56413d1ebf91 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h520731cadcdc9f95 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 48: 0x56413d1f41a5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h7899abb5172e99a6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x56413d1ebc68 - tokio::runtime::task::core::CoreStage::poll::h054eef2a72f19603 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 50: 0x56413d2026be - tokio::runtime::task::harness::poll_future::{{closure}}::hf214f7019cb7917c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:461:19 [INFO] [stdout] 51: 0x56413d2395c3 - as core::ops::function::FnOnce<()>>::call_once::h00ce01345374b373 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 52: 0x56413d23a2d2 - std::panicking::try::do_call::h787749507b499229 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 53: 0x56413d2422fb - __rust_try [INFO] [stdout] 54: 0x56413d23a0aa - std::panicking::try::he5ac99ff4d83ed38 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 55: 0x56413d20646b - std::panic::catch_unwind::hddbf4381b5fe800c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 56: 0x56413d20224c - tokio::runtime::task::harness::poll_future::h3499229ccfc41ed3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:449:18 [INFO] [stdout] 57: 0x56413d20078c - tokio::runtime::task::harness::Harness::poll_inner::h7ae15668eb3f092c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:98:27 [INFO] [stdout] 58: 0x56413d200384 - tokio::runtime::task::harness::Harness::poll::h0757aa569a681c8e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:53:15 [INFO] [stdout] 59: 0x56413d231462 - tokio::runtime::task::raw::poll::h8cbcdf9eaab292be [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 60: 0x56413d23129f - tokio::runtime::task::raw::RawTask::poll::h30e92afb18e92396 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 61: 0x56413d1ec9d4 - tokio::runtime::task::UnownedTask::run::h98765403ec2261d4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/mod.rs:379:9 [INFO] [stdout] 62: 0x56413d204ee5 - tokio::runtime::blocking::pool::Inner::run::h5785cb2b5152f21b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/blocking/pool.rs:265:17 [INFO] [stdout] 63: 0x56413d20432c - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::h590463131d769d64 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/blocking/pool.rs:245:17 [INFO] [stdout] 64: 0x56413d239790 - std::sys_common::backtrace::__rust_begin_short_backtrace::h9e8abe75adf4a9f5 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 65: 0x56413d242fad - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h513553ca3784937c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:481:17 [INFO] [stdout] 66: 0x56413d239681 - as core::ops::function::FnOnce<()>>::call_once::h4a862547bed2f02a [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 67: 0x56413d23a27c - std::panicking::try::do_call::h296ae7aa071124b3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 68: 0x56413d2422fb - __rust_try [INFO] [stdout] 69: 0x56413d239a27 - std::panicking::try::h3240600cb8c08af9 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 70: 0x56413d2063e1 - std::panic::catch_unwind::hae7addefaf3f35c4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 71: 0x56413d242dd1 - std::thread::Builder::spawn_unchecked::{{closure}}::habbff98126b821a7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:480:30 [INFO] [stdout] 72: 0x56413d1d5cff - core::ops::function::FnOnce::call_once{{vtable.shim}}::h60ab65c464d73ff7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 73: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::hbbbb32ef11ea0ad2 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 74: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::h3b8ef23699fc5385 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 75: 0x56413d2efad3 - std::sys::unix::thread::Thread::new::thread_start::ha57f5cba35f709b7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys/unix/thread.rs:106:17 [INFO] [stdout] 76: 0x7f14a132f609 - start_thread [INFO] [stdout] 77: 0x7f14a1101293 - clone [INFO] [stdout] 78: 0x0 - [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40307|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-10838336278022316999" } [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40309] [INFO] [stdout] 40310 MEMBERS - [40302, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40309] [INFO] [stdout] 40310 MEMBERS - [40302, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40309] [INFO] [stdout] 40310 MEMBERS - [40302, 40310] [INFO] [stdout] 40310 CHARGES - [40302] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40310] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305, 40306, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40306] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40306] [INFO] [stdout] 40310 MEMBERS - [40302, 40305, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40306 MEMBERS - [40304, 40305, 40306] [INFO] [stdout] 40306 CHARGES - [40304, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40303, 40304, 40305, 40306] [INFO] [stdout] 40305 CHARGES - [40303, 40306] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40305, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40305] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40305, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40305] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40306, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40303, 40304] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40306, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40302, 40303] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40303, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40303, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40306, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40306, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40305] [INFO] [stdout] 40302 CHARGES - [40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40306] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40310] [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40305, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40304, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40306, 40307] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40308 MEMBERS - [40302, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40302, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40310] [INFO] [stdout] 40301 CHARGES - [40310] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40304] [INFO] [stdout] 40310 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40305] [INFO] [stdout] 40305 MEMBERS - [40303, 40304, 40305, 40306, 40307] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307] [INFO] [stdout] 40302 CHARGES - [40304, 40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307] [INFO] [stdout] 40302 CHARGES - [40306, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40302 CHARGES - [40306, 40307] [INFO] [stdout] 40308 MEMBERS - [40302, 40305, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40302, 40306] [INFO] [stdout] 40307 MEMBERS - [40302, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40310] [INFO] [stdout] 40307 MEMBERS - [40302, 40305, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40310] [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40310] [INFO] [stdout] 40301 MEMBERS - [40301] [INFO] [stdout] 40301 CHARGES - [] [INFO] [stdout] 40306 MEMBERS - [40305, 40306] [INFO] [stdout] 40306 CHARGES - [40305] [INFO] [stdout] 40306 MEMBERS - [40306] [INFO] [stdout] 40306 CHARGES - [] [INFO] [stdout] 40310 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40305] [INFO] [stdout] 40310 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40305] [INFO] [stdout] 40309 MEMBERS - [40302, 40306, 40309] [INFO] [stdout] 40309 CHARGES - [40302, 40306] [INFO] [stdout] 40309 MEMBERS - [40302, 40309] [INFO] [stdout] 40309 CHARGES - [40302] [INFO] [stdout] 40305 MEMBERS - [40304, 40305, 40306, 40307] [INFO] [stdout] 40305 CHARGES - [40306, 40307] [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40305, 40306] [INFO] [stdout] 40303 CHARGES - [40304, 40306] [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40305, 40306, 40307] [INFO] [stdout] 40303 CHARGES - [40306, 40307] [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40303 CHARGES - [40307, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40309 MEMBERS - [40303, 40304, 40305, 40307, 40309] [INFO] [stdout] 40309 CHARGES - [40304, 40307] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40309] [INFO] [stdout] 40309 CHARGES - [40302, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40310 MEMBERS - [40303, 40304, 40306, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40304] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40310] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40304] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40305, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40305, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40308 MEMBERS - [40302, 40305, 40308] [INFO] [stdout] 40308 CHARGES - [40302, 40305] [INFO] [stdout] 40308 MEMBERS - [40302, 40305, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40302, 40306] [INFO] [stdout] 40308 MEMBERS - [40302, 40305, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40302, 40306] [INFO] [stdout] 40305 MEMBERS - [40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40305 CHARGES - [40307, 40309] [INFO] [stdout] 40306 MEMBERS - [40303, 40306] [INFO] [stdout] 40306 CHARGES - [40303] [INFO] [stdout] 40306 MEMBERS - [40303, 40306, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40308 MEMBERS - [40302, 40304, 40305, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40302, 40306] [INFO] [stdout] 40305 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40305 CHARGES - [40302, 40309] [INFO] [stdout] 40305 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40302, 40309] [INFO] [stdout] 40306 MEMBERS - [40303, 40306, 40307, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40308 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40306, 40307] [INFO] [stdout] 40308 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40307, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40310] [INFO] [stdout] 40304 MEMBERS - [40304, 40305, 40306, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40306] [INFO] [stdout] 40305 MEMBERS - [40302, 40304, 40305, 40306, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40302, 40309] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40309] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40310] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40306, 40307, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40308, 40310] [INFO] [stdout] 40308 MEMBERS - [40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40307, 40309] [INFO] [stdout] 40308 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40307, 40309] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40308] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40306, 40307, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40310] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40304, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40309] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40308] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40306, 40307, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40309] [INFO] [stdout] 40306 MEMBERS - [40302, 40306, 40307, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40309] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305, 40306] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40310] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40306, 40307, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40306, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40304, 40308] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40306, 40308, 40309] [INFO] [stdout] 40302 CHARGES - [40306, 40308] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40306, 40308] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305, 40306, 40307] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40307|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-12229687396229463040" } [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-12229687396229463040" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x56413d2e813c - std::backtrace_rs::backtrace::libunwind::trace::h51faa62df48810e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x56413d2e813c - std::backtrace_rs::backtrace::trace_unsynchronized::h91de4d8e16d607e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x56413d2e813c - std::sys_common::backtrace::_print_fmt::h71b0935f97e4322c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x56413d2e813c - ::fmt::h9a78218788c14e18 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x56413d30c4ac - core::fmt::write::h3381b3176fe2b3d3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/fmt/mod.rs:1150:17 [INFO] [stdout] 5: 0x56413d2e22b5 - std::io::Write::write_fmt::hb6383f24fe197d3c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/io/mod.rs:1667:15 [INFO] [stdout] 6: 0x56413d2e9e40 - std::sys_common::backtrace::_print::h4b77abc4d907ed0e [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x56413d2e9e40 - std::sys_common::backtrace::print::hb170c60b542377ad [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x56413d2e9e40 - std::panicking::default_hook::{{closure}}::h12bbda9af8901ee3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:210:50 [INFO] [stdout] 9: 0x56413d2e9a32 - std::panicking::default_hook::h8c6c66d3f3ba6768 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:224:9 [INFO] [stdout] 10: 0x56413d2ea4f4 - std::panicking::rust_panic_with_hook::h36f2fa0bb09f4069 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:624:17 [INFO] [stdout] 11: 0x56413d2e9fd0 - std::panicking::begin_panic_handler::{{closure}}::h9c42b65a42d06a7a [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:521:13 [INFO] [stdout] 12: 0x56413d2e8604 - std::sys_common::backtrace::__rust_end_short_backtrace::hc791bddfe31e532c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x56413d2e9f39 - rust_begin_unwind [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:517:5 [INFO] [stdout] 14: 0x56413ce82c51 - core::panicking::panic_fmt::hf9de31d4acbce4db [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panicking.rs:101:14 [INFO] [stdout] 15: 0x56413ce82d43 - core::result::unwrap_failed::ha0c84e81219e5878 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1617:5 [INFO] [stdout] 16: 0x56413d00ff0e - core::result::Result::expect::he1b352b265ab1aa4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1259:23 [INFO] [stdout] 17: 0x56413d06e144 - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::hb37677e5c9ac311a [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x56413d06b5e9 - as core::future::future::Future>::poll::hd52936fd065e45eb [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x56413d148f92 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hba728bf165cc55a5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 20: 0x56413d034b75 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h23b34b95c968be9b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x56413d147dd7 - tokio::runtime::task::core::CoreStage::poll::hc20c3799eae74def [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 22: 0x56413d0c494a - tokio::runtime::task::harness::poll_future::{{closure}}::h32f96c06878b2645 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:461:19 [INFO] [stdout] 23: 0x56413d0a2613 - as core::ops::function::FnOnce<()>>::call_once::hd457a5000cde2eb4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 24: 0x56413d09a400 - std::panicking::try::do_call::h4072594e4685ad96 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 25: 0x56413d0a14bb - __rust_try [INFO] [stdout] 26: 0x56413d09351a - std::panicking::try::h2dbb426405a862e1 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 27: 0x56413d01eefa - std::panic::catch_unwind::h85b48bc04fe68597 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 28: 0x56413d0c308b - tokio::runtime::task::harness::poll_future::h7e3d77230f66ac98 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:449:18 [INFO] [stdout] 29: 0x56413d0c5fc1 - tokio::runtime::task::harness::Harness::poll_inner::h204e126d8d8a5b4c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:98:27 [INFO] [stdout] 30: 0x56413d0d95c3 - tokio::runtime::task::harness::Harness::poll::h911e579cc873f477 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:53:15 [INFO] [stdout] 31: 0x56413d03ac30 - tokio::runtime::task::raw::poll::h4164cf8be133a2fe [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 32: 0x56413d23129f - tokio::runtime::task::raw::RawTask::poll::h30e92afb18e92396 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 33: 0x56413d1ec922 - tokio::runtime::task::LocalNotified::run::habf03eedcfbcaeb3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/mod.rs:343:9 [INFO] [stdout] 34: 0x56413d21151d - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::hce02ed0e156d7ddc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:431:21 [INFO] [stdout] 35: 0x56413d23fa8d - tokio::coop::with_budget::{{closure}}::hd917464201f5a1e1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:106:9 [INFO] [stdout] 36: 0x56413d20db9b - std::thread::local::LocalKey::try_with::h9cbb78d070d02ff2 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 37: 0x56413d20c5be - std::thread::local::LocalKey::with::h31060156c2b300a7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 38: 0x56413d21102b - tokio::coop::with_budget::h3359e845cec5bf0d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:99:5 [INFO] [stdout] 39: 0x56413d21102b - tokio::coop::budget::h93ec150b67c8af5c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:76:5 [INFO] [stdout] 40: 0x56413d21102b - tokio::runtime::thread_pool::worker::Context::run_task::h28ccf66b1792b7d5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:407:9 [INFO] [stdout] 41: 0x56413d2109c2 - tokio::runtime::thread_pool::worker::Context::run::ha14bdb1ba35ed921 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:381:24 [INFO] [stdout] 42: 0x56413d210703 - tokio::runtime::thread_pool::worker::run::{{closure}}::he88b30e791e90bef [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:359:17 [INFO] [stdout] 43: 0x56413d1df297 - tokio::macros::scoped_tls::ScopedKey::set::hf2c90136adcd7636 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x56413d21062f - tokio::runtime::thread_pool::worker::run::hf6b570c3c10dc65d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:356:5 [INFO] [stdout] 45: 0x56413d2104ab - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::hdcfe667a6cad9ec0 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/worker.rs:335:45 [INFO] [stdout] 46: 0x56413d25a3ea - as core::future::future::Future>::poll::h5fddb55bab634e29 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x56413d1ebf91 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h520731cadcdc9f95 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 48: 0x56413d1f41a5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h7899abb5172e99a6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x56413d1ebc68 - tokio::runtime::task::core::CoreStage::poll::h054eef2a72f19603 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 50: 0x56413d2026be - tokio::runtime::task::harness::poll_future::{{closure}}::hf214f7019cb7917c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:461:19 [INFO] [stdout] 51: 0x56413d2395c3 - as core::ops::function::FnOnce<()>>::call_once::h00ce01345374b373 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 52: 0x56413d23a2d2 - std::panicking::try::do_call::h787749507b499229 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 53: 0x56413d2422fb - __rust_try [INFO] [stdout] 54: 0x56413d23a0aa - std::panicking::try::he5ac99ff4d83ed38 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 55: 0x56413d20646b - std::panic::catch_unwind::hddbf4381b5fe800c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 56: 0x56413d20224c - tokio::runtime::task::harness::poll_future::h3499229ccfc41ed3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:449:18 [INFO] [stdout] 57: 0x56413d20078c - tokio::runtime::task::harness::Harness::poll_inner::h7ae15668eb3f092c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:98:27 [INFO] [stdout] 58: 0x56413d200384 - tokio::runtime::task::harness::Harness::poll::h0757aa569a681c8e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/harness.rs:53:15 [INFO] [stdout] 59: 0x56413d231462 - tokio::runtime::task::raw::poll::h8cbcdf9eaab292be [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 60: 0x56413d23129f - tokio::runtime::task::raw::RawTask::poll::h30e92afb18e92396 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 61: 0x56413d1ec9d4 - tokio::runtime::task::UnownedTask::run::h98765403ec2261d4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/task/mod.rs:379:9 [INFO] [stdout] 62: 0x56413d204ee5 - tokio::runtime::blocking::pool::Inner::run::h5785cb2b5152f21b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/blocking/pool.rs:265:17 [INFO] [stdout] 63: 0x56413d20432c - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::h590463131d769d64 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/blocking/pool.rs:245:17 [INFO] [stdout] 64: 0x56413d239790 - std::sys_common::backtrace::__rust_begin_short_backtrace::h9e8abe75adf4a9f5 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 65: 0x56413d242fad - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h513553ca3784937c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:481:17 [INFO] [stdout] 66: 0x56413d239681 - as core::ops::function::FnOnce<()>>::call_once::h4a862547bed2f02a [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 67: 0x56413d23a27c - std::panicking::try::do_call::h296ae7aa071124b3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 68: 0x56413d2422fb - __rust_try [INFO] [stdout] 69: 0x56413d239a27 - std::panicking::try::h3240600cb8c08af9 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 70: 0x56413d2063e1 - std::panic::catch_unwind::hae7addefaf3f35c4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 71: 0x56413d242dd1 - std::thread::Builder::spawn_unchecked::{{closure}}::habbff98126b821a7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:480:30 [INFO] [stdout] 72: 0x56413d1d5cff - core::ops::function::FnOnce::call_once{{vtable.shim}}::h60ab65c464d73ff7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 73: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::hbbbb32ef11ea0ad2 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 74: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::h3b8ef23699fc5385 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 75: 0x56413d2efad3 - std::sys::unix::thread::Thread::new::thread_start::ha57f5cba35f709b7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys/unix/thread.rs:106:17 [INFO] [stdout] 76: 0x7f14a132f609 - start_thread [INFO] [stdout] 77: 0x7f14a1101293 - clone [INFO] [stdout] 78: 0x0 - [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307] [INFO] [stdout] 40307 CHARGES - [40302, 40306] [INFO] [stdout] 40307 MEMBERS - [40303, 40304, 40305, 40306, 40307] [INFO] [stdout] 40307 CHARGES - [40304, 40306] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40306, 40308] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307] [INFO] [stdout] 40307 CHARGES - [40304, 40306] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40307 CHARGES - [40304, 40306] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40310] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40306, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40302, 40306] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40308] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40309] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40309] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40303, 40309] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40310] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40309] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40309] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40306, 40307, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40302, 40307] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40309] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40306] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40310] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40302, 40305] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40309] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309] [INFO] [stdout] 40305 CHARGES - [40306, 40308] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40307] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40306, 40308, 40309] [INFO] [stdout] 40306 CHARGES - [40303, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40308] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40308] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40310] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40305] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40309] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40308] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40308] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40306] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40307] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40304 CHARGES - [40305, 40307] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40306, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40308] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40308] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40308] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40308] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40309] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40310] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40307] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40307] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40308] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40308] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40306] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40308] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40308] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40306] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40310] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40307] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40306] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40307] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40305] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40305] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40304, 40310] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40303, 40309] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40308] [INFO] [stdout] 40309 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40302, 40310] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40307] [INFO] [stdout] thread 'cluster_test_cyclic_failures' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x56413d2e813c - std::backtrace_rs::backtrace::libunwind::trace::h51faa62df48810e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x56413d2e813c - std::backtrace_rs::backtrace::trace_unsynchronized::h91de4d8e16d607e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x56413d2e813c - std::sys_common::backtrace::_print_fmt::h71b0935f97e4322c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x56413d2e813c - ::fmt::h9a78218788c14e18 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x56413d30c4ac - core::fmt::write::h3381b3176fe2b3d3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/fmt/mod.rs:1150:17 [INFO] [stdout] 5: 0x56413d2e22b5 - std::io::Write::write_fmt::hb6383f24fe197d3c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/io/mod.rs:1667:15 [INFO] [stdout] 6: 0x56413d2e9e40 - std::sys_common::backtrace::_print::h4b77abc4d907ed0e [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x56413d2e9e40 - std::sys_common::backtrace::print::hb170c60b542377ad [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x56413d2e9e40 - std::panicking::default_hook::{{closure}}::h12bbda9af8901ee3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:210:50 [INFO] [stdout] 9: 0x56413d2e9a32 - std::panicking::default_hook::h8c6c66d3f3ba6768 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:224:9 [INFO] [stdout] 10: 0x56413d2ea4f4 - std::panicking::rust_panic_with_hook::h36f2fa0bb09f4069 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:624:17 [INFO] [stdout] 11: 0x56413d2e9fd0 - std::panicking::begin_panic_handler::{{closure}}::h9c42b65a42d06a7a [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:521:13 [INFO] [stdout] 12: 0x56413d2e8604 - std::sys_common::backtrace::__rust_end_short_backtrace::hc791bddfe31e532c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x56413d2e9f39 - rust_begin_unwind [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:517:5 [INFO] [stdout] 14: 0x56413ce82c51 - core::panicking::panic_fmt::hf9de31d4acbce4db [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panicking.rs:101:14 [INFO] [stdout] 15: 0x56413ce82d43 - core::result::unwrap_failed::ha0c84e81219e5878 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1617:5 [INFO] [stdout] 16: 0x56413d0105b1 - core::result::Result::unwrap::h5d1e751374c623df [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1299:23 [INFO] [stdout] 17: 0x56413d119787 - cluster_test::run_cluster_test::{{closure}}::h87df5a1a04cff4de [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x56413d06bcb9 - as core::future::future::Future>::poll::hec8a79bc77cc57d0 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x56413d088fb0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::he663dbef0ba6abbd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x56413d004570 - tokio::coop::with_budget::{{closure}}::h7ec979d1515ef062 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:106:9 [INFO] [stdout] 21: 0x56413cff6788 - std::thread::local::LocalKey::try_with::h22145910f8269a29 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x56413cff63ad - std::thread::local::LocalKey::with::he20d9bf568ae2d23 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x56413d08846d - tokio::coop::with_budget::hf4c8eb6aa8bc7d16 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:99:5 [INFO] [stdout] 24: 0x56413d08846d - tokio::coop::budget::h8df444bb175b80ae [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:76:5 [INFO] [stdout] 25: 0x56413d08846d - tokio::park::thread::CachedParkThread::block_on::h29d796010efbdbdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x56413d004a3e - tokio::runtime::enter::Enter::block_on::hcfbcd7535592d22a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x56413d089043 - tokio::runtime::thread_pool::ThreadPool::block_on::h166417a2f0f5bdf6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/mod.rs:72:9 [INFO] [stdout] 28: 0x56413d06700a - tokio::runtime::Runtime::block_on::h49c52e0b5c628e35 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/mod.rs:459:43 [INFO] [stdout] 29: 0x56413d119434 - cluster_test::run_cluster_test::h5639282adb54ac43 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x56413d11c53a - cluster_test::cluster_cyclic::ha2c9c3df388fe666 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:346:3 [INFO] [stdout] 31: 0x56413d124820 - cluster_test::cluster_test_cyclic_failures::hdaa2b8abfa0ccb7e [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:375:3 [INFO] [stdout] 32: 0x56413d1244ca - cluster_test::cluster_test_cyclic_failures::{{closure}}::haef166bc378c2f3e [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:363:1 [INFO] [stdout] 33: 0x56413d07415e - core::ops::function::FnOnce::call_once::h21eb108844760d0d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x56413d1800d3 - core::ops::function::FnOnce::call_once::h61555a204318cc58 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x56413d1800d3 - test::__rust_begin_short_backtrace::h8331e7b1cc7a6e62 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:578:5 [INFO] [stdout] 36: 0x56413d17eb58 - as core::ops::function::FnOnce>::call_once::h98582e597fa7f145 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 37: 0x56413d17eb58 - as core::ops::function::FnOnce<()>>::call_once::h38fa7a0826ecff45 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 38: 0x56413d17eb58 - std::panicking::try::do_call::h5b27d1cfffaa9f87 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 39: 0x56413d17eb58 - std::panicking::try::h86f7124b3264bcbe [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 40: 0x56413d17eb58 - std::panic::catch_unwind::h42dadf3598df7528 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 41: 0x56413d17eb58 - test::run_test_in_process::h9d4b7510f0910050 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:601:18 [INFO] [stdout] 42: 0x56413d17eb58 - test::run_test::run_test_inner::{{closure}}::h9b17f1fd181fe294 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:493:39 [INFO] [stdout] 43: 0x56413d14c6ae - test::run_test::run_test_inner::{{closure}}::h476f9211dfec6075 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:520:37 [INFO] [stdout] 44: 0x56413d14c6ae - std::sys_common::backtrace::__rust_begin_short_backtrace::h5c2db6945645950d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x56413d150f48 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h791169ea9ba5492d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:481:17 [INFO] [stdout] 46: 0x56413d150f48 - as core::ops::function::FnOnce<()>>::call_once::he930357ede3f4b4d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 47: 0x56413d150f48 - std::panicking::try::do_call::h0de4b1dd08a9aa80 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 48: 0x56413d150f48 - std::panicking::try::hf5b5c530df698d97 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 49: 0x56413d150f48 - std::panic::catch_unwind::hed97078f17dbf191 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 50: 0x56413d150f48 - std::thread::Builder::spawn_unchecked::{{closure}}::h2e673950929cba93 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:480:30 [INFO] [stdout] 51: 0x56413d150f48 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h8e18ddd18a52f010 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::hbbbb32ef11ea0ad2 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 53: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::h3b8ef23699fc5385 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 54: 0x56413d2efad3 - std::sys::unix::thread::Thread::new::thread_start::ha57f5cba35f709b7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys/unix/thread.rs:106:17 [INFO] [stdout] 55: 0x7f14a132f609 - start_thread [INFO] [stdout] 56: 0x7f14a1101293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_with_failures stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40102 MEMBERS - [40101, 40102] [INFO] [stdout] 40102 CHARGES - [40101] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40103] [INFO] [stdout] 40102 CHARGES - [40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40104] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40103, 40104] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40105] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40103] [INFO] [stdout] 40101 CHARGES - [40103] [INFO] [stdout] 40103 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40103] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40103, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40103] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40103] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] 40105 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40104, 40105] [INFO] [stdout] 40105 CHARGES - [40104] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40103 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40103 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40104 MEMBERS - [40104, 40105] [INFO] [stdout] 40104 CHARGES - [40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40103, 40105] [INFO] [stdout] 40103 CHARGES - [40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40104] [INFO] [stdout] 40102 CHARGES - [40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40103] [INFO] [stdout] 40103 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40105] [INFO] [stdout] 40105 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40103, 40105] [INFO] [stdout] 40105 CHARGES - [40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102] [INFO] [stdout] 40102 CHARGES - [] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40105] [INFO] [stdout] 40105 CHARGES - [] [INFO] [stdout] 40104 MEMBERS - [40102, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40105] [INFO] [stdout] 40104 MEMBERS - [40102, 40104] [INFO] [stdout] 40104 CHARGES - [40102] [INFO] [stdout] 40104 MEMBERS - [40102, 40104] [INFO] [stdout] 40104 CHARGES - [40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40104] [INFO] [stdout] 40104 CHARGES - [] [INFO] [stdout] thread 'cluster_test_with_failures' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x56413d2e813c - std::backtrace_rs::backtrace::libunwind::trace::h51faa62df48810e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x56413d2e813c - std::backtrace_rs::backtrace::trace_unsynchronized::h91de4d8e16d607e4 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x56413d2e813c - std::sys_common::backtrace::_print_fmt::h71b0935f97e4322c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x56413d2e813c - ::fmt::h9a78218788c14e18 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x56413d30c4ac - core::fmt::write::h3381b3176fe2b3d3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/fmt/mod.rs:1150:17 [INFO] [stdout] 5: 0x56413d2e22b5 - std::io::Write::write_fmt::hb6383f24fe197d3c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/io/mod.rs:1667:15 [INFO] [stdout] 6: 0x56413d2e9e40 - std::sys_common::backtrace::_print::h4b77abc4d907ed0e [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x56413d2e9e40 - std::sys_common::backtrace::print::hb170c60b542377ad [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x56413d2e9e40 - std::panicking::default_hook::{{closure}}::h12bbda9af8901ee3 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:210:50 [INFO] [stdout] 9: 0x56413d2e9a32 - std::panicking::default_hook::h8c6c66d3f3ba6768 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:224:9 [INFO] [stdout] 10: 0x56413d2ea4f4 - std::panicking::rust_panic_with_hook::h36f2fa0bb09f4069 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:624:17 [INFO] [stdout] 11: 0x56413d2e9fd0 - std::panicking::begin_panic_handler::{{closure}}::h9c42b65a42d06a7a [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:521:13 [INFO] [stdout] 12: 0x56413d2e8604 - std::sys_common::backtrace::__rust_end_short_backtrace::hc791bddfe31e532c [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x56413d2e9f39 - rust_begin_unwind [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:517:5 [INFO] [stdout] 14: 0x56413ce82c51 - core::panicking::panic_fmt::hf9de31d4acbce4db [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panicking.rs:101:14 [INFO] [stdout] 15: 0x56413ce82d43 - core::result::unwrap_failed::ha0c84e81219e5878 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1617:5 [INFO] [stdout] 16: 0x56413d0105b1 - core::result::Result::unwrap::h5d1e751374c623df [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/result.rs:1299:23 [INFO] [stdout] 17: 0x56413d119787 - cluster_test::run_cluster_test::{{closure}}::h87df5a1a04cff4de [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x56413d06bcb9 - as core::future::future::Future>::poll::hec8a79bc77cc57d0 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x56413d088fb0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::he663dbef0ba6abbd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x56413d004570 - tokio::coop::with_budget::{{closure}}::h7ec979d1515ef062 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:106:9 [INFO] [stdout] 21: 0x56413cff6788 - std::thread::local::LocalKey::try_with::h22145910f8269a29 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x56413cff63ad - std::thread::local::LocalKey::with::he20d9bf568ae2d23 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x56413d08846d - tokio::coop::with_budget::hf4c8eb6aa8bc7d16 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:99:5 [INFO] [stdout] 24: 0x56413d08846d - tokio::coop::budget::h8df444bb175b80ae [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:76:5 [INFO] [stdout] 25: 0x56413d08846d - tokio::park::thread::CachedParkThread::block_on::h29d796010efbdbdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x56413d004a3e - tokio::runtime::enter::Enter::block_on::hcfbcd7535592d22a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x56413d089043 - tokio::runtime::thread_pool::ThreadPool::block_on::h166417a2f0f5bdf6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/mod.rs:72:9 [INFO] [stdout] 28: 0x56413d06700a - tokio::runtime::Runtime::block_on::h49c52e0b5c628e35 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/mod.rs:459:43 [INFO] [stdout] 29: 0x56413d119434 - cluster_test::run_cluster_test::h5639282adb54ac43 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x56413d11b08a - cluster_test::cluster_complete::hfbff8cc14cb44ed9 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x56413d1241b0 - cluster_test::cluster_test_with_failures::h9c16c5e84e966662 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:308:3 [INFO] [stdout] 32: 0x56413d123e5a - cluster_test::cluster_test_with_failures::{{closure}}::h778a588ae3e5b885 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:296:1 [INFO] [stdout] 33: 0x56413d07633e - core::ops::function::FnOnce::call_once::hfffb7a634d1eb153 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x56413d1800d3 - core::ops::function::FnOnce::call_once::h61555a204318cc58 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x56413d1800d3 - test::__rust_begin_short_backtrace::h8331e7b1cc7a6e62 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:578:5 [INFO] [stdout] 36: 0x56413d17eb58 - as core::ops::function::FnOnce>::call_once::h98582e597fa7f145 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 37: 0x56413d17eb58 - as core::ops::function::FnOnce<()>>::call_once::h38fa7a0826ecff45 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 38: 0x56413d17eb58 - std::panicking::try::do_call::h5b27d1cfffaa9f87 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 39: 0x56413d17eb58 - std::panicking::try::h86f7124b3264bcbe [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 40: 0x56413d17eb58 - std::panic::catch_unwind::h42dadf3598df7528 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 41: 0x56413d17eb58 - test::run_test_in_process::h9d4b7510f0910050 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:601:18 [INFO] [stdout] 42: 0x56413d17eb58 - test::run_test::run_test_inner::{{closure}}::h9b17f1fd181fe294 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:493:39 [INFO] [stdout] 43: 0x56413d14c6ae - test::run_test::run_test_inner::{{closure}}::h476f9211dfec6075 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/test/src/lib.rs:520:37 [INFO] [stdout] 44: 0x56413d14c6ae - std::sys_common::backtrace::__rust_begin_short_backtrace::h5c2db6945645950d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x56413d150f48 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h791169ea9ba5492d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:481:17 [INFO] [stdout] 46: 0x56413d150f48 - as core::ops::function::FnOnce<()>>::call_once::he930357ede3f4b4d [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 47: 0x56413d150f48 - std::panicking::try::do_call::h0de4b1dd08a9aa80 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:403:40 [INFO] [stdout] 48: 0x56413d150f48 - std::panicking::try::hf5b5c530df698d97 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panicking.rs:367:19 [INFO] [stdout] 49: 0x56413d150f48 - std::panic::catch_unwind::hed97078f17dbf191 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/panic.rs:129:14 [INFO] [stdout] 50: 0x56413d150f48 - std::thread::Builder::spawn_unchecked::{{closure}}::h2e673950929cba93 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/thread/mod.rs:480:30 [INFO] [stdout] 51: 0x56413d150f48 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h8e18ddd18a52f010 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::hbbbb32ef11ea0ad2 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 53: 0x56413d2efad3 - as core::ops::function::FnOnce>::call_once::h3b8ef23699fc5385 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/alloc/src/boxed.rs:1636:9 [INFO] [stdout] 54: 0x56413d2efad3 - std::sys::unix::thread::Thread::new::thread_start::ha57f5cba35f709b7 [INFO] [stdout] at /rustc/e784c962ea252f0874a4305168077e7048cb39e9/library/std/src/sys/unix/thread.rs:106:17 [INFO] [stdout] 55: 0x7f14a132f609 - start_thread [INFO] [stdout] 56: 0x7f14a1101293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] cluster_test_cyclic_failures [INFO] [stdout] cluster_test_cyclic_perfect [INFO] [stdout] cluster_test_perfect [INFO] [stdout] cluster_test_with_failures [INFO] [stdout] [INFO] [stdout] test result: FAILED. 0 passed; 4 failed; 0 ignored; 0 measured; 0 filtered out; finished in 10.16s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass '--test cluster-test' [INFO] running `Command { std: "docker" "inspect" "24bec1d19c536156923a265e9a65da0521925465d518f4f44e048247499af7b6", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "24bec1d19c536156923a265e9a65da0521925465d518f4f44e048247499af7b6", kill_on_drop: false }` [INFO] [stdout] 24bec1d19c536156923a265e9a65da0521925465d518f4f44e048247499af7b6