[INFO] fetching crate aurum_actors 0.0.1... [INFO] testing aurum_actors-0.0.1 against beta-2022-02-22 for beta-1.60-1 [INFO] extracting crate aurum_actors 0.0.1 into /workspace/builds/worker-9/source [INFO] validating manifest of crates.io crate aurum_actors 0.0.1 on toolchain beta-2022-02-22 [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+beta-2022-02-22" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking crates.io crate aurum_actors 0.0.1 [INFO] finished tweaking crates.io crate aurum_actors 0.0.1 [INFO] tweaked toml for crates.io crate aurum_actors 0.0.1 written to /workspace/builds/worker-9/source/Cargo.toml [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+beta-2022-02-22" "generate-lockfile" "--manifest-path" "Cargo.toml" "-Zno-index-update", kill_on_drop: false }` [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+beta-2022-02-22" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded wyhash v0.5.0 [INFO] [stderr] Downloaded rpds v0.9.0 [INFO] [stderr] Downloaded aurum_actors_macros v0.0.1 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:0cd99ca24d8e8c98e67c542213511d985b8778b5bdcbb160e038429496686047" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2022-02-22" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] fbdfa7e7162febe955224f826557c97f5d03787fadca3ad9fb327b373dee2016 [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "fbdfa7e7162febe955224f826557c97f5d03787fadca3ad9fb327b373dee2016", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "fbdfa7e7162febe955224f826557c97f5d03787fadca3ad9fb327b373dee2016", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "fbdfa7e7162febe955224f826557c97f5d03787fadca3ad9fb327b373dee2016", kill_on_drop: false }` [INFO] [stdout] fbdfa7e7162febe955224f826557c97f5d03787fadca3ad9fb327b373dee2016 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:0cd99ca24d8e8c98e67c542213511d985b8778b5bdcbb160e038429496686047" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2022-02-22" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 81ea3de47a65ba219d83a8697ab55b8101914546f10d553a926ea195425631e1 [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "81ea3de47a65ba219d83a8697ab55b8101914546f10d553a926ea195425631e1", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Compiling serde v1.0.136 [INFO] [stderr] Compiling libm v0.2.2 [INFO] [stderr] Compiling rawpointer v0.2.1 [INFO] [stderr] Compiling once_cell v1.9.0 [INFO] [stderr] Compiling linked-hash-map v0.5.4 [INFO] [stderr] Compiling maplit v1.0.2 [INFO] [stderr] Compiling num-traits v0.2.14 [INFO] [stderr] Compiling num-complex v0.2.4 [INFO] [stderr] Compiling num-rational v0.2.4 [INFO] [stderr] Compiling ahash v0.7.6 [INFO] [stderr] Compiling im v15.0.0 [INFO] [stderr] Compiling archery v0.4.0 [INFO] [stderr] Compiling generic-array v0.13.3 [INFO] [stderr] Compiling bitmaps v2.1.0 [INFO] [stderr] Compiling validator_types v0.14.0 [INFO] [stderr] Compiling aurum_actors_macros v0.0.1 [INFO] [stderr] Compiling rand_xoshiro v0.4.0 [INFO] [stderr] Compiling wyhash v0.5.0 [INFO] [stderr] Compiling tokio v1.17.0 [INFO] [stderr] Compiling matrixmultiply v0.2.4 [INFO] [stderr] Compiling rand_distr v0.2.2 [INFO] [stderr] Compiling hashbrown v0.11.2 [INFO] [stderr] Compiling num-integer v0.1.44 [INFO] [stderr] Compiling approx v0.3.2 [INFO] [stderr] Compiling sized-chunks v0.6.5 [INFO] [stderr] Compiling alga v0.9.3 [INFO] [stderr] Compiling nalgebra v0.19.0 [INFO] [stderr] Compiling tokio-stream v0.1.8 [INFO] [stderr] Compiling tokio-test v0.4.2 [INFO] [stderr] Compiling toml v0.5.8 [INFO] [stderr] Compiling serde_json v1.0.79 [INFO] [stderr] Compiling serde_cbor v0.11.2 [INFO] [stderr] Compiling rpds v0.9.0 [INFO] [stderr] Compiling validator v0.14.0 [INFO] [stderr] Compiling proc-macro-crate v1.1.3 [INFO] [stderr] Compiling num_enum_derive v0.5.6 [INFO] [stderr] Compiling num_enum v0.5.6 [INFO] [stderr] Compiling statrs v0.13.0 [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished dev [unoptimized + debuginfo] target(s) in 1m 06s [INFO] running `Command { std: "docker" "inspect" "81ea3de47a65ba219d83a8697ab55b8101914546f10d553a926ea195425631e1", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "81ea3de47a65ba219d83a8697ab55b8101914546f10d553a926ea195425631e1", kill_on_drop: false }` [INFO] [stdout] 81ea3de47a65ba219d83a8697ab55b8101914546f10d553a926ea195425631e1 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:0cd99ca24d8e8c98e67c542213511d985b8778b5bdcbb160e038429496686047" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2022-02-22" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] b9c09faed8d6499961bbbb7b831ea3e5adf988f2b9ad9a8f9100e0bb25bc1b97 [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "b9c09faed8d6499961bbbb7b831ea3e5adf988f2b9ad9a8f9100e0bb25bc1b97", kill_on_drop: false }` [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 1m 22s [INFO] running `Command { std: "docker" "inspect" "b9c09faed8d6499961bbbb7b831ea3e5adf988f2b9ad9a8f9100e0bb25bc1b97", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "b9c09faed8d6499961bbbb7b831ea3e5adf988f2b9ad9a8f9100e0bb25bc1b97", kill_on_drop: false }` [INFO] [stdout] b9c09faed8d6499961bbbb7b831ea3e5adf988f2b9ad9a8f9100e0bb25bc1b97 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:0cd99ca24d8e8c98e67c542213511d985b8778b5bdcbb160e038429496686047" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2022-02-22" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] e4ed2c274f6bb7498347c3cfdb6413a3663981a5de750d64416c41516c038554 [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "e4ed2c274f6bb7498347c3cfdb6413a3663981a5de750d64416c41516c038554", kill_on_drop: false }` [INFO] [stderr] warning: unused borrow that must be used [INFO] [stderr] --> src/core/packets.rs:82:5 [INFO] [stderr] | [INFO] [stderr] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(unused_must_use)]` on by default [INFO] [stderr] help: use `let _ = ...` to ignore the resulting value [INFO] [stderr] | [INFO] [stderr] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stderr] | +++++++ [INFO] [stderr] [INFO] [stderr] warning: `aurum_actors` (lib) generated 1 warning [INFO] [stderr] warning: `aurum_actors` (lib test) generated 1 warning (1 duplicate) [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 0.18s [INFO] [stderr] Running unittests (/opt/rustwide/target/debug/deps/aurum_actors-79eb5d92c8a9654f) [INFO] [stdout] [INFO] [stdout] running 8 tests [INFO] [stdout] test cluster::gossip::test_gossip_merge ... ok [INFO] [stdout] test cluster::interval_storage::test_interval_storage ... ok [INFO] [stdout] test cluster::node_ring::test_node_ring ... ok [INFO] [stdout] test core::actor_ref::actor_ref_valid_test ... ok [INFO] [stdout] test core::packets::test_datagram_header_serde ... ok [INFO] [stderr] Running tests/cluster-test.rs (/opt/rustwide/target/debug/deps/cluster_test-0074b4dde7cff999) [INFO] [stdout] test cluster::node_ring::test_not_in_ring ... ok [INFO] [stdout] test cluster::devices::devices_state::devices_state_deltas_test ... ok [INFO] [stdout] test cluster::devices::devices_state::devices_state_join_test ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 8 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.02s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test cluster_test_cyclic_perfect ... FAILED [INFO] [stdout] test cluster_test_perfect ... FAILED [INFO] [stdout] test cluster_test_cyclic_failures ... FAILED [INFO] [stdout] test cluster_test_with_failures ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- cluster_test_cyclic_perfect stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40202 MEMBERS - [40201, 40202] [INFO] [stdout] 40202 CHARGES - [40201] [INFO] [stdout] 40204 MEMBERS - [40201, 40204] [INFO] [stdout] 40204 CHARGES - [40201] [INFO] [stdout] 40201 MEMBERS - [40201, 40202] [INFO] [stdout] 40201 CHARGES - [40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40204] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40203 MEMBERS - [40201, 40203] [INFO] [stdout] 40203 CHARGES - [40201] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40204] [INFO] [stdout] 40202 CHARGES - [40201, 40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40202 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40204, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40203 MEMBERS - [40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40204, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40204, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40204 MEMBERS - [40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40203, 40205] [INFO] [stdout] 40204 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40202, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40203 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40205 MEMBERS - [40203, 40205] [INFO] [stdout] 40205 CHARGES - [40203] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40204] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40206|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40205 MEMBERS - [40201, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] 40205 MEMBERS - [40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] 40205 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40202 CHARGES - [40203, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] 40206 MEMBERS - [40206, 40207] [INFO] [stdout] 40206 CHARGES - [40207] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40207] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40207] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40207] [INFO] [stdout] 40201 CHARGES - [40202, 40207] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40203] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40201 CHARGES - [40202, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40206, 40207] [INFO] [stdout] 40201 CHARGES - [40202, 40207] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40207] [INFO] [stdout] 40202 CHARGES - [40204, 40207] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40206, 40207] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40206, 40207] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40206, 40207] [INFO] [stdout] 40201 CHARGES - [40202, 40207] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40203 CHARGES - [40201, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40206, 40207] [INFO] [stdout] 40201 CHARGES - [40202, 40207] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40202 CHARGES - [40206, 40207] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40206, 40207] [INFO] [stdout] 40202 CHARGES - [40206, 40207] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40202] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40205, 40207] [INFO] [stdout] 40205 CHARGES - [40201, 40202] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40206, 40207] [INFO] [stdout] 40202 CHARGES - [40206, 40207] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40204, 40206, 40207] [INFO] [stdout] 40202 CHARGES - [40206, 40207] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40205, 40206, 40207] [INFO] [stdout] 40205 CHARGES - [40201, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40209] [INFO] [stdout] 40205 CHARGES - [40201, 40206] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40206, 40207] [INFO] [stdout] 40206 CHARGES - [40201, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40201 CHARGES - [40202, 40207] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40206] [INFO] [stdout] 40201 CHARGES - [40202, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40205 CHARGES - [40201, 40206] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40206] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207, 40209] [INFO] [stdout] 40203 CHARGES - [40201, 40204] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207, 40208, 40209] [INFO] [stdout] 40203 CHARGES - [40201, 40204] [INFO] [stdout] 40207 MEMBERS - [40206, 40207] [INFO] [stdout] 40207 CHARGES - [40206] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40206] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40202 CHARGES - [40206, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40209] [INFO] [stdout] 40201 CHARGES - [40202, 40209] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40209] [INFO] [stdout] 40201 CHARGES - [40202, 40209] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40209] [INFO] [stdout] 40201 CHARGES - [40205, 40209] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40201 CHARGES - [40208, 40209] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40208, 40209] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40208, 40209] [INFO] [stdout] 40203 CHARGES - [40201, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207, 40209] [INFO] [stdout] 40204 CHARGES - [40201, 40209] [INFO] [stdout] 40205 MEMBERS - [40202, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40205 CHARGES - [40206, 40208] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40207 CHARGES - [40204, 40206] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40206, 40207, 40209] [INFO] [stdout] 40204 CHARGES - [40201, 40209] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40206, 40207, 40208, 40209] [INFO] [stdout] 40204 CHARGES - [40201, 40208] [INFO] [stdout] 40210 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40205, 40206] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40209] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40208, 40209] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40207 CHARGES - [40203, 40206] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207, 40209] [INFO] [stdout] 40202 CHARGES - [40206, 40207] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40206, 40208, 40209] [INFO] [stdout] 40204 CHARGES - [40201, 40208] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207] [INFO] [stdout] 40207 CHARGES - [40203, 40206] [INFO] [stdout] 40205 MEMBERS - [40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40205 CHARGES - [40203, 40206] [INFO] [stdout] 40205 MEMBERS - [40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40203, 40206] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40209] [INFO] [stdout] 40202 CHARGES - [40205, 40207] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40202 CHARGES - [40205, 40207] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40203 CHARGES - [40201, 40204] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40203 CHARGES - [40201, 40204] [INFO] [stdout] 40208 MEMBERS - [40208, 40209] [INFO] [stdout] 40208 CHARGES - [40209] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40208 CHARGES - [40202, 40209] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40208 CHARGES - [40202, 40209] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40208 CHARGES - [40202, 40209] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40202, 40209] [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40209, 40210] [INFO] [stdout] 40208 MEMBERS - [40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40209, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40206, 40207, 40209] [INFO] [stdout] 40207 CHARGES - [40203, 40206] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40207|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40209] [INFO] [stdout] 40207 CHARGES - [40205, 40206] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40201, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40205, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40207 CHARGES - [40205, 40206] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40207|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40203, 40204, 40205, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40210 MEMBERS - [40201, 40203, 40204, 40206, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40203, 40206] [INFO] [stdout] 40210 MEMBERS - [40203, 40204, 40206, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40203, 40206] [INFO] [stdout] 40210 MEMBERS - [40203, 40204, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40203, 40204] [INFO] [stdout] 40210 MEMBERS - [40201, 40203, 40204, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40202 CHARGES - [40205, 40206] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40208, 40209] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40204, 40208] [INFO] [stdout] 40205 MEMBERS - [40201, 40203, 40204, 40205, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40203, 40204, 40205, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40203, 40210] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40207 CHARGES - [40201, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40206 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40204 CHARGES - [40201, 40208] [INFO] [stdout] 40209 MEMBERS - [40208, 40209] [INFO] [stdout] 40209 CHARGES - [40208] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40206|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] 40210 MEMBERS - [40201, 40204, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40204, 40208] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40209 CHARGES - [40202, 40207] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40209 CHARGES - [40202, 40207] [INFO] [stdout] 40208 MEMBERS - [40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40208 CHARGES - [40205, 40209] [INFO] [stdout] 40208 MEMBERS - [40203, 40204, 40205, 40206, 40208] [INFO] [stdout] 40208 CHARGES - [40205, 40206] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40204, 40208] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40208, 40209] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] 40210 MEMBERS - [40201, 40204, 40205, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40204, 40208] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40203, 40210] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40209 CHARGES - [40202, 40205] [INFO] [stdout] 40206 MEMBERS - [40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] 40206 MEMBERS - [40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] 40210 MEMBERS - [40201, 40205, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40208, 40209] [INFO] [stdout] 40209 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40209 CHARGES - [40205, 40206] [INFO] [stdout] 40209 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40205, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40208, 40209] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208] [INFO] [stdout] 40208 CHARGES - [40201, 40205] [INFO] [stdout] 40209 MEMBERS - [40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40205, 40210] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40207|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40207|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40206|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40204, 40205, 40208] [INFO] [stdout] 40208 CHARGES - [40201, 40205] [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40204, 40208] [INFO] [stdout] 40208 CHARGES - [40201, 40203] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40205, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40208, 40209] [INFO] [stdout] 40207 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40204, 40208] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40205, 40208, 40209] [INFO] [stdout] 40201 CHARGES - [40203, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40208, 40209] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] 40207 MEMBERS - [40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40204, 40208] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40205, 40207, 40208, 40209] [INFO] [stdout] 40201 CHARGES - [40203, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40204, 40205, 40207, 40208, 40209] [INFO] [stdout] 40201 CHARGES - [40205, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40205, 40207, 40208, 40209] [INFO] [stdout] 40201 CHARGES - [40205, 40207] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40207|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40201, 40208] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40201, 40209] [INFO] [stdout] 40201 MEMBERS - [40201, 40205, 40207, 40208] [INFO] [stdout] 40201 CHARGES - [40205, 40207] [INFO] [stdout] 40208 MEMBERS - [40201, 40204, 40208] [INFO] [stdout] 40208 CHARGES - [40201, 40204] [INFO] [stdout] 40208 MEMBERS - [40201, 40204, 40205, 40208] [INFO] [stdout] 40208 CHARGES - [40201, 40205] [INFO] [stdout] 40208 MEMBERS - [40201, 40205, 40208] [INFO] [stdout] 40208 CHARGES - [40201, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40208, 40209] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40205, 40210] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40204, 40205, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40205, 40210] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40205, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40208, 40209] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40203, 40210] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40207, 40208] [INFO] [stdout] 40209 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40201, 40210] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40204, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40203, 40210] [INFO] [stdout] 40206 MEMBERS - [40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] 40206 MEMBERS - [40203, 40204, 40206, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] 40207 MEMBERS - [40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40204, 40208] [INFO] [stdout] 40201 MEMBERS - [40201, 40205, 40207] [INFO] [stdout] 40201 CHARGES - [40205, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40205, 40207] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40209 MEMBERS - [40201, 40203, 40204, 40205, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40201, 40210] [INFO] [stdout] 40204 MEMBERS - [40203, 40204, 40205, 40206, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40209, 40210] [INFO] [stdout] 40201 MEMBERS - [40201, 40202] [INFO] [stdout] 40201 CHARGES - [40202] [INFO] [stdout] 40207 MEMBERS - [40203, 40204, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40204, 40208] [INFO] [stdout] 40205 MEMBERS - [40201, 40204, 40205, 40207, 40208, 40209] [INFO] [stdout] 40205 CHARGES - [40204, 40207] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40206|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] thread 'cluster_test_cyclic_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x562a8e49adbc - std::backtrace_rs::backtrace::libunwind::trace::h02555d7ca8aa068a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x562a8e49adbc - std::backtrace_rs::backtrace::trace_unsynchronized::h8555a46024147da8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x562a8e49adbc - std::sys_common::backtrace::_print_fmt::h4c7f50b4f105da1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:66:5 [INFO] [stdout] 3: 0x562a8e49adbc - ::fmt::ha305a40dbc030444 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:45:22 [INFO] [stdout] 4: 0x562a8e4c170c - core::fmt::write::hadd15acf4d6ce273 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/fmt/mod.rs:1190:17 [INFO] [stdout] 5: 0x562a8e494058 - std::io::Write::write_fmt::h271050faa79d27d2 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/io/mod.rs:1657:15 [INFO] [stdout] 6: 0x562a8e49d397 - std::sys_common::backtrace::_print::h0dd5c0810675bd8c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:48:5 [INFO] [stdout] 7: 0x562a8e49d397 - std::sys_common::backtrace::print::h20a2155fa0a22ca6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:35:9 [INFO] [stdout] 8: 0x562a8e49d397 - std::panicking::default_hook::{{closure}}::habb3b6f3ccdfe00a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:295:22 [INFO] [stdout] 9: 0x562a8e49d0cb - std::panicking::default_hook::h1c5cf4d5063a38e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:311:9 [INFO] [stdout] 10: 0x562a8e49daea - std::panicking::rust_panic_with_hook::hb5de7a3072d2cf59 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:698:17 [INFO] [stdout] 11: 0x562a8e49d7d7 - std::panicking::begin_panic_handler::{{closure}}::h5106de2f55f1a411 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:588:13 [INFO] [stdout] 12: 0x562a8e49b284 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ad5c2a8a003ca72 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:138:18 [INFO] [stdout] 13: 0x562a8e49d4e9 - rust_begin_unwind [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:584:5 [INFO] [stdout] 14: 0x562a8e029743 - core::panicking::panic_fmt::hfb4b8460cd493e74 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panicking.rs:143:14 [INFO] [stdout] 15: 0x562a8e029833 - core::result::unwrap_failed::hf9b34e307f812de0 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1749:5 [INFO] [stdout] 16: 0x562a8e1ad371 - core::result::Result::unwrap::h2f69a02a1c9e97ff [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1065:23 [INFO] [stdout] 17: 0x562a8e2b0678 - cluster_test::run_cluster_test::{{closure}}::hdaceffe9d54746a7 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x562a8e15be09 - as core::future::future::Future>::poll::h3f06869b97b0851a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x562a8e259180 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::he5da47accb1b91bd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x562a8e176ae0 - tokio::coop::with_budget::{{closure}}::h1774064b6d43d04a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 21: 0x562a8e1600c8 - std::thread::local::LocalKey::try_with::h1a71a3aaac5e4d66 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:413:16 [INFO] [stdout] 22: 0x562a8e15fced - std::thread::local::LocalKey::with::h51e36dd3f99d0c5e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:389:9 [INFO] [stdout] 23: 0x562a8e258eb4 - tokio::coop::with_budget::h39718d0318a5f64e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 24: 0x562a8e258eb4 - tokio::coop::budget::hc84015a3f5ca6eca [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 25: 0x562a8e258eb4 - tokio::park::thread::CachedParkThread::block_on::haf30fdde0dae5dd8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x562a8e1a7aee - tokio::runtime::enter::Enter::block_on::h82f44081eed65e20 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x562a8e219163 - tokio::runtime::thread_pool::ThreadPool::block_on::h8313716613011864 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/mod.rs:73:9 [INFO] [stdout] 28: 0x562a8e21a178 - tokio::runtime::Runtime::block_on::hae44ec92dd7d2209 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:477:43 [INFO] [stdout] 29: 0x562a8e2b0312 - cluster_test::run_cluster_test::hd99f4d618023c92f [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x562a8e2b3518 - cluster_test::cluster_cyclic::h964db6c2b383bdec [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:346:3 [INFO] [stdout] 31: 0x562a8e2bb704 - cluster_test::cluster_test_cyclic_perfect::he5ee21de8db2f43f [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:359:3 [INFO] [stdout] 32: 0x562a8e2bb49a - cluster_test::cluster_test_cyclic_perfect::{{closure}}::h2eea8b400d6c04a0 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:350:1 [INFO] [stdout] 33: 0x562a8e21f92e - core::ops::function::FnOnce::call_once::h6a4fb4cc91dadde7 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x562a8e31f603 - core::ops::function::FnOnce::call_once::h43953c8a8f54893f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x562a8e31f603 - test::__rust_begin_short_backtrace::h163f55298a15df9b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:575:5 [INFO] [stdout] 36: 0x562a8e31e331 - as core::ops::function::FnOnce>::call_once::hc911782b3cbc7ed5 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 37: 0x562a8e31e331 - as core::ops::function::FnOnce<()>>::call_once::hc5bb369afbf9cd4e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 38: 0x562a8e31e331 - std::panicking::try::do_call::he60df4e3e832faff [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 39: 0x562a8e31e331 - std::panicking::try::h2633cee89a0767f3 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 40: 0x562a8e31e331 - std::panic::catch_unwind::h6e10f7b94ce38b1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 41: 0x562a8e31e331 - test::run_test_in_process::h085ef39049c3b50b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:598:18 [INFO] [stdout] 42: 0x562a8e31e331 - test::run_test::run_test_inner::{{closure}}::h4e58ce9f68eb43e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:492:39 [INFO] [stdout] 43: 0x562a8e327c11 - test::run_test::run_test_inner::{{closure}}::h6d18db28c5e396ee [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:519:37 [INFO] [stdout] 44: 0x562a8e327c11 - std::sys_common::backtrace::__rust_begin_short_backtrace::h32292cb2cd8be620 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:122:18 [INFO] [stdout] 45: 0x562a8e2f436f - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h71ee66b20f7b0482 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:498:17 [INFO] [stdout] 46: 0x562a8e2f436f - as core::ops::function::FnOnce<()>>::call_once::hb6046e1d1a75a4a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 47: 0x562a8e2f436f - std::panicking::try::do_call::h5422165a88309c77 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 48: 0x562a8e2f436f - std::panicking::try::h840a12b54e2c9f5d [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 49: 0x562a8e2f436f - std::panic::catch_unwind::h85910e437c8da180 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 50: 0x562a8e2f436f - std::thread::Builder::spawn_unchecked_::{{closure}}::ha3af3a297bfd51d6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:497:30 [INFO] [stdout] 51: 0x562a8e2f436f - core::ops::function::FnOnce::call_once{{vtable.shim}}::hff8788f58e0e06a9 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h82a18723295373b7 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 53: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h4b9b8634f7a2a5a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 54: 0x562a8e4a3b93 - std::sys::unix::thread::Thread::new::thread_start::h3dc341aa024c6852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 55: 0x7fd1bc345609 - start_thread [INFO] [stdout] 56: 0x7fd1bc117293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_perfect stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40001 MEMBERS - [40001] [INFO] [stdout] 40001 CHARGES - [] [INFO] [stdout] 40001 MEMBERS - [40001, 40002] [INFO] [stdout] 40001 CHARGES - [40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002] [INFO] [stdout] 40002 CHARGES - [40001] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40002, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40001, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40002, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40002, 40005] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40002, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40003 CHARGES - [40001, 40006] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40001 CHARGES - [40002, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40004 CHARGES - [40003, 40006] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40001, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40002, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40002, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40006 CHARGES - [40001, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40005 CHARGES - [40002, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40004 CHARGES - [40003, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40003 CHARGES - [40001, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40001 CHARGES - [40002, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40001, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40002, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40002, 40004] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40007 CHARGES - [40001, 40006] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40007 CHARGES - [40001, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40002, 40006] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40003 CHARGES - [40001, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40002, 40004] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40006 CHARGES - [40002, 40004] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40001, 40008] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40001 CHARGES - [40005, 40006] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40005 CHARGES - [40002, 40006] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40002, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40004 CHARGES - [40003, 40008] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40006, 40007] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40002, 40006] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40001 CHARGES - [40005, 40006] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40005, 40007] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40003, 40008] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40008 CHARGES - [40001, 40005] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40008 CHARGES - [40001, 40005] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008, 40009] [INFO] [stdout] 40008 CHARGES - [40001, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40001 CHARGES - [40005, 40007] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40005 CHARGES - [40006, 40007] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40008 CHARGES - [40001, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40003 CHARGES - [40001, 40008] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40004 CHARGES - [40003, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40003 CHARGES - [40001, 40008] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40002 CHARGES - [40004, 40009] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40003 CHARGES - [40001, 40008] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40006 CHARGES - [40002, 40004] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40006 CHARGES - [40002, 40004] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007, 40008, 40009] [INFO] [stdout] 40008 CHARGES - [40001, 40007] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40005 CHARGES - [40001, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007, 40008, 40009] [INFO] [stdout] 40003 CHARGES - [40001, 40008] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007, 40008, 40009] [INFO] [stdout] 40001 CHARGES - [40006, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40001 CHARGES - [40006, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40003 CHARGES - [40005, 40008] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40007 CHARGES - [40002, 40006] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007, 40008, 40009] [INFO] [stdout] 40002 CHARGES - [40004, 40009] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40007 CHARGES - [40002, 40009] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40005 CHARGES - [40001, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40001 CHARGES - [40002, 40007] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40003, 40004] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007, 40008, 40009] [INFO] [stdout] 40004 CHARGES - [40003, 40008] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40004 CHARGES - [40003, 40008] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40003 CHARGES - [40005, 40008] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40007, 40008, 40009] [INFO] [stdout] 40007 CHARGES - [40002, 40009] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40007 CHARGES - [40002, 40009] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40003, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40002, 40007] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40001, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40003 CHARGES - [40005, 40008] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40006 CHARGES - [40002, 40009] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40006 CHARGES - [40002, 40009] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] 40008 MEMBERS - [40002, 40003, 40004, 40006, 40007, 40008, 40009] [INFO] [stdout] 40008 CHARGES - [40006, 40007] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40002, 40007] [INFO] [stdout] 40003 MEMBERS - [40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40003 CHARGES - [40005, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40004, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40003 CHARGES - [40005, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40003, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40003 CHARGES - [40005, 40008] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40004, 40007] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40006 CHARGES - [40005, 40008] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40003, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] 40002 MEMBERS - [40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40006 CHARGES - [40005, 40008] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40004, 40008] [INFO] [stdout] 40006 MEMBERS - [40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40006 CHARGES - [40005, 40008] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40004, 40007] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40001, 40007] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40001, 40007] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40004, 40007] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40004, 40007] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40004, 40007] [INFO] [stdout] 40005 MEMBERS - [40001, 40004, 40005, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40001, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40003 CHARGES - [40006, 40008] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40004 CHARGES - [40003, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] 40010 MEMBERS - [40001, 40002, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40005, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40003, 40008] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40004, 40010] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40002, 40007] [INFO] [stdout] 40009 MEMBERS - [40002, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40002, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40003 CHARGES - [40006, 40008] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40005, 40006, 40007, 40008] [INFO] [stdout] 40003 CHARGES - [40006, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] 40009 MEMBERS - [40002, 40004, 40005, 40006, 40007, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40002, 40007] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40005 MEMBERS - [40001, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40001, 40007] [INFO] [stdout] 40010 MEMBERS - [40001, 40002, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40005, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40002, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40005, 40006, 40007] [INFO] [stdout] 40003 CHARGES - [40005, 40006] [INFO] [stdout] 40010 MEMBERS - [40002, 40004, 40005, 40007, 40008, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40005, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40005, 40006, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40003, 40007] [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40001, 40007] [INFO] [stdout] 40004 MEMBERS - [40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40003, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40006 CHARGES - [40005, 40008] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40006 CHARGES - [40005, 40008] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40005, 40006, 40007, 40008] [INFO] [stdout] 40006 CHARGES - [40005, 40008] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40005, 40006, 40007, 40009, 40010] [INFO] [stdout] 40006 CHARGES - [40001, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40005, 40006, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40002, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40005, 40006, 40008] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40003, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] 40007 MEMBERS - [40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40002, 40004] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40002, 40004] [INFO] [stdout] 40007 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40003, 40008] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40001, 40002] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40003, 40006] [INFO] [stdout] 40004 MEMBERS - [40001, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40006, 40008] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40006, 40007, 40009, 40010] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40003, 40006] [INFO] [stdout] 40007 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40003, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] thread 'cluster_test_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x562a8e49adbc - std::backtrace_rs::backtrace::libunwind::trace::h02555d7ca8aa068a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x562a8e49adbc - std::backtrace_rs::backtrace::trace_unsynchronized::h8555a46024147da8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x562a8e49adbc - std::sys_common::backtrace::_print_fmt::h4c7f50b4f105da1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:66:5 [INFO] [stdout] 3: 0x562a8e49adbc - ::fmt::ha305a40dbc030444 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:45:22 [INFO] [stdout] 4: 0x562a8e4c170c - core::fmt::write::hadd15acf4d6ce273 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/fmt/mod.rs:1190:17 [INFO] [stdout] 5: 0x562a8e494058 - std::io::Write::write_fmt::h271050faa79d27d2 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/io/mod.rs:1657:15 [INFO] [stdout] 6: 0x562a8e49d397 - std::sys_common::backtrace::_print::h0dd5c0810675bd8c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:48:5 [INFO] [stdout] 7: 0x562a8e49d397 - std::sys_common::backtrace::print::h20a2155fa0a22ca6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:35:9 [INFO] [stdout] 8: 0x562a8e49d397 - std::panicking::default_hook::{{closure}}::habb3b6f3ccdfe00a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:295:22 [INFO] [stdout] 9: 0x562a8e49d0cb - std::panicking::default_hook::h1c5cf4d5063a38e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:311:9 [INFO] [stdout] 10: 0x562a8e49daea - std::panicking::rust_panic_with_hook::hb5de7a3072d2cf59 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:698:17 [INFO] [stdout] 11: 0x562a8e49d7d7 - std::panicking::begin_panic_handler::{{closure}}::h5106de2f55f1a411 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:588:13 [INFO] [stdout] 12: 0x562a8e49b284 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ad5c2a8a003ca72 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:138:18 [INFO] [stdout] 13: 0x562a8e49d4e9 - rust_begin_unwind [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:584:5 [INFO] [stdout] 14: 0x562a8e029743 - core::panicking::panic_fmt::hfb4b8460cd493e74 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panicking.rs:143:14 [INFO] [stdout] 15: 0x562a8e029833 - core::result::unwrap_failed::hf9b34e307f812de0 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1749:5 [INFO] [stdout] 16: 0x562a8e1ad371 - core::result::Result::unwrap::h2f69a02a1c9e97ff [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1065:23 [INFO] [stdout] 17: 0x562a8e2b0678 - cluster_test::run_cluster_test::{{closure}}::hdaceffe9d54746a7 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x562a8e15be09 - as core::future::future::Future>::poll::h3f06869b97b0851a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x562a8e259180 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::he5da47accb1b91bd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x562a8e176ae0 - tokio::coop::with_budget::{{closure}}::h1774064b6d43d04a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 21: 0x562a8e1600c8 - std::thread::local::LocalKey::try_with::h1a71a3aaac5e4d66 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:413:16 [INFO] [stdout] 22: 0x562a8e15fced - std::thread::local::LocalKey::with::h51e36dd3f99d0c5e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:389:9 [INFO] [stdout] 23: 0x562a8e258eb4 - tokio::coop::with_budget::h39718d0318a5f64e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 24: 0x562a8e258eb4 - tokio::coop::budget::hc84015a3f5ca6eca [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 25: 0x562a8e258eb4 - tokio::park::thread::CachedParkThread::block_on::haf30fdde0dae5dd8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x562a8e1a7aee - tokio::runtime::enter::Enter::block_on::h82f44081eed65e20 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x562a8e219163 - tokio::runtime::thread_pool::ThreadPool::block_on::h8313716613011864 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/mod.rs:73:9 [INFO] [stdout] 28: 0x562a8e21a178 - tokio::runtime::Runtime::block_on::hae44ec92dd7d2209 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:477:43 [INFO] [stdout] 29: 0x562a8e2b0312 - cluster_test::run_cluster_test::hd99f4d618023c92f [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x562a8e2b2061 - cluster_test::cluster_complete::h42228b3570fb7685 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x562a8e2bb090 - cluster_test::cluster_test_perfect::hdd9432a9f38029fb [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:292:3 [INFO] [stdout] 32: 0x562a8e2bae1a - cluster_test::cluster_test_perfect::{{closure}}::he7171a2a8e52d1af [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:282:1 [INFO] [stdout] 33: 0x562a8e21fbbe - core::ops::function::FnOnce::call_once::h75e5d2a5b1aff0b4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x562a8e31f603 - core::ops::function::FnOnce::call_once::h43953c8a8f54893f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x562a8e31f603 - test::__rust_begin_short_backtrace::h163f55298a15df9b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:575:5 [INFO] [stdout] 36: 0x562a8e31e331 - as core::ops::function::FnOnce>::call_once::hc911782b3cbc7ed5 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 37: 0x562a8e31e331 - as core::ops::function::FnOnce<()>>::call_once::hc5bb369afbf9cd4e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 38: 0x562a8e31e331 - std::panicking::try::do_call::he60df4e3e832faff [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 39: 0x562a8e31e331 - std::panicking::try::h2633cee89a0767f3 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 40: 0x562a8e31e331 - std::panic::catch_unwind::h6e10f7b94ce38b1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 41: 0x562a8e31e331 - test::run_test_in_process::h085ef39049c3b50b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:598:18 [INFO] [stdout] 42: 0x562a8e31e331 - test::run_test::run_test_inner::{{closure}}::h4e58ce9f68eb43e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:492:39 [INFO] [stdout] 43: 0x562a8e327c11 - test::run_test::run_test_inner::{{closure}}::h6d18db28c5e396ee [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:519:37 [INFO] [stdout] 44: 0x562a8e327c11 - std::sys_common::backtrace::__rust_begin_short_backtrace::h32292cb2cd8be620 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:122:18 [INFO] [stdout] 45: 0x562a8e2f436f - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h71ee66b20f7b0482 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:498:17 [INFO] [stdout] 46: 0x562a8e2f436f - as core::ops::function::FnOnce<()>>::call_once::hb6046e1d1a75a4a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 47: 0x562a8e2f436f - std::panicking::try::do_call::h5422165a88309c77 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 48: 0x562a8e2f436f - std::panicking::try::h840a12b54e2c9f5d [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 49: 0x562a8e2f436f - std::panic::catch_unwind::h85910e437c8da180 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 50: 0x562a8e2f436f - std::thread::Builder::spawn_unchecked_::{{closure}}::ha3af3a297bfd51d6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:497:30 [INFO] [stdout] 51: 0x562a8e2f436f - core::ops::function::FnOnce::call_once{{vtable.shim}}::hff8788f58e0e06a9 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h82a18723295373b7 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 53: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h4b9b8634f7a2a5a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 54: 0x562a8e4a3b93 - std::sys::unix::thread::Thread::new::thread_start::h3dc341aa024c6852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 55: 0x7fd1bc345609 - start_thread [INFO] [stdout] 56: 0x7fd1bc117293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] 40007 MEMBERS - [40001, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40004, 40006] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-1445721782362242520" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x562a8e49adbc - std::backtrace_rs::backtrace::libunwind::trace::h02555d7ca8aa068a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x562a8e49adbc - std::backtrace_rs::backtrace::trace_unsynchronized::h8555a46024147da8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x562a8e49adbc - std::sys_common::backtrace::_print_fmt::h4c7f50b4f105da1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:66:5 [INFO] [stdout] 3: 0x562a8e49adbc - ::fmt::ha305a40dbc030444 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:45:22 [INFO] [stdout] 4: 0x562a8e4c170c - core::fmt::write::hadd15acf4d6ce273 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/fmt/mod.rs:1190:17 [INFO] [stdout] 5: 0x562a8e494058 - std::io::Write::write_fmt::h271050faa79d27d2 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/io/mod.rs:1657:15 [INFO] [stdout] 6: 0x562a8e49d397 - std::sys_common::backtrace::_print::h0dd5c0810675bd8c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:48:5 [INFO] [stdout] 7: 0x562a8e49d397 - std::sys_common::backtrace::print::h20a2155fa0a22ca6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:35:9 [INFO] [stdout] 8: 0x562a8e49d397 - std::panicking::default_hook::{{closure}}::habb3b6f3ccdfe00a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:295:22 [INFO] [stdout] 9: 0x562a8e49d0cb - std::panicking::default_hook::h1c5cf4d5063a38e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:311:9 [INFO] [stdout] 10: 0x562a8e49daea - std::panicking::rust_panic_with_hook::hb5de7a3072d2cf59 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:698:17 [INFO] [stdout] 11: 0x562a8e49d7d7 - std::panicking::begin_panic_handler::{{closure}}::h5106de2f55f1a411 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:588:13 [INFO] [stdout] 12: 0x562a8e49b284 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ad5c2a8a003ca72 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:138:18 [INFO] [stdout] 13: 0x562a8e49d4e9 - rust_begin_unwind [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:584:5 [INFO] [stdout] 14: 0x562a8e029743 - core::panicking::panic_fmt::hfb4b8460cd493e74 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panicking.rs:143:14 [INFO] [stdout] 15: 0x562a8e029833 - core::result::unwrap_failed::hf9b34e307f812de0 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1749:5 [INFO] [stdout] 16: 0x562a8e1acffe - core::result::Result::expect::h91dbe7e4d207cf1f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1022:23 [INFO] [stdout] 17: 0x562a8e2340e6 - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::h36358f2b9e351adb [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x562a8e15c519 - as core::future::future::Future>::poll::h5abf01de8ccda45c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x562a8e18b2d6 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h63160f35514c8dde [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 20: 0x562a8e1c92d5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::he5bd2b6aec241349 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x562a8e18a407 - tokio::runtime::task::core::CoreStage::poll::h36dc43981aee7f1e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 22: 0x562a8e2ae4ba - tokio::runtime::task::harness::poll_future::{{closure}}::hee2bd8bb7439bed3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:467:19 [INFO] [stdout] 23: 0x562a8e270353 - as core::ops::function::FnOnce<()>>::call_once::h10fe17602b629505 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 24: 0x562a8e24a9a0 - std::panicking::try::do_call::hd9d4d40cba0bd681 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 25: 0x562a8e25011b - __rust_try [INFO] [stdout] 26: 0x562a8e246a0a - std::panicking::try::hb8216da82823ecc9 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 27: 0x562a8e1a92aa - std::panic::catch_unwind::h690841daafa213bf [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 28: 0x562a8e2abf0b - tokio::runtime::task::harness::poll_future::h2df74e6070ba6c5a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:455:18 [INFO] [stdout] 29: 0x562a8e297f41 - tokio::runtime::task::harness::Harness::poll_inner::hed1e3aeef7193cb4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:103:27 [INFO] [stdout] 30: 0x562a8e293863 - tokio::runtime::task::harness::Harness::poll::hbfd88f49b9d096ed [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:57:15 [INFO] [stdout] 31: 0x562a8e1d5ab0 - tokio::runtime::task::raw::poll::ha9330a9f59714ba4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:128:5 [INFO] [stdout] 32: 0x562a8e3df74f - tokio::runtime::task::raw::RawTask::poll::h385a468a4a4e4c03 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:80:18 [INFO] [stdout] 33: 0x562a8e3e2602 - tokio::runtime::task::LocalNotified::run::h2b489b9e4737ca9f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/mod.rs:347:9 [INFO] [stdout] 34: 0x562a8e3beacd - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::he4fb8b3f6b3ff20a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:448:21 [INFO] [stdout] 35: 0x562a8e3f73cd - tokio::coop::with_budget::{{closure}}::h9464b5fea09ffdc3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 36: 0x562a8e38276b - std::thread::local::LocalKey::try_with::h95be61199c698bc3 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:413:16 [INFO] [stdout] 37: 0x562a8e3812ce - std::thread::local::LocalKey::with::h5e7af82e9a0827bc [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:389:9 [INFO] [stdout] 38: 0x562a8e3be5db - tokio::coop::with_budget::h92d9cf15b26311dc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 39: 0x562a8e3be5db - tokio::coop::budget::h90e0ae7d7bf86046 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 40: 0x562a8e3be5db - tokio::runtime::thread_pool::worker::Context::run_task::h99bddf8fb9c3fd77 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:424:9 [INFO] [stdout] 41: 0x562a8e3bdf62 - tokio::runtime::thread_pool::worker::Context::run::h10a870737df4ed17 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:398:24 [INFO] [stdout] 42: 0x562a8e3bdca3 - tokio::runtime::thread_pool::worker::run::{{closure}}::h837b2f9ce86d9cda [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:376:17 [INFO] [stdout] 43: 0x562a8e3c4917 - tokio::macros::scoped_tls::ScopedKey::set::h0a6d2c425db9881b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x562a8e3bdbcf - tokio::runtime::thread_pool::worker::run::h2e99795c6b1585f4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:373:5 [INFO] [stdout] 45: 0x562a8e3bda4b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::h0b0442c9281385b5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:352:45 [INFO] [stdout] 46: 0x562a8e39743a - as core::future::future::Future>::poll::he944f73e30ab4f06 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x562a8e3960d5 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h265fb638946fc760 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 48: 0x562a8e3dbcd5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h021c1af2e7e2452e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x562a8e395f68 - tokio::runtime::task::core::CoreStage::poll::hc2f2f531f75b09b9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 50: 0x562a8e3bb2ce - tokio::runtime::task::harness::poll_future::{{closure}}::ha9e54262ebf4c518 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:467:19 [INFO] [stdout] 51: 0x562a8e3e5a63 - as core::ops::function::FnOnce<()>>::call_once::h106c2cde1e687009 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 52: 0x562a8e3d1ab2 - std::panicking::try::do_call::hca1ec766ddf4ab3f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 53: 0x562a8e3d361b - __rust_try [INFO] [stdout] 54: 0x562a8e3d13da - std::panicking::try::hfd2a8b6f61692dd4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 55: 0x562a8e3b5c3b - std::panic::catch_unwind::h758556aae1a64a1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 56: 0x562a8e3ba90c - tokio::runtime::task::harness::poll_future::h0e96b779aa76568f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:455:18 [INFO] [stdout] 57: 0x562a8e3b7fbc - tokio::runtime::task::harness::Harness::poll_inner::he1ae5e798bdbbe2a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:103:27 [INFO] [stdout] 58: 0x562a8e3b7784 - tokio::runtime::task::harness::Harness::poll::h15ca3d37b34aa5d4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:57:15 [INFO] [stdout] 59: 0x562a8e3df972 - tokio::runtime::task::raw::poll::hed079c4e1c706069 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:128:5 [INFO] [stdout] 60: 0x562a8e3df74f - tokio::runtime::task::raw::RawTask::poll::h385a468a4a4e4c03 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:80:18 [INFO] [stdout] 61: 0x562a8e3e26b4 - tokio::runtime::task::UnownedTask::run::h8b68f655b3a625b4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/mod.rs:384:9 [INFO] [stdout] 62: 0x562a8e3f2187 - tokio::runtime::blocking::pool::Task::run::h4ce4190ad8be8fd6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:91:9 [INFO] [stdout] 63: 0x562a8e3f4704 - tokio::runtime::blocking::pool::Inner::run::h9043005fdcf3ded1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:308:17 [INFO] [stdout] 64: 0x562a8e3f3b1c - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hb820362de7941e59 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:288:17 [INFO] [stdout] 65: 0x562a8e3f62c0 - std::sys_common::backtrace::__rust_begin_short_backtrace::h68a1f75fe1c8629b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:122:18 [INFO] [stdout] 66: 0x562a8e3b416d - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h3a390050a499fb13 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:498:17 [INFO] [stdout] 67: 0x562a8e3e5af1 - as core::ops::function::FnOnce<()>>::call_once::h1fc70bc4e240d8a1 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 68: 0x562a8e3d187c - std::panicking::try::do_call::h4d6e8db313f81852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 69: 0x562a8e3d361b - __rust_try [INFO] [stdout] 70: 0x562a8e3d0a37 - std::panicking::try::h998228210a5ad822 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 71: 0x562a8e3b5961 - std::panic::catch_unwind::h0155f93e8aee0e6b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 72: 0x562a8e3b3f81 - std::thread::Builder::spawn_unchecked_::{{closure}}::h20b78e910028bad8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:497:30 [INFO] [stdout] 73: 0x562a8e37ad2f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h90a00f9801ebcd9f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 74: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h82a18723295373b7 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 75: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h4b9b8634f7a2a5a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 76: 0x562a8e4a3b93 - std::sys::unix::thread::Thread::new::thread_start::h3dc341aa024c6852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 77: 0x7fd1bc345609 - start_thread [INFO] [stdout] 78: 0x7fd1bc117293 - clone [INFO] [stdout] 79: 0x0 - [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40001|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-1445721782362242520" } [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40010|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-1445721782362242520" } [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-1445721782362242520" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x562a8e49adbc - std::backtrace_rs::backtrace::libunwind::trace::h02555d7ca8aa068a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x562a8e49adbc - std::backtrace_rs::backtrace::trace_unsynchronized::h8555a46024147da8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x562a8e49adbc - std::sys_common::backtrace::_print_fmt::h4c7f50b4f105da1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:66:5 [INFO] [stdout] 3: 0x562a8e49adbc - ::fmt::ha305a40dbc030444 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:45:22 [INFO] [stdout] 4: 0x562a8e4c170c - core::fmt::write::hadd15acf4d6ce273 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/fmt/mod.rs:1190:17 [INFO] [stdout] 5: 0x562a8e494058 - std::io::Write::write_fmt::h271050faa79d27d2 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/io/mod.rs:1657:15 [INFO] [stdout] 6: 0x562a8e49d397 - std::sys_common::backtrace::_print::h0dd5c0810675bd8c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:48:5 [INFO] [stdout] 7: 0x562a8e49d397 - std::sys_common::backtrace::print::h20a2155fa0a22ca6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:35:9 [INFO] [stdout] 8: 0x562a8e49d397 - std::panicking::default_hook::{{closure}}::habb3b6f3ccdfe00a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:295:22 [INFO] [stdout] 9: 0x562a8e49d0cb - std::panicking::default_hook::h1c5cf4d5063a38e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:311:9 [INFO] [stdout] 10: 0x562a8e49daea - std::panicking::rust_panic_with_hook::hb5de7a3072d2cf59 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:698:17 [INFO] [stdout] 11: 0x562a8e49d7d7 - std::panicking::begin_panic_handler::{{closure}}::h5106de2f55f1a411 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:588:13 [INFO] [stdout] 12: 0x562a8e49b284 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ad5c2a8a003ca72 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:138:18 [INFO] [stdout] 13: 0x562a8e49d4e9 - rust_begin_unwind [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:584:5 [INFO] [stdout] 14: 0x562a8e029743 - core::panicking::panic_fmt::hfb4b8460cd493e74 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panicking.rs:143:14 [INFO] [stdout] 15: 0x562a8e029833 - core::result::unwrap_failed::hf9b34e307f812de0 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1749:5 [INFO] [stdout] 16: 0x562a8e1acffe - core::result::Result::expect::h91dbe7e4d207cf1f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1022:23 [INFO] [stdout] 17: 0x562a8e2340e6 - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::h36358f2b9e351adb [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x562a8e15c519 - as core::future::future::Future>::poll::h5abf01de8ccda45c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x562a8e18b2d6 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h63160f35514c8dde [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 20: 0x562a8e1c92d5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::he5bd2b6aec241349 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x562a8e18a407 - tokio::runtime::task::core::CoreStage::poll::h36dc43981aee7f1e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 22: 0x562a8e2ae4ba - tokio::runtime::task::harness::poll_future::{{closure}}::hee2bd8bb7439bed3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:467:19 [INFO] [stdout] 23: 0x562a8e270353 - as core::ops::function::FnOnce<()>>::call_once::h10fe17602b629505 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 24: 0x562a8e24a9a0 - std::panicking::try::do_call::hd9d4d40cba0bd681 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 25: 0x562a8e25011b - __rust_try [INFO] [stdout] 26: 0x562a8e246a0a - std::panicking::try::hb8216da82823ecc9 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 27: 0x562a8e1a92aa - std::panic::catch_unwind::h690841daafa213bf [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 28: 0x562a8e2abf0b - tokio::runtime::task::harness::poll_future::h2df74e6070ba6c5a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:455:18 [INFO] [stdout] 29: 0x562a8e297f41 - tokio::runtime::task::harness::Harness::poll_inner::hed1e3aeef7193cb4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:103:27 [INFO] [stdout] 30: 0x562a8e293863 - tokio::runtime::task::harness::Harness::poll::hbfd88f49b9d096ed [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:57:15 [INFO] [stdout] 31: 0x562a8e1d5ab0 - tokio::runtime::task::raw::poll::ha9330a9f59714ba4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:128:5 [INFO] [stdout] 32: 0x562a8e3df74f - tokio::runtime::task::raw::RawTask::poll::h385a468a4a4e4c03 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:80:18 [INFO] [stdout] 33: 0x562a8e3e2602 - tokio::runtime::task::LocalNotified::run::h2b489b9e4737ca9f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/mod.rs:347:9 [INFO] [stdout] 34: 0x562a8e3beacd - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::he4fb8b3f6b3ff20a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:448:21 [INFO] [stdout] 35: 0x562a8e3f73cd - tokio::coop::with_budget::{{closure}}::h9464b5fea09ffdc3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 36: 0x562a8e38276b - std::thread::local::LocalKey::try_with::h95be61199c698bc3 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:413:16 [INFO] [stdout] 37: 0x562a8e3812ce - std::thread::local::LocalKey::with::h5e7af82e9a0827bc [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:389:9 [INFO] [stdout] 38: 0x562a8e3be5db - tokio::coop::with_budget::h92d9cf15b26311dc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 39: 0x562a8e3be5db - tokio::coop::budget::h90e0ae7d7bf86046 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 40: 0x562a8e3be5db - tokio::runtime::thread_pool::worker::Context::run_task::h99bddf8fb9c3fd77 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:424:9 [INFO] [stdout] 41: 0x562a8e3bdea6 - tokio::runtime::thread_pool::worker::Context::run::h10a870737df4ed17 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:391:24 [INFO] [stdout] 42: 0x562a8e3bdca3 - tokio::runtime::thread_pool::worker::run::{{closure}}::h837b2f9ce86d9cda [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:376:17 [INFO] [stdout] 43: 0x562a8e3c4917 - tokio::macros::scoped_tls::ScopedKey::set::h0a6d2c425db9881b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x562a8e3bdbcf - tokio::runtime::thread_pool::worker::run::h2e99795c6b1585f4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:373:5 [INFO] [stdout] 45: 0x562a8e3bda4b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::h0b0442c9281385b5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:352:45 [INFO] [stdout] 46: 0x562a8e39743a - as core::future::future::Future>::poll::he944f73e30ab4f06 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x562a8e3960d5 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h265fb638946fc760 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 48: 0x562a8e3dbcd5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h021c1af2e7e2452e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x562a8e395f68 - tokio::runtime::task::core::CoreStage::poll::hc2f2f531f75b09b9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 50: 0x562a8e3bb2ce - tokio::runtime::task::harness::poll_future::{{closure}}::ha9e54262ebf4c518 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:467:19 [INFO] [stdout] 51: 0x562a8e3e5a63 - as core::ops::function::FnOnce<()>>::call_once::h106c2cde1e687009 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 52: 0x562a8e3d1ab2 - std::panicking::try::do_call::hca1ec766ddf4ab3f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 53: 0x562a8e3d361b - __rust_try [INFO] [stdout] 54: 0x562a8e3d13da - std::panicking::try::hfd2a8b6f61692dd4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 55: 0x562a8e3b5c3b - std::panic::catch_unwind::h758556aae1a64a1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 56: 0x562a8e3ba90c - tokio::runtime::task::harness::poll_future::h0e96b779aa76568f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:455:18 [INFO] [stdout] 57: 0x562a8e3b7fbc - tokio::runtime::task::harness::Harness::poll_inner::he1ae5e798bdbbe2a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:103:27 [INFO] [stdout] 58: 0x562a8e3b7784 - tokio::runtime::task::harness::Harness::poll::h15ca3d37b34aa5d4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:57:15 [INFO] [stdout] 59: 0x562a8e3df972 - tokio::runtime::task::raw::poll::hed079c4e1c706069 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:128:5 [INFO] [stdout] 60: 0x562a8e3df74f - tokio::runtime::task::raw::RawTask::poll::h385a468a4a4e4c03 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:80:18 [INFO] [stdout] 61: 0x562a8e3e26b4 - tokio::runtime::task::UnownedTask::run::h8b68f655b3a625b4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/mod.rs:384:9 [INFO] [stdout] 62: 0x562a8e3f2187 - tokio::runtime::blocking::pool::Task::run::h4ce4190ad8be8fd6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:91:9 [INFO] [stdout] 63: 0x562a8e3f4704 - tokio::runtime::blocking::pool::Inner::run::h9043005fdcf3ded1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:308:17 [INFO] [stdout] 64: 0x562a8e3f3b1c - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hb820362de7941e59 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:288:17 [INFO] [stdout] 65: 0x562a8e3f62c0 - std::sys_common::backtrace::__rust_begin_short_backtrace::h68a1f75fe1c8629b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:122:18 [INFO] [stdout] 66: 0x562a8e3b416d - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h3a390050a499fb13 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:498:17 [INFO] [stdout] 67: 0x562a8e3e5af1 - as core::ops::function::FnOnce<()>>::call_once::h1fc70bc4e240d8a1 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 68: 0x562a8e3d187c - std::panicking::try::do_call::h4d6e8db313f81852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 69: 0x562a8e3d361b - __rust_try [INFO] [stdout] 70: 0x562a8e3d0a37 - std::panicking::try::h998228210a5ad822 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 71: 0x562a8e3b5961 - std::panic::catch_unwind::h0155f93e8aee0e6b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 72: 0x562a8e3b3f81 - std::thread::Builder::spawn_unchecked_::{{closure}}::h20b78e910028bad8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:497:30 [INFO] [stdout] 73: 0x562a8e37ad2f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h90a00f9801ebcd9f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 74: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h82a18723295373b7 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 75: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h4b9b8634f7a2a5a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 76: 0x562a8e4a3b93 - std::sys::unix::thread::Thread::new::thread_start::h3dc341aa024c6852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 77: 0x7fd1bc345609 - start_thread [INFO] [stdout] 78: 0x7fd1bc117293 - clone [INFO] [stdout] 79: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_cyclic_failures stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40303 MEMBERS - [40301, 40303] [INFO] [stdout] 40303 CHARGES - [40301] [INFO] [stdout] 40305 MEMBERS - [40304, 40305] [INFO] [stdout] 40305 CHARGES - [40304] [INFO] [stdout] 40302 MEMBERS - [40302, 40305] [INFO] [stdout] 40302 CHARGES - [40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40305] [INFO] [stdout] 40301 CHARGES - [40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40304, 40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40304, 40305] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40304 MEMBERS - [40303, 40304] [INFO] [stdout] 40304 CHARGES - [40303] [INFO] [stdout] 40305 MEMBERS - [40301, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40301, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40303, 40305] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40304] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40303, 40305] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40301, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40301, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40303, 40305] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40305] [INFO] [stdout] 40302 CHARGES - [40301, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40301, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40304] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40301, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40305] [INFO] [stdout] 40302 CHARGES - [40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40303] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40303, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40301 CHARGES - [40302, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303] [INFO] [stdout] 40301 CHARGES - [40302, 40303] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40303] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40303] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304] [INFO] [stdout] 40304 CHARGES - [40302, 40303] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40304 CHARGES - [40302, 40303] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40302, 40305] [INFO] [stdout] 40305 CHARGES - [40302] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40301 CHARGES - [40303, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40301, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40301, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40302, 40304] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40303 CHARGES - [40301, 40302] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40301, 40305] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40301, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40302, 40304] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40302, 40303] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40304 CHARGES - [40302, 40303] [INFO] [stdout] 40309 MEMBERS - [40307, 40309] [INFO] [stdout] 40309 CHARGES - [40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40301 CHARGES - [40302, 40304] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40304] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40305 CHARGES - [40301, 40307] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40304] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40301, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40307, 40309] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40304] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40301, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40308, 40309] [INFO] [stdout] 40308 MEMBERS - [40307, 40308] [INFO] [stdout] 40308 CHARGES - [40307] [INFO] [stdout] 40308 MEMBERS - [40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40307, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40309] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40309] [INFO] [stdout] 40304 MEMBERS - [40301, 40304, 40305, 40307, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40307] [INFO] [stdout] 40304 MEMBERS - [40301, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40309] [INFO] [stdout] 40304 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40306] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40309] [INFO] [stdout] 40304 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40309] [INFO] [stdout] 40301 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40304, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40308, 40309] [INFO] [stdout] 40305 MEMBERS - [40301, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40308, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40307, 40309] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40307] [INFO] [stdout] 40303 CHARGES - [40305, 40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40307, 40309] [INFO] [stdout] 40306 MEMBERS - [40306, 40307] [INFO] [stdout] 40306 CHARGES - [40307] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40309|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40306 MEMBERS - [40306, 40307, 40310] [INFO] [stdout] 40306 CHARGES - [40307, 40310] [INFO] [stdout] 40306 MEMBERS - [40306, 40307, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40307, 40309] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40305, 40307] [INFO] [stdout] 40305 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40308] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40308] [INFO] [stdout] 40306 MEMBERS - [40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40307, 40309] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40309] [INFO] [stdout] 40306 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40309] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40308] [INFO] [stdout] 40305 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40307] [INFO] [stdout] 40305 MEMBERS - [40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40310] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40309] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40310] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40306] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40305, 40306] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40307] [INFO] [stdout] 40305 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40301, 40306] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40306, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40308] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40306, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40308] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40306, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40307, 40309] [INFO] [stdout] 40307 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40304] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40304] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40310 MEMBERS - [40301, 40305, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40305] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40306, 40309] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40306] [INFO] [stdout] 40302 CHARGES - [40301, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40309 MEMBERS - [40309] [INFO] [stdout] 40309 CHARGES - [] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40306] [INFO] [stdout] 40302 CHARGES - [40301, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40310 MEMBERS - [40301, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40306] [INFO] [stdout] 40301 CHARGES - [40304, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40310 MEMBERS - [40301, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40305, 40306, 40307, 40309, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40306] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40305, 40306, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40306] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40306, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40306] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40306, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309, 40310] [INFO] [stdout] 40308 CHARGES - [40301, 40306] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40301, 40306] [INFO] [stdout] 40308 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40301, 40306] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40302, 40306] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40306, 40307] [INFO] [stdout] 40307 CHARGES - [40304, 40306] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40302] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40310] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40301, 40310] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40304, 40310] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40304, 40310] [INFO] [stdout] 40302 MEMBERS - [40301, 40302] [INFO] [stdout] 40302 CHARGES - [40301] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40307] [INFO] [stdout] 40302 CHARGES - [40301, 40307] [INFO] [stdout] 40309 MEMBERS - [40301, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40304, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40302] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304] [INFO] [stdout] 40304 CHARGES - [40301, 40302] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40305, 40306] [INFO] [stdout] 40301 CHARGES - [40305, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40306] [INFO] [stdout] 40301 CHARGES - [40302, 40306] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40308, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40308, 40309] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40307] [INFO] [stdout] 40302 CHARGES - [40301, 40307] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40306] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40306] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40307] [INFO] [stdout] 40304 CHARGES - [40301, 40302] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40304, 40310] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40304, 40306, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40304, 40310] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40307, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40307] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308, 40309] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40306, 40308, 40309, 40310] [INFO] [stdout] 40309 CHARGES - [40308, 40310] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40306, 40308, 40309] [INFO] [stdout] 40309 CHARGES - [40306, 40308] [INFO] [stdout] 40309 MEMBERS - [40301, 40302, 40309] [INFO] [stdout] 40309 CHARGES - [40301, 40302] [INFO] [stdout] 40301 MEMBERS - [40301, 40302] [INFO] [stdout] 40301 CHARGES - [40302] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40307] [INFO] [stdout] 40301 CHARGES - [40304, 40307] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40307, 40308] [INFO] [stdout] 40304 CHARGES - [40302, 40308] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40308] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40306, 40308] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40308] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40304, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40307] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40310] [INFO] [stdout] 40305 CHARGES - [40302, 40306] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40309, 40310] [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-7007256696101697393" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x562a8e49adbc - std::backtrace_rs::backtrace::libunwind::trace::h02555d7ca8aa068a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x562a8e49adbc - std::backtrace_rs::backtrace::trace_unsynchronized::h8555a46024147da8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x562a8e49adbc - std::sys_common::backtrace::_print_fmt::h4c7f50b4f105da1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:66:5 [INFO] [stdout] 3: 0x562a8e49adbc - ::fmt::ha305a40dbc030444 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:45:22 [INFO] [stdout] 4: 0x562a8e4c170c - core::fmt::write::hadd15acf4d6ce273 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/fmt/mod.rs:1190:17 [INFO] [stdout] 5: 0x562a8e494058 - std::io::Write::write_fmt::h271050faa79d27d2 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/io/mod.rs:1657:15 [INFO] [stdout] 6: 0x562a8e49d397 - std::sys_common::backtrace::_print::h0dd5c0810675bd8c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:48:5 [INFO] [stdout] 7: 0x562a8e49d397 - std::sys_common::backtrace::print::h20a2155fa0a22ca6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:35:9 [INFO] [stdout] 8: 0x562a8e49d397 - std::panicking::default_hook::{{closure}}::habb3b6f3ccdfe00a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:295:22 [INFO] [stdout] 9: 0x562a8e49d0cb - std::panicking::default_hook::h1c5cf4d5063a38e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:311:9 [INFO] [stdout] 10: 0x562a8e49daea - std::panicking::rust_panic_with_hook::hb5de7a3072d2cf59 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:698:17 [INFO] [stdout] 11: 0x562a8e49d7d7 - std::panicking::begin_panic_handler::{{closure}}::h5106de2f55f1a411 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:588:13 [INFO] [stdout] 12: 0x562a8e49b284 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ad5c2a8a003ca72 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:138:18 [INFO] [stdout] 13: 0x562a8e49d4e9 - rust_begin_unwind [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:584:5 [INFO] [stdout] 14: 0x562a8e029743 - core::panicking::panic_fmt::hfb4b8460cd493e74 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panicking.rs:143:14 [INFO] [stdout] 15: 0x562a8e029833 - core::result::unwrap_failed::hf9b34e307f812de0 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1749:5 [INFO] [stdout] 16: 0x562a8e1acffe - core::result::Result::expect::h91dbe7e4d207cf1f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1022:23 [INFO] [stdout] 17: 0x562a8e2340e6 - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::h36358f2b9e351adb [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x562a8e15c519 - as core::future::future::Future>::poll::h5abf01de8ccda45c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x562a8e18b2d6 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h63160f35514c8dde [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 20: 0x562a8e1c92d5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::he5bd2b6aec241349 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x562a8e18a407 - tokio::runtime::task::core::CoreStage::poll::h36dc43981aee7f1e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 22: 0x562a8e2ae4ba - tokio::runtime::task::harness::poll_future::{{closure}}::hee2bd8bb7439bed3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:467:19 [INFO] [stdout] 23: 0x562a8e270353 - as core::ops::function::FnOnce<()>>::call_once::h10fe17602b629505 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 24: 0x562a8e24a9a0 - std::panicking::try::do_call::hd9d4d40cba0bd681 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 25: 0x562a8e25011b - __rust_try [INFO] [stdout] 26: 0x562a8e246a0a - std::panicking::try::hb8216da82823ecc9 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 27: 0x562a8e1a92aa - std::panic::catch_unwind::h690841daafa213bf [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 28: 0x562a8e2abf0b - tokio::runtime::task::harness::poll_future::h2df74e6070ba6c5a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:455:18 [INFO] [stdout] 29: 0x562a8e297f41 - tokio::runtime::task::harness::Harness::poll_inner::hed1e3aeef7193cb4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:103:27 [INFO] [stdout] 30: 0x562a8e293863 - tokio::runtime::task::harness::Harness::poll::hbfd88f49b9d096ed [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:57:15 [INFO] [stdout] 31: 0x562a8e1d5ab0 - tokio::runtime::task::raw::poll::ha9330a9f59714ba4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:128:5 [INFO] [stdout] 32: 0x562a8e3df74f - tokio::runtime::task::raw::RawTask::poll::h385a468a4a4e4c03 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:80:18 [INFO] [stdout] 33: 0x562a8e3e2602 - tokio::runtime::task::LocalNotified::run::h2b489b9e4737ca9f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/mod.rs:347:9 [INFO] [stdout] 34: 0x562a8e3beacd - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::he4fb8b3f6b3ff20a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:448:21 [INFO] [stdout] 35: 0x562a8e3f73cd - tokio::coop::with_budget::{{closure}}::h9464b5fea09ffdc3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 36: 0x562a8e38276b - std::thread::local::LocalKey::try_with::h95be61199c698bc3 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:413:16 [INFO] [stdout] 37: 0x562a8e3812ce - std::thread::local::LocalKey::with::h5e7af82e9a0827bc [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:389:9 [INFO] [stdout] 38: 0x562a8e3be5db - tokio::coop::with_budget::h92d9cf15b26311dc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 39: 0x562a8e3be5db - tokio::coop::budget::h90e0ae7d7bf86046 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 40: 0x562a8e3be5db - tokio::runtime::thread_pool::worker::Context::run_task::h99bddf8fb9c3fd77 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:424:9 [INFO] [stdout] 41: 0x562a8e3bdf62 - tokio::runtime::thread_pool::worker::Context::run::h10a870737df4ed17 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:398:24 [INFO] [stdout] 42: 0x562a8e3bdca3 - tokio::runtime::thread_pool::worker::run::{{closure}}::h837b2f9ce86d9cda [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:376:17 [INFO] [stdout] 43: 0x562a8e3c4917 - tokio::macros::scoped_tls::ScopedKey::set::h0a6d2c425db9881b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x562a8e3bdbcf - tokio::runtime::thread_pool::worker::run::h2e99795c6b1585f4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:373:5 [INFO] [stdout] 45: 0x562a8e3bda4b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::h0b0442c9281385b5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:352:45 [INFO] [stdout] 46: 0x562a8e39743a - as core::future::future::Future>::poll::he944f73e30ab4f06 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x562a8e3960d5 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h265fb638946fc760 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 48: 0x562a8e3dbcd5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h021c1af2e7e2452e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x562a8e395f68 - tokio::runtime::task::core::CoreStage::poll::hc2f2f531f75b09b9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 50: 0x562a8e3bb2ce - tokio::runtime::task::harness::poll_future::{{closure}}::ha9e54262ebf4c518 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:467:19 [INFO] [stdout] 51: 0x562a8e3e5a63 - as core::ops::function::FnOnce<()>>::call_once::h106c2cde1e687009 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 52: 0x562a8e3d1ab2 - std::panicking::try::do_call::hca1ec766ddf4ab3f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 53: 0x562a8e3d361b - __rust_try [INFO] [stdout] 54: 0x562a8e3d13da - std::panicking::try::hfd2a8b6f61692dd4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 55: 0x562a8e3b5c3b - std::panic::catch_unwind::h758556aae1a64a1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 56: 0x562a8e3ba90c - tokio::runtime::task::harness::poll_future::h0e96b779aa76568f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:455:18 [INFO] [stdout] 57: 0x562a8e3b7fbc - tokio::runtime::task::harness::Harness::poll_inner::he1ae5e798bdbbe2a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:103:27 [INFO] [stdout] 58: 0x562a8e3b7784 - tokio::runtime::task::harness::Harness::poll::h15ca3d37b34aa5d4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:57:15 [INFO] [stdout] 59: 0x562a8e3df972 - tokio::runtime::task::raw::poll::hed079c4e1c706069 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:128:5 [INFO] [stdout] 60: 0x562a8e3df74f - tokio::runtime::task::raw::RawTask::poll::h385a468a4a4e4c03 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:80:18 [INFO] [stdout] 61: 0x562a8e3e26b4 - tokio::runtime::task::UnownedTask::run::h8b68f655b3a625b4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/mod.rs:384:9 [INFO] [stdout] 62: 0x562a8e3f2187 - tokio::runtime::blocking::pool::Task::run::h4ce4190ad8be8fd6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:91:9 [INFO] [stdout] 63: 0x562a8e3f4704 - tokio::runtime::blocking::pool::Inner::run::h9043005fdcf3ded1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:308:17 [INFO] [stdout] 64: 0x562a8e3f3b1c - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hb820362de7941e59 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:288:17 [INFO] [stdout] 65: 0x562a8e3f62c0 - std::sys_common::backtrace::__rust_begin_short_backtrace::h68a1f75fe1c8629b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:122:18 [INFO] [stdout] 66: 0x562a8e3b416d - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h3a390050a499fb13 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:498:17 [INFO] [stdout] 67: 0x562a8e3e5af1 - as core::ops::function::FnOnce<()>>::call_once::h1fc70bc4e240d8a1 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 68: 0x562a8e3d187c - std::panicking::try::do_call::h4d6e8db313f81852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 69: 0x562a8e3d361b - __rust_try [INFO] [stdout] 70: 0x562a8e3d0a37 - std::panicking::try::h998228210a5ad822 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 71: 0x562a8e3b5961 - std::panic::catch_unwind::h0155f93e8aee0e6b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 72: 0x562a8e3b3f81 - std::thread::Builder::spawn_unchecked_::{{closure}}::h20b78e910028bad8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:497:30 [INFO] [stdout] 73: 0x562a8e37ad2f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h90a00f9801ebcd9f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 74: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h82a18723295373b7 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 75: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h4b9b8634f7a2a5a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 76: 0x562a8e4a3b93 - std::sys::unix::thread::Thread::new::thread_start::h3dc341aa024c6852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 77: 0x7fd1bc345609 - start_thread [INFO] [stdout] 78: 0x7fd1bc117293 - clone [INFO] [stdout] 79: 0x0 - [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40305|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-7007256696101697393" } [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40306|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-7007256696101697393" } [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40306, 40307] [INFO] [stdout] 40307 CHARGES - [40302, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40307, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40307, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40307, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40303, 40307] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40310] [INFO] [stdout] 40305 CHARGES - [40304, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40305, 40306, 40310] [INFO] [stdout] 40305 CHARGES - [40306, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40305, 40306] [INFO] [stdout] 40305 CHARGES - [40302, 40306] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40305] [INFO] [stdout] 40305 CHARGES - [40301, 40302] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40305, 40308] [INFO] [stdout] 40305 CHARGES - [40302, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40302] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40307] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40304, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40304] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40304, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40307, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40308] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40307] [INFO] [stdout] 40307 CHARGES - [40302, 40304] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40306, 40308] [INFO] [stdout] 40306 CHARGES - [40302, 40308] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40301, 40302] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40307] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40306, 40308] [INFO] [stdout] 40306 CHARGES - [40302, 40308] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-7007256696101697393" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x562a8e49adbc - std::backtrace_rs::backtrace::libunwind::trace::h02555d7ca8aa068a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x562a8e49adbc - std::backtrace_rs::backtrace::trace_unsynchronized::h8555a46024147da8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x562a8e49adbc - std::sys_common::backtrace::_print_fmt::h4c7f50b4f105da1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:66:5 [INFO] [stdout] 3: 0x562a8e49adbc - ::fmt::ha305a40dbc030444 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:45:22 [INFO] [stdout] 4: 0x562a8e4c170c - core::fmt::write::hadd15acf4d6ce273 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/fmt/mod.rs:1190:17 [INFO] [stdout] 5: 0x562a8e494058 - std::io::Write::write_fmt::h271050faa79d27d2 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/io/mod.rs:1657:15 [INFO] [stdout] 6: 0x562a8e49d397 - std::sys_common::backtrace::_print::h0dd5c0810675bd8c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:48:5 [INFO] [stdout] 7: 0x562a8e49d397 - std::sys_common::backtrace::print::h20a2155fa0a22ca6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:35:9 [INFO] [stdout] 8: 0x562a8e49d397 - std::panicking::default_hook::{{closure}}::habb3b6f3ccdfe00a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:295:22 [INFO] [stdout] 9: 0x562a8e49d0cb - std::panicking::default_hook::h1c5cf4d5063a38e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:311:9 [INFO] [stdout] 10: 0x562a8e49daea - std::panicking::rust_panic_with_hook::hb5de7a3072d2cf59 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:698:17 [INFO] [stdout] 11: 0x562a8e49d7d7 - std::panicking::begin_panic_handler::{{closure}}::h5106de2f55f1a411 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:588:13 [INFO] [stdout] 12: 0x562a8e49b284 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ad5c2a8a003ca72 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:138:18 [INFO] [stdout] 13: 0x562a8e49d4e9 - rust_begin_unwind [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:584:5 [INFO] [stdout] 14: 0x562a8e029743 - core::panicking::panic_fmt::hfb4b8460cd493e74 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panicking.rs:143:14 [INFO] [stdout] 15: 0x562a8e029833 - core::result::unwrap_failed::hf9b34e307f812de0 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1749:5 [INFO] [stdout] 16: 0x562a8e1acffe - core::result::Result::expect::h91dbe7e4d207cf1f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1022:23 [INFO] [stdout] 17: 0x562a8e2340e6 - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::h36358f2b9e351adb [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x562a8e15c519 - as core::future::future::Future>::poll::h5abf01de8ccda45c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x562a8e18b2d6 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h63160f35514c8dde [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 20: 0x562a8e1c92d5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::he5bd2b6aec241349 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x562a8e18a407 - tokio::runtime::task::core::CoreStage::poll::h36dc43981aee7f1e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 22: 0x562a8e2ae4ba - tokio::runtime::task::harness::poll_future::{{closure}}::hee2bd8bb7439bed3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:467:19 [INFO] [stdout] 23: 0x562a8e270353 - as core::ops::function::FnOnce<()>>::call_once::h10fe17602b629505 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 24: 0x562a8e24a9a0 - std::panicking::try::do_call::hd9d4d40cba0bd681 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 25: 0x562a8e25011b - __rust_try [INFO] [stdout] 26: 0x562a8e246a0a - std::panicking::try::hb8216da82823ecc9 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 27: 0x562a8e1a92aa - std::panic::catch_unwind::h690841daafa213bf [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 28: 0x562a8e2abf0b - tokio::runtime::task::harness::poll_future::h2df74e6070ba6c5a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:455:18 [INFO] [stdout] 29: 0x562a8e297f41 - tokio::runtime::task::harness::Harness::poll_inner::hed1e3aeef7193cb4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:103:27 [INFO] [stdout] 30: 0x562a8e293863 - tokio::runtime::task::harness::Harness::poll::hbfd88f49b9d096ed [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:57:15 [INFO] [stdout] 31: 0x562a8e1d5ab0 - tokio::runtime::task::raw::poll::ha9330a9f59714ba4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:128:5 [INFO] [stdout] 32: 0x562a8e3df74f - tokio::runtime::task::raw::RawTask::poll::h385a468a4a4e4c03 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:80:18 [INFO] [stdout] 33: 0x562a8e3e2602 - tokio::runtime::task::LocalNotified::run::h2b489b9e4737ca9f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/mod.rs:347:9 [INFO] [stdout] 34: 0x562a8e3beacd - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::he4fb8b3f6b3ff20a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:448:21 [INFO] [stdout] 35: 0x562a8e3f73cd - tokio::coop::with_budget::{{closure}}::h9464b5fea09ffdc3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 36: 0x562a8e38276b - std::thread::local::LocalKey::try_with::h95be61199c698bc3 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:413:16 [INFO] [stdout] 37: 0x562a8e3812ce - std::thread::local::LocalKey::with::h5e7af82e9a0827bc [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:389:9 [INFO] [stdout] 38: 0x562a8e3be5db - tokio::coop::with_budget::h92d9cf15b26311dc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 39: 0x562a8e3be5db - tokio::coop::budget::h90e0ae7d7bf86046 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 40: 0x562a8e3be5db - tokio::runtime::thread_pool::worker::Context::run_task::h99bddf8fb9c3fd77 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:424:9 [INFO] [stdout] 41: 0x562a8e3bdf62 - tokio::runtime::thread_pool::worker::Context::run::h10a870737df4ed17 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:398:24 [INFO] [stdout] 42: 0x562a8e3bdca3 - tokio::runtime::thread_pool::worker::run::{{closure}}::h837b2f9ce86d9cda [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:376:17 [INFO] [stdout] 43: 0x562a8e3c4917 - tokio::macros::scoped_tls::ScopedKey::set::h0a6d2c425db9881b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x562a8e3bdbcf - tokio::runtime::thread_pool::worker::run::h2e99795c6b1585f4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:373:5 [INFO] [stdout] 45: 0x562a8e3bda4b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::h0b0442c9281385b5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:352:45 [INFO] [stdout] 46: 0x562a8e39743a - as core::future::future::Future>::poll::he944f73e30ab4f06 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x562a8e3960d5 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h265fb638946fc760 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 48: 0x562a8e3dbcd5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h021c1af2e7e2452e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x562a8e395f68 - tokio::runtime::task::core::CoreStage::poll::hc2f2f531f75b09b9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 50: 0x562a8e3bb2ce - tokio::runtime::task::harness::poll_future::{{closure}}::ha9e54262ebf4c518 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:467:19 [INFO] [stdout] 51: 0x562a8e3e5a63 - as core::ops::function::FnOnce<()>>::call_once::h106c2cde1e687009 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 52: 0x562a8e3d1ab2 - std::panicking::try::do_call::hca1ec766ddf4ab3f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 53: 0x562a8e3d361b - __rust_try [INFO] [stdout] 54: 0x562a8e3d13da - std::panicking::try::hfd2a8b6f61692dd4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 55: 0x562a8e3b5c3b - std::panic::catch_unwind::h758556aae1a64a1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 56: 0x562a8e3ba90c - tokio::runtime::task::harness::poll_future::h0e96b779aa76568f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:455:18 [INFO] [stdout] 57: 0x562a8e3b7fbc - tokio::runtime::task::harness::Harness::poll_inner::he1ae5e798bdbbe2a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:103:27 [INFO] [stdout] 58: 0x562a8e3b7784 - tokio::runtime::task::harness::Harness::poll::h15ca3d37b34aa5d4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:57:15 [INFO] [stdout] 59: 0x562a8e3df972 - tokio::runtime::task::raw::poll::hed079c4e1c706069 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:128:5 [INFO] [stdout] 60: 0x562a8e3df74f - tokio::runtime::task::raw::RawTask::poll::h385a468a4a4e4c03 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:80:18 [INFO] [stdout] 61: 0x562a8e3e26b4 - tokio::runtime::task::UnownedTask::run::h8b68f655b3a625b4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/mod.rs:384:9 [INFO] [stdout] 62: 0x562a8e3f2187 - tokio::runtime::blocking::pool::Task::run::h4ce4190ad8be8fd6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:91:9 [INFO] [stdout] 63: 0x562a8e3f4704 - tokio::runtime::blocking::pool::Inner::run::h9043005fdcf3ded1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:308:17 [INFO] [stdout] 64: 0x562a8e3f3b1c - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hb820362de7941e59 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:288:17 [INFO] [stdout] 65: 0x562a8e3f62c0 - std::sys_common::backtrace::__rust_begin_short_backtrace::h68a1f75fe1c8629b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:122:18 [INFO] [stdout] 66: 0x562a8e3b416d - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h3a390050a499fb13 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:498:17 [INFO] [stdout] 67: 0x562a8e3e5af1 - as core::ops::function::FnOnce<()>>::call_once::h1fc70bc4e240d8a1 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 68: 0x562a8e3d187c - std::panicking::try::do_call::h4d6e8db313f81852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 69: 0x562a8e3d361b - __rust_try [INFO] [stdout] 70: 0x562a8e3d0a37 - std::panicking::try::h998228210a5ad822 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 71: 0x562a8e3b5961 - std::panic::catch_unwind::h0155f93e8aee0e6b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 72: 0x562a8e3b3f81 - std::thread::Builder::spawn_unchecked_::{{closure}}::h20b78e910028bad8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:497:30 [INFO] [stdout] 73: 0x562a8e37ad2f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h90a00f9801ebcd9f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 74: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h82a18723295373b7 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 75: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h4b9b8634f7a2a5a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 76: 0x562a8e4a3b93 - std::sys::unix::thread::Thread::new::thread_start::h3dc341aa024c6852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 77: 0x7fd1bc345609 - start_thread [INFO] [stdout] 78: 0x7fd1bc117293 - clone [INFO] [stdout] 79: 0x0 - [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40308|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40306|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40310|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40305, 40306, 40308] [INFO] [stdout] 40306 CHARGES - [40302, 40308] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40305] [INFO] [stdout] 40309 MEMBERS - [40301, 40309] [INFO] [stdout] 40309 CHARGES - [40301] [INFO] [stdout] 40309 MEMBERS - [40309] [INFO] [stdout] 40309 CHARGES - [] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40308] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40302, 40305] [INFO] [stdout] 40306 MEMBERS - [40301, 40305, 40306, 40308] [INFO] [stdout] 40306 CHARGES - [40301, 40308] [INFO] [stdout] 40306 MEMBERS - [40301, 40304, 40305, 40306, 40307, 40308] [INFO] [stdout] 40306 CHARGES - [40304, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40304] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40304, 40310] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40302, 40305] [INFO] [stdout] 40306 MEMBERS - [40301, 40304, 40305, 40306, 40307] [INFO] [stdout] 40306 CHARGES - [40301, 40304] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40305, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40302, 40305] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40309] [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40309, 40310] [INFO] [stdout] 40303 CHARGES - [40309, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40310] [INFO] [stdout] 40309 MEMBERS - [40303, 40309] [INFO] [stdout] 40309 CHARGES - [40303] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40305, 40306, 40308] [INFO] [stdout] 40305 CHARGES - [40306, 40308] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40305, 40306] [INFO] [stdout] 40305 CHARGES - [40302, 40306] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40305, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40306, 40307, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40306, 40307, 40310] [INFO] [stdout] 40302 CHARGES - [40303, 40307] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40310] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40310] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40310] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40305, 40306] [INFO] [stdout] 40305 CHARGES - [40301, 40306] [INFO] [stdout] 40305 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40305 MEMBERS - [40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40306, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40310] [INFO] [stdout] 40306 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40306 CHARGES - [40304, 40310] [INFO] [stdout] 40306 MEMBERS - [40303, 40306, 40307, 40310] [INFO] [stdout] 40306 CHARGES - [40307, 40310] [INFO] [stdout] 40305 MEMBERS - [40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40303 MEMBERS - [40303, 40306, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40310] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40305, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40310] [INFO] [stdout] 40308 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40305, 40307] [INFO] [stdout] 40306 MEMBERS - [40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40306 CHARGES - [40305, 40310] [INFO] [stdout] 40310 MEMBERS - [40303, 40305, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40305, 40307, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40310] [INFO] [stdout] 40310 MEMBERS - [40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40310 MEMBERS - [40303, 40306, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40303, 40307] [INFO] [stdout] 40310 MEMBERS - [40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40306, 40307, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40304 CHARGES - [40305, 40307] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40306, 40307, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40307] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40305, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40301 CHARGES - [40306, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40301 CHARGES - [40306, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40306, 40310] [INFO] [stdout] 40301 CHARGES - [40306, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40306, 40310] [INFO] [stdout] 40301 CHARGES - [40306, 40310] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40306, 40307, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40306] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40306 CHARGES - [40305, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40306, 40307, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40305, 40307, 40308, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40310] [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40306, 40307, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40310] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40308 MEMBERS - [40303, 40304, 40306, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40306, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40306, 40310] [INFO] [stdout] 40301 CHARGES - [40306, 40310] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40306 CHARGES - [40305, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40306 CHARGES - [40305, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40306 CHARGES - [40305, 40310] [INFO] [stdout] 40307 MEMBERS - [40302, 40303, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40306] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40307] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40306, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40305 CHARGES - [40304, 40307] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40307] [INFO] [stdout] 40308 MEMBERS - [40303, 40304, 40306, 40307, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40307] [INFO] [stdout] 40307 MEMBERS - [40303, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40306] [INFO] [stdout] 40307 MEMBERS - [40301, 40303, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40301, 40303] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40310 CHARGES - [40304, 40305] [INFO] [stdout] 40307 MEMBERS - [40301, 40303, 40304, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40304] [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40303, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40306] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40302] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40308|0 - DOWNED charge IP(127.0.0.1):40307|0; after timeout: 200 ms [INFO] [stdout] 40308 MEMBERS - [40303, 40304, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40306] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40308, 40310] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40302] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40306] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40304, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40309|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40309 MEMBERS - [40309] [INFO] [stdout] 40309 CHARGES - [] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40301, 40304] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40308, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40304, 40305, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40302] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40301, 40304] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40302] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40304, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40301, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40306, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40302] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40310] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40308, 40310] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40302] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40305] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40308, 40310] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40302, 40310] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40306] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40301, 40306] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40302, 40304, 40305, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40304] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40306] [INFO] [stdout] 40310 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40305, 40308] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40308, 40310] [INFO] [stdout] 40306 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40310] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40306] [INFO] [stdout] 40308 MEMBERS - [40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40308] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40305] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40310] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40304, 40306] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40302, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40302, 40305, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40302, 40306] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40306] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40305, 40306, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40306, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40306] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40302, 40306] [INFO] [stdout] 40304 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40308] [INFO] [stdout] 40308 MEMBERS - [40301, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40305] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40308] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40304, 40305] [INFO] [stdout] 40306 MEMBERS - [40301, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40301, 40310] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40304, 40305] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40306] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40306|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40305, 40307, 40310] [INFO] [stdout] 40307 CHARGES - [40305, 40310] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40306] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40310|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40305, 40307] [INFO] [stdout] 40307 CHARGES - [40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40304] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40304, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40306, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40304, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40304] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40306] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40308] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40303, 40308] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40308] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40305] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40304 CHARGES - [40303, 40306] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40310] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40305, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40306] [INFO] [stdout] 40310 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40310 CHARGES - [40301, 40302] [INFO] [stdout] 40308 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40308 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40307|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40307 MEMBERS - [40307] [INFO] [stdout] 40307 CHARGES - [] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40301 CHARGES - [40305, 40308] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40303 CHARGES - [40306, 40310] [INFO] [stdout] 40306 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40306 CHARGES - [40302, 40310] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40305 CHARGES - [40304, 40308] [INFO] [stdout] 40302 MEMBERS - [40301, 40302, 40303, 40304, 40305, 40306, 40308, 40310] [INFO] [stdout] 40302 CHARGES - [40301, 40305] [INFO] [stdout] thread 'cluster_test_cyclic_failures' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x562a8e49adbc - std::backtrace_rs::backtrace::libunwind::trace::h02555d7ca8aa068a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x562a8e49adbc - std::backtrace_rs::backtrace::trace_unsynchronized::h8555a46024147da8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x562a8e49adbc - std::sys_common::backtrace::_print_fmt::h4c7f50b4f105da1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:66:5 [INFO] [stdout] 3: 0x562a8e49adbc - ::fmt::ha305a40dbc030444 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:45:22 [INFO] [stdout] 4: 0x562a8e4c170c - core::fmt::write::hadd15acf4d6ce273 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/fmt/mod.rs:1190:17 [INFO] [stdout] 5: 0x562a8e494058 - std::io::Write::write_fmt::h271050faa79d27d2 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/io/mod.rs:1657:15 [INFO] [stdout] 6: 0x562a8e49d397 - std::sys_common::backtrace::_print::h0dd5c0810675bd8c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:48:5 [INFO] [stdout] 7: 0x562a8e49d397 - std::sys_common::backtrace::print::h20a2155fa0a22ca6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:35:9 [INFO] [stdout] 8: 0x562a8e49d397 - std::panicking::default_hook::{{closure}}::habb3b6f3ccdfe00a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:295:22 [INFO] [stdout] 9: 0x562a8e49d0cb - std::panicking::default_hook::h1c5cf4d5063a38e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:311:9 [INFO] [stdout] 10: 0x562a8e49daea - std::panicking::rust_panic_with_hook::hb5de7a3072d2cf59 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:698:17 [INFO] [stdout] 11: 0x562a8e49d7d7 - std::panicking::begin_panic_handler::{{closure}}::h5106de2f55f1a411 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:588:13 [INFO] [stdout] 12: 0x562a8e49b284 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ad5c2a8a003ca72 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:138:18 [INFO] [stdout] 13: 0x562a8e49d4e9 - rust_begin_unwind [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:584:5 [INFO] [stdout] 14: 0x562a8e029743 - core::panicking::panic_fmt::hfb4b8460cd493e74 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panicking.rs:143:14 [INFO] [stdout] 15: 0x562a8e029833 - core::result::unwrap_failed::hf9b34e307f812de0 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1749:5 [INFO] [stdout] 16: 0x562a8e1ad371 - core::result::Result::unwrap::h2f69a02a1c9e97ff [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1065:23 [INFO] [stdout] 17: 0x562a8e2b0678 - cluster_test::run_cluster_test::{{closure}}::hdaceffe9d54746a7 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x562a8e15be09 - as core::future::future::Future>::poll::h3f06869b97b0851a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x562a8e259180 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::he5da47accb1b91bd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x562a8e176ae0 - tokio::coop::with_budget::{{closure}}::h1774064b6d43d04a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 21: 0x562a8e1600c8 - std::thread::local::LocalKey::try_with::h1a71a3aaac5e4d66 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:413:16 [INFO] [stdout] 22: 0x562a8e15fced - std::thread::local::LocalKey::with::h51e36dd3f99d0c5e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:389:9 [INFO] [stdout] 23: 0x562a8e258eb4 - tokio::coop::with_budget::h39718d0318a5f64e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 24: 0x562a8e258eb4 - tokio::coop::budget::hc84015a3f5ca6eca [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 25: 0x562a8e258eb4 - tokio::park::thread::CachedParkThread::block_on::haf30fdde0dae5dd8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x562a8e1a7aee - tokio::runtime::enter::Enter::block_on::h82f44081eed65e20 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x562a8e219163 - tokio::runtime::thread_pool::ThreadPool::block_on::h8313716613011864 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/mod.rs:73:9 [INFO] [stdout] 28: 0x562a8e21a178 - tokio::runtime::Runtime::block_on::hae44ec92dd7d2209 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:477:43 [INFO] [stdout] 29: 0x562a8e2b0312 - cluster_test::run_cluster_test::hd99f4d618023c92f [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x562a8e2b3518 - cluster_test::cluster_cyclic::h964db6c2b383bdec [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:346:3 [INFO] [stdout] 31: 0x562a8e2bbab0 - cluster_test::cluster_test_cyclic_failures::h58c3a14d5cae6b17 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:375:3 [INFO] [stdout] 32: 0x562a8e2bb75a - cluster_test::cluster_test_cyclic_failures::{{closure}}::h6405b165c4e67bfc [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:363:1 [INFO] [stdout] 33: 0x562a8e2207ae - core::ops::function::FnOnce::call_once::hb5ceed87cf5c7a49 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x562a8e31f603 - core::ops::function::FnOnce::call_once::h43953c8a8f54893f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x562a8e31f603 - test::__rust_begin_short_backtrace::h163f55298a15df9b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:575:5 [INFO] [stdout] 36: 0x562a8e31e331 - as core::ops::function::FnOnce>::call_once::hc911782b3cbc7ed5 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 37: 0x562a8e31e331 - as core::ops::function::FnOnce<()>>::call_once::hc5bb369afbf9cd4e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 38: 0x562a8e31e331 - std::panicking::try::do_call::he60df4e3e832faff [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 39: 0x562a8e31e331 - std::panicking::try::h2633cee89a0767f3 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 40: 0x562a8e31e331 - std::panic::catch_unwind::h6e10f7b94ce38b1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 41: 0x562a8e31e331 - test::run_test_in_process::h085ef39049c3b50b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:598:18 [INFO] [stdout] 42: 0x562a8e31e331 - test::run_test::run_test_inner::{{closure}}::h4e58ce9f68eb43e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:492:39 [INFO] [stdout] 43: 0x562a8e327c11 - test::run_test::run_test_inner::{{closure}}::h6d18db28c5e396ee [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:519:37 [INFO] [stdout] 44: 0x562a8e327c11 - std::sys_common::backtrace::__rust_begin_short_backtrace::h32292cb2cd8be620 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:122:18 [INFO] [stdout] 45: 0x562a8e2f436f - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h71ee66b20f7b0482 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:498:17 [INFO] [stdout] 46: 0x562a8e2f436f - as core::ops::function::FnOnce<()>>::call_once::hb6046e1d1a75a4a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 47: 0x562a8e2f436f - std::panicking::try::do_call::h5422165a88309c77 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 48: 0x562a8e2f436f - std::panicking::try::h840a12b54e2c9f5d [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 49: 0x562a8e2f436f - std::panic::catch_unwind::h85910e437c8da180 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 50: 0x562a8e2f436f - std::thread::Builder::spawn_unchecked_::{{closure}}::ha3af3a297bfd51d6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:497:30 [INFO] [stdout] 51: 0x562a8e2f436f - core::ops::function::FnOnce::call_once{{vtable.shim}}::hff8788f58e0e06a9 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h82a18723295373b7 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 53: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h4b9b8634f7a2a5a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 54: 0x562a8e4a3b93 - std::sys::unix::thread::Thread::new::thread_start::h3dc341aa024c6852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 55: 0x7fd1bc345609 - start_thread [INFO] [stdout] 56: 0x7fd1bc117293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_with_failures stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102] [INFO] [stdout] 40102 CHARGES - [40101] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40104, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40104] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102] [INFO] [stdout] 40102 CHARGES - [40101] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] 40105 MEMBERS - [40102, 40105] [INFO] [stdout] 40105 CHARGES - [40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40104] [INFO] [stdout] 40104 CHARGES - [40101] [INFO] [stdout] 40102 MEMBERS - [40102] [INFO] [stdout] 40102 CHARGES - [] [INFO] [stdout] 40102 MEMBERS - [40102, 40105] [INFO] [stdout] 40102 CHARGES - [40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40103, 40105] [INFO] [stdout] 40103 CHARGES - [40105] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40102, 40103] [INFO] [stdout] 40103 CHARGES - [40102] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40104] [INFO] [stdout] 40104 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40104, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40104, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40104, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40102] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40106] [INFO] [stdout] 40101 CHARGES - [40103, 40106] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40106] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40106] [INFO] [stdout] 40104 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40106] [INFO] [stdout] 40103 CHARGES - [40102, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40106] [INFO] [stdout] 40104 CHARGES - [40101, 40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105, 40106] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40104 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40105, 40106] [INFO] [stdout] 40103 CHARGES - [40105, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40103, 40106] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40103, 40106] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40103 CHARGES - [40104, 40106] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40106 CHARGES - [40104, 40105] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40106] [INFO] [stdout] 40106 CHARGES - [40101, 40102] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40106] [INFO] [stdout] 40106 CHARGES - [40102, 40104] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40102, 40104] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40104, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40103 CHARGES - [40104, 40106] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107] [INFO] [stdout] 40107 CHARGES - [40101, 40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40104 CHARGES - [40102, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40101 CHARGES - [40103, 40106] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40101, 40107] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40107 CHARGES - [40101, 40103] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40101, 40103] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40106|0; after timeout: 200 ms [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40108 CHARGES - [40104, 40105] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40104, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108] [INFO] [stdout] 40103 CHARGES - [40104, 40108] [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40104 CHARGES - [40105, 40107] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40101, 40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107] [INFO] [stdout] 40102 CHARGES - [40101, 40107] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40106 CHARGES - [40104, 40108] [INFO] [stdout] 40107 MEMBERS - [40101, 40103, 40104, 40105, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40101, 40103] [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40101, 40107] [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40104 CHARGES - [40105, 40107] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40101 CHARGES - [40103, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40104 CHARGES - [40105, 40107] [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40101, 40107] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40104, 40105] [INFO] [stdout] 40108 MEMBERS - [40101, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40104, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108] [INFO] [stdout] 40101 CHARGES - [40103, 40108] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108] [INFO] [stdout] 40103 CHARGES - [40104, 40108] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40103 CHARGES - [40104, 40108] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40109 MEMBERS - [40101, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40109 CHARGES - [40103, 40108] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40109 CHARGES - [40103, 40108] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40108] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40104, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40104 CHARGES - [40105, 40107] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40102, 40107] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40106 CHARGES - [40104, 40108] [INFO] [stdout] 40106 MEMBERS - [40101, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40106 CHARGES - [40104, 40108] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40104, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40105, 40110] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40107, 40110] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40104, 40108] [INFO] [stdout] 40107 MEMBERS - [40101, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40107 CHARGES - [40101, 40109] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40106, 40108] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40105, 40110] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40102, 40107] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40106] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40108|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40101, 40103, 40104, 40105, 40106, 40107, 40109] [INFO] [stdout] 40106 CHARGES - [40104, 40105] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40104, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40110|0 - DOWNED charge IP(127.0.0.1):40107|0; after timeout: 200 ms [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40101, 40102] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40107, 40110] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40110] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40106, 40108] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40102, 40107] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40101, 40102] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40105, 40110] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40105, 40110] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40106] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40106] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40101, 40102] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40104, 40106] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40106] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40108, 40110] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40102, 40108] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40105, 40110] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40101, 40109] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40101, 40109] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40107] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40108, 40110] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40102, 40107] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40102, 40108] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40105, 40110] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40104, 40106] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40105] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40106] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40104, 40106] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] KILLING node on port 40101 [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40107|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40107 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40103, 40109] [INFO] [stdout] 40108 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40102, 40107] [INFO] [stdout] 40110 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40102, 40108] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40107, 40109] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40108, 40110] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40105, 40110] [INFO] [stdout] 40106 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40105] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40104, 40106] [INFO] [stdout] 40109 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40106] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] KILLING node on port 40102 [INFO] [stdout] KILLING node on port 40103 [INFO] [stdout] KILLING node on port 40104 [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40107|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40107 MEMBERS - [40102, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40106, 40109] [INFO] [stdout] 40110 MEMBERS - [40102, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40102, 40108] [INFO] [stdout] 40106 MEMBERS - [40102, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40105] [INFO] [stdout] 40108 MEMBERS - [40102, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40102, 40107] [INFO] [stdout] 40109 MEMBERS - [40102, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40104, 40106] [INFO] [stdout] 40105 MEMBERS - [40102, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40108, 40110] [INFO] [stdout] 40110 MEMBERS - [40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40107, 40108] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40110|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40107 MEMBERS - [40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40106, 40109] [INFO] [stdout] 40105 MEMBERS - [40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40108, 40110] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40102, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40105, 40110] [INFO] [stdout] 40109 MEMBERS - [40102, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40105, 40106] [INFO] [stdout] 40110 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40107, 40108] [INFO] [stdout] 40108 MEMBERS - [40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40107, 40109] [INFO] [stdout] 40105 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40108, 40110] [INFO] [stdout] 40109 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40105, 40106] [INFO] [stdout] 40107 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40106, 40109] [INFO] [stdout] 40108 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40107, 40109] [INFO] [stdout] 40106 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40105, 40110] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] KILLING node on port 40105 [INFO] [stdout] KILLING node on port 40106 [INFO] [stdout] KILLING node on port 40107 [INFO] [stdout] KILLING node on port 40108 [INFO] [stdout] KILLING node on port 40109 [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40110|0 - DOWNED charge IP(127.0.0.1):40108|0; after timeout: 200 ms [INFO] [stdout] 40110 MEMBERS - [40105, 40106, 40107, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40107, 40109] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40110|0 - DOWNED charge IP(127.0.0.1):40107|0; after timeout: 200 ms [INFO] [stdout] 40110 MEMBERS - [40105, 40106, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40106, 40109] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40110|0 - DOWNED charge IP(127.0.0.1):40109|0; after timeout: 200 ms [INFO] [stdout] 40110 MEMBERS - [40105, 40106, 40110] [INFO] [stdout] 40110 CHARGES - [40105, 40106] [INFO] [stdout] thread 'cluster_test_with_failures' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x562a8e49adbc - std::backtrace_rs::backtrace::libunwind::trace::h02555d7ca8aa068a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x562a8e49adbc - std::backtrace_rs::backtrace::trace_unsynchronized::h8555a46024147da8 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x562a8e49adbc - std::sys_common::backtrace::_print_fmt::h4c7f50b4f105da1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:66:5 [INFO] [stdout] 3: 0x562a8e49adbc - ::fmt::ha305a40dbc030444 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:45:22 [INFO] [stdout] 4: 0x562a8e4c170c - core::fmt::write::hadd15acf4d6ce273 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/fmt/mod.rs:1190:17 [INFO] [stdout] 5: 0x562a8e494058 - std::io::Write::write_fmt::h271050faa79d27d2 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/io/mod.rs:1657:15 [INFO] [stdout] 6: 0x562a8e49d397 - std::sys_common::backtrace::_print::h0dd5c0810675bd8c [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:48:5 [INFO] [stdout] 7: 0x562a8e49d397 - std::sys_common::backtrace::print::h20a2155fa0a22ca6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:35:9 [INFO] [stdout] 8: 0x562a8e49d397 - std::panicking::default_hook::{{closure}}::habb3b6f3ccdfe00a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:295:22 [INFO] [stdout] 9: 0x562a8e49d0cb - std::panicking::default_hook::h1c5cf4d5063a38e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:311:9 [INFO] [stdout] 10: 0x562a8e49daea - std::panicking::rust_panic_with_hook::hb5de7a3072d2cf59 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:698:17 [INFO] [stdout] 11: 0x562a8e49d7d7 - std::panicking::begin_panic_handler::{{closure}}::h5106de2f55f1a411 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:588:13 [INFO] [stdout] 12: 0x562a8e49b284 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ad5c2a8a003ca72 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:138:18 [INFO] [stdout] 13: 0x562a8e49d4e9 - rust_begin_unwind [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:584:5 [INFO] [stdout] 14: 0x562a8e029743 - core::panicking::panic_fmt::hfb4b8460cd493e74 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panicking.rs:143:14 [INFO] [stdout] 15: 0x562a8e029833 - core::result::unwrap_failed::hf9b34e307f812de0 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1749:5 [INFO] [stdout] 16: 0x562a8e1ad371 - core::result::Result::unwrap::h2f69a02a1c9e97ff [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/result.rs:1065:23 [INFO] [stdout] 17: 0x562a8e2b0678 - cluster_test::run_cluster_test::{{closure}}::hdaceffe9d54746a7 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x562a8e15be09 - as core::future::future::Future>::poll::h3f06869b97b0851a [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x562a8e259180 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::he5da47accb1b91bd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x562a8e176ae0 - tokio::coop::with_budget::{{closure}}::h1774064b6d43d04a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 21: 0x562a8e1600c8 - std::thread::local::LocalKey::try_with::h1a71a3aaac5e4d66 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:413:16 [INFO] [stdout] 22: 0x562a8e15fced - std::thread::local::LocalKey::with::h51e36dd3f99d0c5e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/local.rs:389:9 [INFO] [stdout] 23: 0x562a8e258eb4 - tokio::coop::with_budget::h39718d0318a5f64e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 24: 0x562a8e258eb4 - tokio::coop::budget::hc84015a3f5ca6eca [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 25: 0x562a8e258eb4 - tokio::park::thread::CachedParkThread::block_on::haf30fdde0dae5dd8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x562a8e1a7aee - tokio::runtime::enter::Enter::block_on::h82f44081eed65e20 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x562a8e219163 - tokio::runtime::thread_pool::ThreadPool::block_on::h8313716613011864 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/mod.rs:73:9 [INFO] [stdout] 28: 0x562a8e21a178 - tokio::runtime::Runtime::block_on::hae44ec92dd7d2209 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:477:43 [INFO] [stdout] 29: 0x562a8e2b0312 - cluster_test::run_cluster_test::hd99f4d618023c92f [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x562a8e2b2061 - cluster_test::cluster_complete::h42228b3570fb7685 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x562a8e2bb440 - cluster_test::cluster_test_with_failures::heebeec5ca467aa76 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:308:3 [INFO] [stdout] 32: 0x562a8e2bb0ea - cluster_test::cluster_test_with_failures::{{closure}}::hcec4057940101ab6 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:296:1 [INFO] [stdout] 33: 0x562a8e21ffee - core::ops::function::FnOnce::call_once::h8a9ae9a06e3a1d01 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x562a8e31f603 - core::ops::function::FnOnce::call_once::h43953c8a8f54893f [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x562a8e31f603 - test::__rust_begin_short_backtrace::h163f55298a15df9b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:575:5 [INFO] [stdout] 36: 0x562a8e31e331 - as core::ops::function::FnOnce>::call_once::hc911782b3cbc7ed5 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 37: 0x562a8e31e331 - as core::ops::function::FnOnce<()>>::call_once::hc5bb369afbf9cd4e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 38: 0x562a8e31e331 - std::panicking::try::do_call::he60df4e3e832faff [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 39: 0x562a8e31e331 - std::panicking::try::h2633cee89a0767f3 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 40: 0x562a8e31e331 - std::panic::catch_unwind::h6e10f7b94ce38b1e [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 41: 0x562a8e31e331 - test::run_test_in_process::h085ef39049c3b50b [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:598:18 [INFO] [stdout] 42: 0x562a8e31e331 - test::run_test::run_test_inner::{{closure}}::h4e58ce9f68eb43e4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:492:39 [INFO] [stdout] 43: 0x562a8e327c11 - test::run_test::run_test_inner::{{closure}}::h6d18db28c5e396ee [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/test/src/lib.rs:519:37 [INFO] [stdout] 44: 0x562a8e327c11 - std::sys_common::backtrace::__rust_begin_short_backtrace::h32292cb2cd8be620 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys_common/backtrace.rs:122:18 [INFO] [stdout] 45: 0x562a8e2f436f - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h71ee66b20f7b0482 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:498:17 [INFO] [stdout] 46: 0x562a8e2f436f - as core::ops::function::FnOnce<()>>::call_once::hb6046e1d1a75a4a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 47: 0x562a8e2f436f - std::panicking::try::do_call::h5422165a88309c77 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:492:40 [INFO] [stdout] 48: 0x562a8e2f436f - std::panicking::try::h840a12b54e2c9f5d [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panicking.rs:456:19 [INFO] [stdout] 49: 0x562a8e2f436f - std::panic::catch_unwind::h85910e437c8da180 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/panic.rs:137:14 [INFO] [stdout] 50: 0x562a8e2f436f - std::thread::Builder::spawn_unchecked_::{{closure}}::ha3af3a297bfd51d6 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/thread/mod.rs:497:30 [INFO] [stdout] 51: 0x562a8e2f436f - core::ops::function::FnOnce::call_once{{vtable.shim}}::hff8788f58e0e06a9 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h82a18723295373b7 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 53: 0x562a8e4a3b93 - as core::ops::function::FnOnce>::call_once::h4b9b8634f7a2a5a4 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 54: 0x562a8e4a3b93 - std::sys::unix::thread::Thread::new::thread_start::h3dc341aa024c6852 [INFO] [stdout] at /rustc/0a4f984a87c7ba6c74ec3e78442fec955a419e32/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 55: 0x7fd1bc345609 - start_thread [INFO] [stdout] 56: 0x7fd1bc117293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] cluster_test_cyclic_failures [INFO] [stdout] cluster_test_cyclic_perfect [INFO] [stdout] cluster_test_perfect [INFO] [stdout] cluster_test_with_failures [INFO] [stdout] [INFO] [stdout] test result: FAILED. 0 passed; 4 failed; 0 ignored; 0 measured; 0 filtered out; finished in 10.03s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass '--test cluster-test' [INFO] running `Command { std: "docker" "inspect" "e4ed2c274f6bb7498347c3cfdb6413a3663981a5de750d64416c41516c038554", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "e4ed2c274f6bb7498347c3cfdb6413a3663981a5de750d64416c41516c038554", kill_on_drop: false }` [INFO] [stdout] e4ed2c274f6bb7498347c3cfdb6413a3663981a5de750d64416c41516c038554