[INFO] fetching crate aurum_actors 0.0.1... [INFO] testing aurum_actors-0.0.1 against 1.59.0 for beta-1.60-1 [INFO] extracting crate aurum_actors 0.0.1 into /workspace/builds/worker-14/source [INFO] validating manifest of crates.io crate aurum_actors 0.0.1 on toolchain 1.59.0 [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+1.59.0" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking crates.io crate aurum_actors 0.0.1 [INFO] finished tweaking crates.io crate aurum_actors 0.0.1 [INFO] tweaked toml for crates.io crate aurum_actors 0.0.1 written to /workspace/builds/worker-14/source/Cargo.toml [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+1.59.0" "generate-lockfile" "--manifest-path" "Cargo.toml" "-Zno-index-update", kill_on_drop: false }` [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+1.59.0" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-14/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-14/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:0cd99ca24d8e8c98e67c542213511d985b8778b5bdcbb160e038429496686047" "/opt/rustwide/cargo-home/bin/cargo" "+1.59.0" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 8d020ba61d810bfcdda2ff91743c2301a7066fe7a59061bbd5f41966b0111f1c [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "8d020ba61d810bfcdda2ff91743c2301a7066fe7a59061bbd5f41966b0111f1c", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "8d020ba61d810bfcdda2ff91743c2301a7066fe7a59061bbd5f41966b0111f1c", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "8d020ba61d810bfcdda2ff91743c2301a7066fe7a59061bbd5f41966b0111f1c", kill_on_drop: false }` [INFO] [stdout] 8d020ba61d810bfcdda2ff91743c2301a7066fe7a59061bbd5f41966b0111f1c [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-14/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-14/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:0cd99ca24d8e8c98e67c542213511d985b8778b5bdcbb160e038429496686047" "/opt/rustwide/cargo-home/bin/cargo" "+1.59.0" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] f52e40d1b4148dc2cdae2e7255d92fc1e2b3a40b6e2c975f34b62981e1d8d737 [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "f52e40d1b4148dc2cdae2e7255d92fc1e2b3a40b6e2c975f34b62981e1d8d737", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Compiling syn v1.0.86 [INFO] [stderr] Compiling serde v1.0.136 [INFO] [stderr] Compiling libm v0.2.2 [INFO] [stderr] Compiling getrandom v0.1.16 [INFO] [stderr] Compiling crossbeam-queue v0.3.4 [INFO] [stderr] Compiling once_cell v1.9.0 [INFO] [stderr] Compiling maplit v1.0.2 [INFO] [stderr] Compiling num-traits v0.2.14 [INFO] [stderr] Compiling num-complex v0.2.4 [INFO] [stderr] Compiling num-rational v0.2.4 [INFO] [stderr] Compiling ahash v0.7.6 [INFO] [stderr] Compiling im v15.0.0 [INFO] [stderr] Compiling matrixmultiply v0.2.4 [INFO] [stderr] Compiling archery v0.4.0 [INFO] [stderr] Compiling generic-array v0.13.3 [INFO] [stderr] Compiling bitmaps v2.1.0 [INFO] [stderr] Compiling wyhash v0.5.0 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling crossbeam v0.8.1 [INFO] [stderr] Compiling rand_core v0.5.1 [INFO] [stderr] Compiling hashbrown v0.11.2 [INFO] [stderr] Compiling rand_chacha v0.2.2 [INFO] [stderr] Compiling rand_xoshiro v0.4.0 [INFO] [stderr] Compiling rand v0.7.3 [INFO] [stderr] Compiling rand_distr v0.2.2 [INFO] [stderr] Compiling approx v0.3.2 [INFO] [stderr] Compiling num-integer v0.1.44 [INFO] [stderr] Compiling sized-chunks v0.6.5 [INFO] [stderr] Compiling alga v0.9.3 [INFO] [stderr] Compiling nalgebra v0.19.0 [INFO] [stderr] Compiling validator_types v0.14.0 [INFO] [stderr] Compiling serde_derive v1.0.136 [INFO] [stderr] Compiling thiserror-impl v1.0.30 [INFO] [stderr] Compiling tokio-macros v1.7.0 [INFO] [stderr] Compiling async-stream-impl v0.3.2 [INFO] [stderr] Compiling async-trait v0.1.52 [INFO] [stderr] Compiling aurum_actors_macros v0.0.1 [INFO] [stderr] Compiling async-stream v0.3.2 [INFO] [stderr] Compiling tokio v1.17.0 [INFO] [stderr] Compiling thiserror v1.0.30 [INFO] [stderr] Compiling tokio-stream v0.1.8 [INFO] [stderr] Compiling tokio-test v0.4.2 [INFO] [stderr] Compiling statrs v0.13.0 [INFO] [stderr] Compiling toml v0.5.8 [INFO] [stderr] Compiling serde_json v1.0.79 [INFO] [stderr] Compiling rpds v0.9.0 [INFO] [stderr] Compiling serde_cbor v0.11.2 [INFO] [stderr] Compiling validator v0.14.0 [INFO] [stderr] Compiling proc-macro-crate v1.1.3 [INFO] [stderr] Compiling num_enum_derive v0.5.6 [INFO] [stderr] Compiling num_enum v0.5.6 [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished dev [unoptimized + debuginfo] target(s) in 1m 49s [INFO] running `Command { std: "docker" "inspect" "f52e40d1b4148dc2cdae2e7255d92fc1e2b3a40b6e2c975f34b62981e1d8d737", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "f52e40d1b4148dc2cdae2e7255d92fc1e2b3a40b6e2c975f34b62981e1d8d737", kill_on_drop: false }` [INFO] [stdout] f52e40d1b4148dc2cdae2e7255d92fc1e2b3a40b6e2c975f34b62981e1d8d737 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-14/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-14/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:0cd99ca24d8e8c98e67c542213511d985b8778b5bdcbb160e038429496686047" "/opt/rustwide/cargo-home/bin/cargo" "+1.59.0" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 6df086e960073f3d4f76ce576bde31ee35fc2b0fa97e7d504b514877054cb0e2 [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "6df086e960073f3d4f76ce576bde31ee35fc2b0fa97e7d504b514877054cb0e2", kill_on_drop: false }` [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] help: use `let _ = ...` to ignore the resulting value [INFO] [stdout] | [INFO] [stdout] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | +++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 1m 15s [INFO] running `Command { std: "docker" "inspect" "6df086e960073f3d4f76ce576bde31ee35fc2b0fa97e7d504b514877054cb0e2", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "6df086e960073f3d4f76ce576bde31ee35fc2b0fa97e7d504b514877054cb0e2", kill_on_drop: false }` [INFO] [stdout] 6df086e960073f3d4f76ce576bde31ee35fc2b0fa97e7d504b514877054cb0e2 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-14/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-14/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:0cd99ca24d8e8c98e67c542213511d985b8778b5bdcbb160e038429496686047" "/opt/rustwide/cargo-home/bin/cargo" "+1.59.0" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] d20eab0c6368ea316d8fd64bd017c4eb95e875c8977bd8339ca90f4c7bbaa9ff [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "d20eab0c6368ea316d8fd64bd017c4eb95e875c8977bd8339ca90f4c7bbaa9ff", kill_on_drop: false }` [INFO] [stderr] warning: unused borrow that must be used [INFO] [stderr] --> src/core/packets.rs:82:5 [INFO] [stderr] | [INFO] [stderr] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the borrow produces a value [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(unused_must_use)]` on by default [INFO] [stderr] help: use `let _ = ...` to ignore the resulting value [INFO] [stderr] | [INFO] [stderr] 82 | let _ = &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stderr] | +++++++ [INFO] [stderr] [INFO] [stderr] warning: `aurum_actors` (lib) generated 1 warning [INFO] [stderr] warning: `aurum_actors` (lib test) generated 1 warning (1 duplicate) [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 0.19s [INFO] [stdout] [INFO] [stderr] Running unittests (/opt/rustwide/target/debug/deps/aurum_actors-30b65ffc7f65263c) [INFO] [stdout] running 8 tests [INFO] [stdout] test core::packets::test_datagram_header_serde ... ok [INFO] [stdout] test cluster::gossip::test_gossip_merge ... ok [INFO] [stdout] test cluster::devices::devices_state::devices_state_deltas_test ... ok [INFO] [stdout] test cluster::interval_storage::test_interval_storage ... ok [INFO] [stdout] test cluster::node_ring::test_not_in_ring ... ok [INFO] [stdout] test core::actor_ref::actor_ref_valid_test ... ok [INFO] [stdout] test cluster::node_ring::test_node_ring ... ok [INFO] [stdout] test cluster::devices::devices_state::devices_state_join_test ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 8 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.01s [INFO] [stdout] [INFO] [stderr] Running tests/cluster-test.rs (/opt/rustwide/target/debug/deps/cluster_test-473fbe006a775ed4) [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test cluster_test_cyclic_perfect ... FAILED [INFO] [stdout] test cluster_test_perfect ... FAILED [INFO] [stdout] test cluster_test_cyclic_failures ... ok [INFO] [stdout] test cluster_test_with_failures ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- cluster_test_cyclic_perfect stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40201 MEMBERS - [40201, 40202] [INFO] [stdout] 40201 CHARGES - [40202] [INFO] [stdout] 40202 MEMBERS - [40201, 40202] [INFO] [stdout] 40202 CHARGES - [40201] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40202 CHARGES - [40201, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40202 CHARGES - [40201, 40204] [INFO] [stdout] 40204 MEMBERS - [40203, 40204] [INFO] [stdout] 40204 CHARGES - [40203] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40202 CHARGES - [40201, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40205 MEMBERS - [40204, 40205] [INFO] [stdout] 40205 CHARGES - [40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40205] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40205] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40205 CHARGES - [40201, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40204, 40205, 40206] [INFO] [stdout] 40205 CHARGES - [40201, 40206] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40204 CHARGES - [40201, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40204, 40205, 40206] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40201 CHARGES - [40203, 40206] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40203 CHARGES - [40202, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40205, 40206] [INFO] [stdout] 40201 CHARGES - [40202, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208] [INFO] [stdout] 40201 CHARGES - [40202, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208] [INFO] [stdout] 40205 CHARGES - [40201, 40208] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40205 CHARGES - [40201, 40208] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40208, 40210] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40208, 40210] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40201 CHARGES - [40206, 40209] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40206, 40209] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40203, 40209] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40203 CHARGES - [40202, 40206] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208] [INFO] [stdout] 40203 CHARGES - [40202, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40203, 40209] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40209] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40201 CHARGES - [40203, 40206] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40208] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40209] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40202 CHARGES - [40205, 40208] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40206] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40209] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40205, 40207, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40206 CHARGES - [40202, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40204, 40205, 40206] [INFO] [stdout] 40204 CHARGES - [40201, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208] [INFO] [stdout] 40204 CHARGES - [40205, 40208] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40204 CHARGES - [40205, 40208] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40205, 40208] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40205, 40206, 40210] [INFO] [stdout] 40205 CHARGES - [40201, 40210] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40210] [INFO] [stdout] 40202 CHARGES - [40205, 40207] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40203] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40205, 40206] [INFO] [stdout] 40205 CHARGES - [40201, 40206] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40204, 40205, 40206] [INFO] [stdout] 40206 CHARGES - [40202, 40204] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208] [INFO] [stdout] 40206 CHARGES - [40202, 40204] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40206 CHARGES - [40202, 40204] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40202, 40204] [INFO] [stdout] 40207 MEMBERS - [40206, 40207] [INFO] [stdout] 40207 CHARGES - [40206] [INFO] [stdout] 40207 MEMBERS - [40206, 40207, 40208] [INFO] [stdout] 40207 CHARGES - [40206, 40208] [INFO] [stdout] 40207 MEMBERS - [40206, 40207, 40208, 40209] [INFO] [stdout] 40207 CHARGES - [40206, 40209] [INFO] [stdout] 40207 MEMBERS - [40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40209, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40206] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40206] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40205, 40208] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40205, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40210] [INFO] [stdout] 40201 MEMBERS - [40201, 40202] [INFO] [stdout] 40201 CHARGES - [40202] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40205, 40207, 40210] [INFO] [stdout] 40202 CHARGES - [40205, 40207] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40205, 40208] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40203 CHARGES - [40202, 40206] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40202, 40206] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40205, 40210] [INFO] [stdout] 40202 CHARGES - [40205, 40210] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40205] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40207|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209] [INFO] [stdout] 40209 CHARGES - [40202, 40206] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40202, 40206] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40206] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40202, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40204 CHARGES - [40205, 40208] [INFO] [stdout] 40204 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40204 CHARGES - [40205, 40208] [INFO] [stdout] 40201 MEMBERS - [40201, 40202] [INFO] [stdout] 40201 CHARGES - [40202] [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40206] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40202, 40204] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40202, 40206] [INFO] [stdout] 40208 MEMBERS - [40208, 40209] [INFO] [stdout] 40208 CHARGES - [40209] [INFO] [stdout] 40208 MEMBERS - [40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40209, 40210] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40202] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40201, 40210] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40205, 40207, 40210] [INFO] [stdout] 40207 CHARGES - [40201, 40210] [INFO] [stdout] 40204 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40204 CHARGES - [40205, 40207] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40201, 40210] [INFO] [stdout] 40202 MEMBERS - [40201, 40202] [INFO] [stdout] 40202 CHARGES - [40201] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40205, 40207, 40210] [INFO] [stdout] 40207 CHARGES - [40202, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40208, 40210] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] 40204 MEMBERS - [40202, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40204 CHARGES - [40205, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40207] [INFO] [stdout] 40201 CHARGES - [40202, 40207] [INFO] [stdout] 40204 MEMBERS - [40202, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40204 CHARGES - [40202, 40206] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40207] [INFO] [stdout] 40201 CHARGES - [40203, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40207, 40209] [INFO] [stdout] 40201 CHARGES - [40207, 40209] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40202 MEMBERS - [40202] [INFO] [stdout] 40202 CHARGES - [] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40206|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40203, 40206] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40207|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40207|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40202, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40209] [INFO] [stdout] 40201 CHARGES - [40203, 40209] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40202] [INFO] [stdout] 40202 MEMBERS - [40201, 40202] [INFO] [stdout] 40202 CHARGES - [40201] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40205, 40207, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40202] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40205, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40202] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40207, 40210] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207, 40208, 40210] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40206|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40206 CHARGES - [40202, 40204] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40205, 40207] [INFO] [stdout] 40207 CHARGES - [40202, 40205] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40206 CHARGES - [40202, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40207] [INFO] [stdout] 40202 CHARGES - [40201, 40207] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40204, 40207] [INFO] [stdout] 40202 CHARGES - [40201, 40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40207] [INFO] [stdout] 40202 CHARGES - [40201, 40204] [INFO] [stdout] 40204 MEMBERS - [40202, 40204, 40205, 40207, 40210] [INFO] [stdout] 40204 CHARGES - [40202, 40205] [INFO] [stdout] 40207 MEMBERS - [40202, 40205, 40207] [INFO] [stdout] 40207 CHARGES - [40202, 40205] [INFO] [stdout] 40205 MEMBERS - [40202, 40205] [INFO] [stdout] 40205 CHARGES - [40202] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40207 MEMBERS - [40202, 40204, 40205, 40207] [INFO] [stdout] 40207 CHARGES - [40202, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40202] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40208 CHARGES - [40207, 40210] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40208 CHARGES - [40202, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40208 CHARGES - [40202, 40206] [INFO] [stdout] 40205 MEMBERS - [40202, 40205, 40207] [INFO] [stdout] 40205 CHARGES - [40202, 40207] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40204, 40207] [INFO] [stdout] 40207 CHARGES - [40201, 40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40204, 40205] [INFO] [stdout] 40210 MEMBERS - [40201, 40202, 40207, 40210] [INFO] [stdout] 40210 CHARGES - [40201, 40207] [INFO] [stdout] 40210 MEMBERS - [40202, 40207, 40210] [INFO] [stdout] 40210 CHARGES - [40202, 40207] [INFO] [stdout] 40210 MEMBERS - [40202, 40204, 40207, 40210] [INFO] [stdout] 40210 CHARGES - [40204, 40207] [INFO] [stdout] 40210 MEMBERS - [40202, 40203, 40204, 40207, 40210] [INFO] [stdout] 40210 CHARGES - [40204, 40207] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40209 MEMBERS - [40201, 40202, 40205, 40207, 40209, 40210] [INFO] [stdout] 40209 CHARGES - [40202, 40205] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40206 CHARGES - [40202, 40204] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40205, 40206, 40207, 40210] [INFO] [stdout] 40206 CHARGES - [40202, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40207] [INFO] [stdout] 40207 CHARGES - [40202, 40203] [INFO] [stdout] 40208 MEMBERS - [40202, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40208 CHARGES - [40202, 40206] [INFO] [stdout] 40204 MEMBERS - [40202, 40203, 40204, 40205, 40207, 40210] [INFO] [stdout] 40204 CHARGES - [40202, 40203] [INFO] [stdout] 40204 MEMBERS - [40202, 40203, 40204, 40207, 40210] [INFO] [stdout] 40204 CHARGES - [40202, 40203] [INFO] [stdout] 40204 MEMBERS - [40203, 40204, 40207, 40210] [INFO] [stdout] 40204 CHARGES - [40203, 40207] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40207, 40209] [INFO] [stdout] 40202 CHARGES - [40201, 40209] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40209] [INFO] [stdout] 40202 CHARGES - [40201, 40209] [INFO] [stdout] 40208 MEMBERS - [40202, 40205, 40206, 40207, 40208] [INFO] [stdout] 40208 CHARGES - [40202, 40206] [INFO] [stdout] 40208 MEMBERS - [40202, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40208 CHARGES - [40204, 40206] [INFO] [stdout] 40208 MEMBERS - [40202, 40204, 40205, 40208] [INFO] [stdout] 40208 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40204, 40205, 40210] [INFO] [stdout] 40201 CHARGES - [40204, 40210] [INFO] [stdout] 40201 MEMBERS - [40201, 40204, 40205, 40208, 40210] [INFO] [stdout] 40201 CHARGES - [40204, 40210] [INFO] [stdout] 40210 MEMBERS - [40202, 40203, 40204, 40207, 40209, 40210] [INFO] [stdout] 40210 CHARGES - [40204, 40209] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40209] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-9259990414298142896" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x56368f7cf54c - std::backtrace_rs::backtrace::libunwind::trace::h91c465e73bf6c785 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x56368f7cf54c - std::backtrace_rs::backtrace::trace_unsynchronized::hae9da36f5d58b5f3 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x56368f7cf54c - std::sys_common::backtrace::_print_fmt::h7f499fa126a7effb [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x56368f7cf54c - ::fmt::h3e2b509ce2ce6007 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x56368f7f64cc - core::fmt::write::h753c7571fa063ecb [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/fmt/mod.rs:1168:17 [INFO] [stdout] 5: 0x56368f7c82a3 - std::io::Write::write_fmt::hb649ab67f71b6655 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/io/mod.rs:1660:15 [INFO] [stdout] 6: 0x56368f7d1fb2 - std::sys_common::backtrace::_print::h64941a6fc8b0ed9b [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x56368f7d1fb2 - std::sys_common::backtrace::print::hcf25e43e1a9b0766 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x56368f7d1fb2 - std::panicking::default_hook::{{closure}}::h78d3e6cf97fc623d [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:211:50 [INFO] [stdout] 9: 0x56368f7d1c01 - std::panicking::default_hook::hda898f8d3ad1a5ae [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:225:9 [INFO] [stdout] 10: 0x56368f7d2603 - std::panicking::rust_panic_with_hook::h1a5ea2d6c23051aa [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:606:17 [INFO] [stdout] 11: 0x56368f7d2320 - std::panicking::begin_panic_handler::{{closure}}::h07f549390938b73f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:502:13 [INFO] [stdout] 12: 0x56368f7cf9f4 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ec3758a92cfb00d [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:139:18 [INFO] [stdout] 13: 0x56368f7d2059 - rust_begin_unwind [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:498:5 [INFO] [stdout] 14: 0x56368f35f3e1 - core::panicking::panic_fmt::h3a79a6a99affe1d5 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panicking.rs:116:14 [INFO] [stdout] 15: 0x56368f35f4d3 - core::result::unwrap_failed::ha0327e3803285d6e [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/result.rs:1690:5 [INFO] [stdout] 16: 0x56368f4f3dbe - core::result::Result::expect::h0912020cbd06cbf7 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/result.rs:975:23 [INFO] [stdout] 17: 0x56368f5968d4 - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::h3c50f0e484eac40d [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x56368f54d909 - as core::future::future::Future>::poll::hc1fb6e7e80bb9b93 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x56368f4d7ca6 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hda9c98dd894d0567 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 20: 0x56368f480875 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h4e11085fd442a5d9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x56368f4d6c17 - tokio::runtime::task::core::CoreStage::poll::h7fb69b7785f80436 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 22: 0x56368f5e4c8a - tokio::runtime::task::harness::poll_future::{{closure}}::h34e10e41fb17a8f1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:467:19 [INFO] [stdout] 23: 0x56368f5a43a3 - as core::ops::function::FnOnce<()>>::call_once::h16b5db07c9737da9 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 24: 0x56368f584fb0 - std::panicking::try::do_call::h9b0aff3606f4e049 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:406:40 [INFO] [stdout] 25: 0x56368f58b35b - __rust_try [INFO] [stdout] 26: 0x56368f57ddca - std::panicking::try::h4065a5b904767df4 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:370:19 [INFO] [stdout] 27: 0x56368f52effa - std::panic::catch_unwind::h1d0f9f70972d3a7b [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panic.rs:133:14 [INFO] [stdout] 28: 0x56368f5e2aeb - tokio::runtime::task::harness::poll_future::h4dd17890a0407171 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:455:18 [INFO] [stdout] 29: 0x56368f5cdb91 - tokio::runtime::task::harness::Harness::poll_inner::h9680c2d4b84c897b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:103:27 [INFO] [stdout] 30: 0x56368f5cac93 - tokio::runtime::task::harness::Harness::poll::hf601581b86a8f94d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:57:15 [INFO] [stdout] 31: 0x56368f51ecb0 - tokio::runtime::task::raw::poll::h095ac97195fd3618 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:128:5 [INFO] [stdout] 32: 0x56368f71557f - tokio::runtime::task::raw::RawTask::poll::hb8905d36ca5ce856 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:80:18 [INFO] [stdout] 33: 0x56368f718482 - tokio::runtime::task::LocalNotified::run::h28e54d95d78ddf79 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/mod.rs:347:9 [INFO] [stdout] 34: 0x56368f6ecd5d - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::h53a460e70a675458 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:448:21 [INFO] [stdout] 35: 0x56368f72b5cd - tokio::coop::with_budget::{{closure}}::hff5e611329f6d784 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 36: 0x56368f6b934b - std::thread::local::LocalKey::try_with::h058def27f490affb [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/local.rs:412:16 [INFO] [stdout] 37: 0x56368f6b914e - std::thread::local::LocalKey::with::hd0e77bf5c59cfbaf [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/local.rs:388:9 [INFO] [stdout] 38: 0x56368f6ec86b - tokio::coop::with_budget::he41b3e1a91fc4c93 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 39: 0x56368f6ec86b - tokio::coop::budget::h06cc54b1d7d0db0b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 40: 0x56368f6ec86b - tokio::runtime::thread_pool::worker::Context::run_task::hf8bf6cc9b277ff21 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:424:9 [INFO] [stdout] 41: 0x56368f6ec136 - tokio::runtime::thread_pool::worker::Context::run::hf82d06e576a96d54 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:391:24 [INFO] [stdout] 42: 0x56368f6ebf33 - tokio::runtime::thread_pool::worker::run::{{closure}}::h3f9847dc834bc449 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:376:17 [INFO] [stdout] 43: 0x56368f6fb8b7 - tokio::macros::scoped_tls::ScopedKey::set::hb244e0cef44b6e38 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x56368f6ebe5f - tokio::runtime::thread_pool::worker::run::he0903d17b558f5dd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:373:5 [INFO] [stdout] 45: 0x56368f6ebcdb - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::h563d62df733639b4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/worker.rs:352:45 [INFO] [stdout] 46: 0x56368f6cf4ba - as core::future::future::Future>::poll::h161cbd9198876592 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x56368f6ce3e5 - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hb4e135e831101d96 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:161:17 [INFO] [stdout] 48: 0x56368f713fa5 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h43aa59bb68419c4c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x56368f6cdf88 - tokio::runtime::task::core::CoreStage::poll::h071bbcf80469d64a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/core.rs:151:13 [INFO] [stdout] 50: 0x56368f6f551e - tokio::runtime::task::harness::poll_future::{{closure}}::h59cad8888b41ed48 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:467:19 [INFO] [stdout] 51: 0x56368f71b973 - as core::ops::function::FnOnce<()>>::call_once::h1b24636299f4d9b7 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 52: 0x56368f709032 - std::panicking::try::do_call::he54a395b2fad252d [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:406:40 [INFO] [stdout] 53: 0x56368f70b2ab - __rust_try [INFO] [stdout] 54: 0x56368f707cea - std::panicking::try::h6cf3c122a7031e11 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:370:19 [INFO] [stdout] 55: 0x56368f6eef0b - std::panic::catch_unwind::h3b0f8feb7676bf4d [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panic.rs:133:14 [INFO] [stdout] 56: 0x56368f6f4d6c - tokio::runtime::task::harness::poll_future::h0058f83d963878c0 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:455:18 [INFO] [stdout] 57: 0x56368f6f209c - tokio::runtime::task::harness::Harness::poll_inner::h07f19b7546f73d99 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:103:27 [INFO] [stdout] 58: 0x56368f6f1b34 - tokio::runtime::task::harness::Harness::poll::h01c945195dc1c7a9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/harness.rs:57:15 [INFO] [stdout] 59: 0x56368f7157a2 - tokio::runtime::task::raw::poll::hd872c66015cc9bbc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:128:5 [INFO] [stdout] 60: 0x56368f71557f - tokio::runtime::task::raw::RawTask::poll::hb8905d36ca5ce856 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/raw.rs:80:18 [INFO] [stdout] 61: 0x56368f718534 - tokio::runtime::task::UnownedTask::run::h7100c81f5ac75577 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/task/mod.rs:384:9 [INFO] [stdout] 62: 0x56368f7339b7 - tokio::runtime::blocking::pool::Task::run::h1f4cef5ece50ca8e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:91:9 [INFO] [stdout] 63: 0x56368f735f73 - tokio::runtime::blocking::pool::Inner::run::h1a03f3f09067a471 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:308:17 [INFO] [stdout] 64: 0x56368f73535c - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::h11528b531e2c23ea [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/blocking/pool.rs:288:17 [INFO] [stdout] 65: 0x56368f72a3c0 - std::sys_common::backtrace::__rust_begin_short_backtrace::h7a9efd64e32befdd [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:123:18 [INFO] [stdout] 66: 0x56368f6f090d - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::ha739034bf8e3d94d [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/mod.rs:477:17 [INFO] [stdout] 67: 0x56368f71b9d1 - as core::ops::function::FnOnce<()>>::call_once::h2bedde1612ebce66 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 68: 0x56368f70893c - std::panicking::try::do_call::h16c3e9a25dfbc3cb [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:406:40 [INFO] [stdout] 69: 0x56368f70b2ab - __rust_try [INFO] [stdout] 70: 0x56368f7074e7 - std::panicking::try::h0e4d61e94a984333 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:370:19 [INFO] [stdout] 71: 0x56368f6eef41 - std::panic::catch_unwind::h3eb9ea556ce54ecc [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panic.rs:133:14 [INFO] [stdout] 72: 0x56368f6f0731 - std::thread::Builder::spawn_unchecked::{{closure}}::hf3f43c79e77e4b43 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/mod.rs:476:30 [INFO] [stdout] 73: 0x56368f6b296f - core::ops::function::FnOnce::call_once{{vtable.shim}}::hfe964e9231bf7e69 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 74: 0x56368f7d85d3 - as core::ops::function::FnOnce>::call_once::h49b6c7c5155a2296 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 75: 0x56368f7d85d3 - as core::ops::function::FnOnce>::call_once::ha8b5234bfeb15105 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 76: 0x56368f7d85d3 - std::sys::unix::thread::Thread::new::thread_start::h6f207dd842d64859 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 77: 0x7f5eff619609 - start_thread [INFO] [stdout] 78: 0x7f5eff3eb293 - clone [INFO] [stdout] 79: 0x0 - [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40201|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-9259990414298142896" } [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40205, 40208, 40210] [INFO] [stdout] 40201 CHARGES - [40205, 40210] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40207] [INFO] [stdout] 40204 CHARGES - [40203, 40207] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40204, 40205, 40207, 40208, 40210] [INFO] [stdout] 40203 CHARGES - [40204, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40210|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] thread 'cluster_test_cyclic_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x56368f7cf54c - std::backtrace_rs::backtrace::libunwind::trace::h91c465e73bf6c785 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x56368f7cf54c - std::backtrace_rs::backtrace::trace_unsynchronized::hae9da36f5d58b5f3 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x56368f7cf54c - std::sys_common::backtrace::_print_fmt::h7f499fa126a7effb [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x56368f7cf54c - ::fmt::h3e2b509ce2ce6007 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x56368f7f64cc - core::fmt::write::h753c7571fa063ecb [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/fmt/mod.rs:1168:17 [INFO] [stdout] 5: 0x56368f7c82a3 - std::io::Write::write_fmt::hb649ab67f71b6655 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/io/mod.rs:1660:15 [INFO] [stdout] 6: 0x56368f7d1fb2 - std::sys_common::backtrace::_print::h64941a6fc8b0ed9b [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x56368f7d1fb2 - std::sys_common::backtrace::print::hcf25e43e1a9b0766 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x56368f7d1fb2 - std::panicking::default_hook::{{closure}}::h78d3e6cf97fc623d [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:211:50 [INFO] [stdout] 9: 0x56368f7d1c01 - std::panicking::default_hook::hda898f8d3ad1a5ae [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:225:9 [INFO] [stdout] 10: 0x56368f7d2603 - std::panicking::rust_panic_with_hook::h1a5ea2d6c23051aa [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:606:17 [INFO] [stdout] 11: 0x56368f7d2320 - std::panicking::begin_panic_handler::{{closure}}::h07f549390938b73f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:502:13 [INFO] [stdout] 12: 0x56368f7cf9f4 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ec3758a92cfb00d [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:139:18 [INFO] [stdout] 13: 0x56368f7d2059 - rust_begin_unwind [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:498:5 [INFO] [stdout] 14: 0x56368f35f3e1 - core::panicking::panic_fmt::h3a79a6a99affe1d5 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panicking.rs:116:14 [INFO] [stdout] 15: 0x56368f35f4d3 - core::result::unwrap_failed::ha0327e3803285d6e [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/result.rs:1690:5 [INFO] [stdout] 16: 0x56368f4f4a81 - core::result::Result::unwrap::h9861fe4188f02b6f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/result.rs:1018:23 [INFO] [stdout] 17: 0x56368f5e69e8 - cluster_test::run_cluster_test::{{closure}}::h34ab2cb0350b0994 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x56368f54c989 - as core::future::future::Future>::poll::h8a3cc06e97e751d2 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x56368f595ec0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::h786f557b25b13880 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x56368f49e7b0 - tokio::coop::with_budget::{{closure}}::ha0c6deda732de9cc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 21: 0x56368f6102c8 - std::thread::local::LocalKey::try_with::h81b33b1e337c4c22 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/local.rs:412:16 [INFO] [stdout] 22: 0x56368f60f77d - std::thread::local::LocalKey::with::h105f096b1c0c7888 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/local.rs:388:9 [INFO] [stdout] 23: 0x56368f595844 - tokio::coop::with_budget::hef14a4d954c5a4da [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 24: 0x56368f595844 - tokio::coop::budget::h1c5432a64e7bab66 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 25: 0x56368f595844 - tokio::park::thread::CachedParkThread::block_on::h719d223061a9fbdb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x56368f4dea3e - tokio::runtime::enter::Enter::block_on::h6101d6780ba00a0a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x56368f544333 - tokio::runtime::thread_pool::ThreadPool::block_on::h43a52a3ed36d1a14 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/mod.rs:73:9 [INFO] [stdout] 28: 0x56368f545348 - tokio::runtime::Runtime::block_on::habab3fdb7de4d280 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:477:43 [INFO] [stdout] 29: 0x56368f5e6686 - cluster_test::run_cluster_test::hdb0944d169a3b22b [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x56368f5e9888 - cluster_test::cluster_cyclic::hc44b682e26074baf [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:346:3 [INFO] [stdout] 31: 0x56368f5f17d4 - cluster_test::cluster_test_cyclic_perfect::h3fd7c2d6634cfd56 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:359:3 [INFO] [stdout] 32: 0x56368f5f156a - cluster_test::cluster_test_cyclic_perfect::{{closure}}::h91b6ddb63b7fb175 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:350:1 [INFO] [stdout] 33: 0x56368f551c0e - core::ops::function::FnOnce::call_once::h158500e67d89934c [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x56368f658533 - core::ops::function::FnOnce::call_once::h1845a80638abc06e [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x56368f658533 - test::__rust_begin_short_backtrace::h4f56ccea01b9889f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:574:5 [INFO] [stdout] 36: 0x56368f65721f - as core::ops::function::FnOnce>::call_once::h5afedf14a39ffa74 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 37: 0x56368f65721f - as core::ops::function::FnOnce<()>>::call_once::hd5aaa1b551e9ce71 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 38: 0x56368f65721f - std::panicking::try::do_call::h316eebee63f96d32 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:406:40 [INFO] [stdout] 39: 0x56368f65721f - std::panicking::try::h662e31e84dd7ce52 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:370:19 [INFO] [stdout] 40: 0x56368f65721f - std::panic::catch_unwind::h129c1b23f076663f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panic.rs:133:14 [INFO] [stdout] 41: 0x56368f65721f - test::run_test_in_process::h51d800d572f878ef [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:597:18 [INFO] [stdout] 42: 0x56368f65721f - test::run_test::run_test_inner::{{closure}}::h71a47db430260854 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:491:39 [INFO] [stdout] 43: 0x56368f6605e1 - test::run_test::run_test_inner::{{closure}}::h02edd5b3e2dab52a [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:518:37 [INFO] [stdout] 44: 0x56368f6605e1 - std::sys_common::backtrace::__rust_begin_short_backtrace::h0838cfc8b0e995ec [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:123:18 [INFO] [stdout] 45: 0x56368f62d06f - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h4c2725d7078043cd [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/mod.rs:477:17 [INFO] [stdout] 46: 0x56368f62d06f - as core::ops::function::FnOnce<()>>::call_once::hdf1aa612eed87270 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 47: 0x56368f62d06f - std::panicking::try::do_call::hc72f8de3706d18d6 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:406:40 [INFO] [stdout] 48: 0x56368f62d06f - std::panicking::try::h63f01f54dbd0fb87 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:370:19 [INFO] [stdout] 49: 0x56368f62d06f - std::panic::catch_unwind::h58bc464ae9b26453 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panic.rs:133:14 [INFO] [stdout] 50: 0x56368f62d06f - std::thread::Builder::spawn_unchecked::{{closure}}::h6c065e19513e33e3 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/mod.rs:476:30 [INFO] [stdout] 51: 0x56368f62d06f - core::ops::function::FnOnce::call_once{{vtable.shim}}::hd143450c74f35c32 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x56368f7d85d3 - as core::ops::function::FnOnce>::call_once::h49b6c7c5155a2296 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 53: 0x56368f7d85d3 - as core::ops::function::FnOnce>::call_once::ha8b5234bfeb15105 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 54: 0x56368f7d85d3 - std::sys::unix::thread::Thread::new::thread_start::h6f207dd842d64859 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 55: 0x7f5eff619609 - start_thread [INFO] [stdout] 56: 0x7f5eff3eb293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_perfect stdout ---- [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40001 MEMBERS - [40001] [INFO] [stdout] 40001 CHARGES - [] [INFO] [stdout] 40001 MEMBERS - [40001, 40002] [INFO] [stdout] 40001 CHARGES - [40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002] [INFO] [stdout] 40002 CHARGES - [40001] [INFO] [stdout] 40001 MEMBERS - [40001] [INFO] [stdout] 40001 CHARGES - [] [INFO] [stdout] 40002 MEMBERS - [40001, 40002] [INFO] [stdout] 40002 CHARGES - [40001] [INFO] [stdout] 40001 MEMBERS - [40001, 40002] [INFO] [stdout] 40001 CHARGES - [40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40001, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40003] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40002, 40004] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40002] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40004, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40005] [INFO] [stdout] 40003 CHARGES - [40001, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40001, 40006] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40004, 40005, 40006] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40004, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40005] [INFO] [stdout] 40001 CHARGES - [40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40005] [INFO] [stdout] 40001 CHARGES - [40002, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40002, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40004, 40005, 40006] [INFO] [stdout] 40001 CHARGES - [40002, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40004, 40005, 40006] [INFO] [stdout] 40004 CHARGES - [40005, 40006] [INFO] [stdout] 40005 MEMBERS - [40001, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40001, 40006] [INFO] [stdout] 40005 MEMBERS - [40001, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40001, 40006] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40001, 40006] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40001, 40006] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] 40005 MEMBERS - [40002, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40002, 40006] [INFO] [stdout] 40004 MEMBERS - [40002, 40004, 40005, 40006] [INFO] [stdout] 40004 CHARGES - [40005, 40006] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40004, 40005, 40006] [INFO] [stdout] 40001 CHARGES - [40002, 40004] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40001, 40006] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40004, 40005, 40006] [INFO] [stdout] 40004 CHARGES - [40005, 40006] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40002] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40002] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40002] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40005] [INFO] [stdout] 40003 CHARGES - [40001, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40003] [INFO] [stdout] 40003 CHARGES - [40001] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40001, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40004, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40002 MEMBERS - [40002, 40004, 40005, 40006] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40004, 40005, 40006] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40006] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40004, 40005, 40006] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40004, 40005, 40006] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40005 CHARGES - [40001, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40003 CHARGES - [40004, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40001, 40002] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40007] [INFO] [stdout] 40003 CHARGES - [40004, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40003 CHARGES - [40004, 40007] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40005 CHARGES - [40001, 40002] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40007] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40004 MEMBERS - [40002, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40002, 40003] [INFO] [stdout] 40004 MEMBERS - [40002, 40003, 40004, 40007] [INFO] [stdout] 40004 CHARGES - [40002, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40001 CHARGES - [40005, 40007] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40004 CHARGES - [40005, 40007] [INFO] [stdout] 40003 MEMBERS - [40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40003 CHARGES - [40004, 40007] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40007] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40004 CHARGES - [40001, 40007] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005, 40007] [INFO] [stdout] 40004 CHARGES - [40001, 40007] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007] [INFO] [stdout] 40007 CHARGES - [40001, 40006] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40001, 40006] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40005, 40007] [INFO] [stdout] 40003 MEMBERS - [40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40004, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40001, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40001, 40004] [INFO] [stdout] 40006 MEMBERS - [40002, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40002, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40008] [INFO] [stdout] 40001 CHARGES - [40002, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40005, 40008] [INFO] [stdout] 40001 CHARGES - [40003, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005, 40008] [INFO] [stdout] 40004 CHARGES - [40001, 40008] [INFO] [stdout] 40002 MEMBERS - [40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40001, 40002] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40005, 40008] [INFO] [stdout] 40003 CHARGES - [40004, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40004 CHARGES - [40001, 40008] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40003 CHARGES - [40004, 40008] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40008] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40006, 40008] [INFO] [stdout] 40004 CHARGES - [40001, 40008] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40005 CHARGES - [40002, 40003] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40006, 40008] [INFO] [stdout] 40003 CHARGES - [40004, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40008 CHARGES - [40006, 40007] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40008 CHARGES - [40007, 40009] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40001, 40006] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40006, 40008, 40009] [INFO] [stdout] 40003 CHARGES - [40004, 40008] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40008 CHARGES - [40001, 40007] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40008, 40009] [INFO] [stdout] 40008 CHARGES - [40001, 40009] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40001, 40002] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40006, 40009] [INFO] [stdout] 40003 CHARGES - [40001, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40002, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40006, 40008, 40009] [INFO] [stdout] 40004 CHARGES - [40001, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40006, 40008] [INFO] [stdout] 40001 CHARGES - [40003, 40006] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40006, 40008] [INFO] [stdout] 40001 CHARGES - [40003, 40006] [INFO] [stdout] 40001 MEMBERS - [40001, 40006, 40008] [INFO] [stdout] 40001 CHARGES - [40006, 40008] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40002, 40005] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40002, 40005] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] 40009 MEMBERS - [40001, 40003, 40004, 40005, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40003, 40005] [INFO] [stdout] 40009 MEMBERS - [40001, 40003, 40004, 40006, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40003, 40006] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40001, 40005] [INFO] [stdout] 40007 MEMBERS - [40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40002, 40005] [INFO] [stdout] 40009 MEMBERS - [40001, 40003, 40004, 40006, 40009] [INFO] [stdout] 40009 CHARGES - [40003, 40006] [INFO] [stdout] 40009 MEMBERS - [40001, 40003, 40004, 40006, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40003, 40006] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40006, 40009] [INFO] [stdout] 40003 CHARGES - [40001, 40009] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40006, 40009] [INFO] [stdout] 40003 CHARGES - [40001, 40006] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40008] [INFO] [stdout] 40005 CHARGES - [40002, 40003] [INFO] [stdout] 40009 MEMBERS - [40001, 40003, 40006, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40003, 40006] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40008] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40006, 40009, 40010] [INFO] [stdout] 40003 CHARGES - [40006, 40010] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40002, 40005] [INFO] [stdout] 40007 MEMBERS - [40001, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40003, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40006 CHARGES - [40001, 40002] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40006, 40009, 40010] [INFO] [stdout] 40003 CHARGES - [40006, 40010] [INFO] [stdout] 40001 MEMBERS - [40001, 40006, 40009] [INFO] [stdout] 40001 CHARGES - [40006, 40009] [INFO] [stdout] 40008 MEMBERS - [40001, 40003, 40004, 40005, 40008, 40009] [INFO] [stdout] 40008 CHARGES - [40001, 40009] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40004, 40005, 40008] [INFO] [stdout] 40005 CHARGES - [40003, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] 40001 MEMBERS - [40001, 40009] [INFO] [stdout] 40001 CHARGES - [40009] [INFO] [stdout] 40009 MEMBERS - [40001, 40003, 40006, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40003, 40006] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40010|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40007 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40005, 40006] [INFO] [stdout] 40006 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40006 CHARGES - [40003, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40008] [INFO] [stdout] 40002 CHARGES - [40001, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] thread 'cluster_test_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x56368f7cf54c - std::backtrace_rs::backtrace::libunwind::trace::h91c465e73bf6c785 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x56368f7cf54c - std::backtrace_rs::backtrace::trace_unsynchronized::hae9da36f5d58b5f3 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x56368f7cf54c - std::sys_common::backtrace::_print_fmt::h7f499fa126a7effb [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x56368f7cf54c - ::fmt::h3e2b509ce2ce6007 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x56368f7f64cc - core::fmt::write::h753c7571fa063ecb [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/fmt/mod.rs:1168:17 [INFO] [stdout] 5: 0x56368f7c82a3 - std::io::Write::write_fmt::hb649ab67f71b6655 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/io/mod.rs:1660:15 [INFO] [stdout] 6: 0x56368f7d1fb2 - std::sys_common::backtrace::_print::h64941a6fc8b0ed9b [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x56368f7d1fb2 - std::sys_common::backtrace::print::hcf25e43e1a9b0766 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x56368f7d1fb2 - std::panicking::default_hook::{{closure}}::h78d3e6cf97fc623d [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:211:50 [INFO] [stdout] 9: 0x56368f7d1c01 - std::panicking::default_hook::hda898f8d3ad1a5ae [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:225:9 [INFO] [stdout] 10: 0x56368f7d2603 - std::panicking::rust_panic_with_hook::h1a5ea2d6c23051aa [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:606:17 [INFO] [stdout] 11: 0x56368f7d2320 - std::panicking::begin_panic_handler::{{closure}}::h07f549390938b73f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:502:13 [INFO] [stdout] 12: 0x56368f7cf9f4 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ec3758a92cfb00d [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:139:18 [INFO] [stdout] 13: 0x56368f7d2059 - rust_begin_unwind [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:498:5 [INFO] [stdout] 14: 0x56368f35f3e1 - core::panicking::panic_fmt::h3a79a6a99affe1d5 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panicking.rs:116:14 [INFO] [stdout] 15: 0x56368f35f4d3 - core::result::unwrap_failed::ha0327e3803285d6e [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/result.rs:1690:5 [INFO] [stdout] 16: 0x56368f4f4a81 - core::result::Result::unwrap::h9861fe4188f02b6f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/result.rs:1018:23 [INFO] [stdout] 17: 0x56368f5e69e8 - cluster_test::run_cluster_test::{{closure}}::h34ab2cb0350b0994 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x56368f54c989 - as core::future::future::Future>::poll::h8a3cc06e97e751d2 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x56368f595ec0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::h786f557b25b13880 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x56368f49e7b0 - tokio::coop::with_budget::{{closure}}::ha0c6deda732de9cc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 21: 0x56368f6102c8 - std::thread::local::LocalKey::try_with::h81b33b1e337c4c22 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/local.rs:412:16 [INFO] [stdout] 22: 0x56368f60f77d - std::thread::local::LocalKey::with::h105f096b1c0c7888 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/local.rs:388:9 [INFO] [stdout] 23: 0x56368f595844 - tokio::coop::with_budget::hef14a4d954c5a4da [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 24: 0x56368f595844 - tokio::coop::budget::h1c5432a64e7bab66 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 25: 0x56368f595844 - tokio::park::thread::CachedParkThread::block_on::h719d223061a9fbdb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x56368f4dea3e - tokio::runtime::enter::Enter::block_on::h6101d6780ba00a0a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x56368f544333 - tokio::runtime::thread_pool::ThreadPool::block_on::h43a52a3ed36d1a14 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/mod.rs:73:9 [INFO] [stdout] 28: 0x56368f545348 - tokio::runtime::Runtime::block_on::habab3fdb7de4d280 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:477:43 [INFO] [stdout] 29: 0x56368f5e6686 - cluster_test::run_cluster_test::hdb0944d169a3b22b [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x56368f5e83d1 - cluster_test::cluster_complete::h5b2c7709fa2a968d [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x56368f5f1160 - cluster_test::cluster_test_perfect::he81a7c5e69b34764 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:292:3 [INFO] [stdout] 32: 0x56368f5f0eea - cluster_test::cluster_test_perfect::{{closure}}::h6396c1889d0d8ad4 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:282:1 [INFO] [stdout] 33: 0x56368f55257e - core::ops::function::FnOnce::call_once::h4af999c22190110c [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x56368f658533 - core::ops::function::FnOnce::call_once::h1845a80638abc06e [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x56368f658533 - test::__rust_begin_short_backtrace::h4f56ccea01b9889f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:574:5 [INFO] [stdout] 36: 0x56368f65721f - as core::ops::function::FnOnce>::call_once::h5afedf14a39ffa74 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 37: 0x56368f65721f - as core::ops::function::FnOnce<()>>::call_once::hd5aaa1b551e9ce71 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 38: 0x56368f65721f - std::panicking::try::do_call::h316eebee63f96d32 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:406:40 [INFO] [stdout] 39: 0x56368f65721f - std::panicking::try::h662e31e84dd7ce52 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:370:19 [INFO] [stdout] 40: 0x56368f65721f - std::panic::catch_unwind::h129c1b23f076663f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panic.rs:133:14 [INFO] [stdout] 41: 0x56368f65721f - test::run_test_in_process::h51d800d572f878ef [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:597:18 [INFO] [stdout] 42: 0x56368f65721f - test::run_test::run_test_inner::{{closure}}::h71a47db430260854 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:491:39 [INFO] [stdout] 43: 0x56368f6605e1 - test::run_test::run_test_inner::{{closure}}::h02edd5b3e2dab52a [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:518:37 [INFO] [stdout] 44: 0x56368f6605e1 - std::sys_common::backtrace::__rust_begin_short_backtrace::h0838cfc8b0e995ec [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:123:18 [INFO] [stdout] 45: 0x56368f62d06f - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h4c2725d7078043cd [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/mod.rs:477:17 [INFO] [stdout] 46: 0x56368f62d06f - as core::ops::function::FnOnce<()>>::call_once::hdf1aa612eed87270 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 47: 0x56368f62d06f - std::panicking::try::do_call::hc72f8de3706d18d6 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:406:40 [INFO] [stdout] 48: 0x56368f62d06f - std::panicking::try::h63f01f54dbd0fb87 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:370:19 [INFO] [stdout] 49: 0x56368f62d06f - std::panic::catch_unwind::h58bc464ae9b26453 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panic.rs:133:14 [INFO] [stdout] 50: 0x56368f62d06f - std::thread::Builder::spawn_unchecked::{{closure}}::h6c065e19513e33e3 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/mod.rs:476:30 [INFO] [stdout] 51: 0x56368f62d06f - core::ops::function::FnOnce::call_once{{vtable.shim}}::hd143450c74f35c32 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x56368f7d85d3 - as core::ops::function::FnOnce>::call_once::h49b6c7c5155a2296 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 53: 0x56368f7d85d3 - as core::ops::function::FnOnce>::call_once::ha8b5234bfeb15105 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 54: 0x56368f7d85d3 - std::sys::unix::thread::Thread::new::thread_start::h6f207dd842d64859 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 55: 0x7f5eff619609 - start_thread [INFO] [stdout] 56: 0x7f5eff3eb293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40002 CHARGES - [40001, 40008] [INFO] [stdout] 40010 MEMBERS - [40001, 40003, 40004, 40006, 40009, 40010] [INFO] [stdout] 40010 CHARGES - [40001, 40009] [INFO] [stdout] [INFO] [stdout] ---- cluster_test_with_failures stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102] [INFO] [stdout] 40102 CHARGES - [40101] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40104, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40104] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40102] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40106] [INFO] [stdout] 40104 CHARGES - [40102, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40104 CHARGES - [40102, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40104 CHARGES - [40102, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104] [INFO] [stdout] 40101 CHARGES - [40102, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40106] [INFO] [stdout] 40101 CHARGES - [40102, 40104] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40104, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40104, 40106] [INFO] [stdout] 40106 CHARGES - [40101, 40104] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40106 CHARGES - [40101, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40104, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40101, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40101, 40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40105, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40104, 40105, 40106, 40107] [INFO] [stdout] 40107 CHARGES - [40102, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40104 CHARGES - [40105, 40107] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40103 CHARGES - [40104, 40107] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40107 CHARGES - [40102, 40105] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40105, 40108] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40108 CHARGES - [40102, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40104 CHARGES - [40107, 40108] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40103 CHARGES - [40104, 40107] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40106 CHARGES - [40101, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40103 CHARGES - [40107, 40108] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40106 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40101 CHARGES - [40103, 40107] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40108 CHARGES - [40102, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40101 CHARGES - [40103, 40107] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40105, 40108] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40103 CHARGES - [40107, 40108] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40105, 40108] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40108 CHARGES - [40102, 40105] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40106 CHARGES - [40101, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40102, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40107 CHARGES - [40105, 40108] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40106 CHARGES - [40101, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40103 CHARGES - [40107, 40109] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40109|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40101 CHARGES - [40103, 40107] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40103 CHARGES - [40107, 40108] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40106 CHARGES - [40101, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40105, 40108] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40108 CHARGES - [40102, 40105] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40109 CHARGES - [40105, 40108] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40105, 40108] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40107 CHARGES - [40108, 40109] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40108, 40109] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109] [INFO] [stdout] 40101 CHARGES - [40103, 40107] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40110] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40101, 40104] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40102, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40107, 40109] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40107, 40110] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] KILLING node on port 40101 [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40103, 40110] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40107 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40108, 40109] [INFO] [stdout] 40110 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40107, 40109] [INFO] [stdout] 40106 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40103, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40107, 40110] [INFO] [stdout] 40108 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40102, 40105] [INFO] [stdout] 40107 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40107 CHARGES - [40105, 40108] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40107|0 - DOWNED charge IP(127.0.0.1):40109|0; after timeout: 200 ms [INFO] [stdout] 40110 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40110 CHARGES - [40107, 40108] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40103 CHARGES - [40107, 40110] [INFO] [stdout] 40109 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40105, 40108] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40108 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40108 CHARGES - [40102, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40110|0 - DOWNED charge IP(127.0.0.1):40108|0; after timeout: 200 ms [INFO] [stdout] 40110 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40110] [INFO] [stdout] 40110 CHARGES - [40105, 40107] [INFO] [stdout] 40108 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40108 CHARGES - [40102, 40105] [INFO] [stdout] 40107 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40110] [INFO] [stdout] 40107 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40110] [INFO] [stdout] 40103 CHARGES - [40107, 40110] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40110] [INFO] [stdout] 40104 CHARGES - [40103, 40110] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40106 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40110] [INFO] [stdout] 40106 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40109 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40110] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40108 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40102, 40105] [INFO] [stdout] 40107 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40107 CHARGES - [40105, 40108] [INFO] [stdout] 40106 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40106 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40110 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40105, 40107] [INFO] [stdout] 40107 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40105, 40108] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40104 CHARGES - [40103, 40110] [INFO] [stdout] 40110 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40107, 40108] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40107, 40110] [INFO] [stdout] 40106 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40109] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40104, 40106] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40103, 40109] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] KILLING node on port 40102 [INFO] [stdout] KILLING node on port 40103 [INFO] [stdout] KILLING node on port 40104 [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40109 MEMBERS - [40102, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40110] [INFO] [stdout] 40105 MEMBERS - [40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40104, 40106] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40108|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40108 MEMBERS - [40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40105, 40106] [INFO] [stdout] 40106 MEMBERS - [40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40109] [INFO] [stdout] 40107 MEMBERS - [40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40105, 40108] [INFO] [stdout] 40110 MEMBERS - [40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40107, 40108] [INFO] [stdout] 40109 MEMBERS - [40102, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40107, 40110] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40109|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40109] [INFO] [stdout] 40106 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40109, 40110] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40107 MEMBERS - [40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40105, 40108] [INFO] [stdout] 40110 MEMBERS - [40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40107, 40108] [INFO] [stdout] 40109 MEMBERS - [40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40107, 40110] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40106, 40109] [INFO] [stdout] 40108 MEMBERS - [40103, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40105, 40106] [INFO] [stdout] 40107 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40105, 40108] [INFO] [stdout] 40110 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40107, 40108] [INFO] [stdout] 40108 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40105, 40106] [INFO] [stdout] 40105 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40106, 40109] [INFO] [stdout] 40109 MEMBERS - [40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40107, 40110] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] KILLING node on port 40105 [INFO] [stdout] KILLING node on port 40106 [INFO] [stdout] KILLING node on port 40107 [INFO] [stdout] KILLING node on port 40108 [INFO] [stdout] KILLING node on port 40109 [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40110|0 - DOWNED charge IP(127.0.0.1):40107|0; after timeout: 200 ms [INFO] [stdout] 40110 MEMBERS - [40105, 40106, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40105, 40108] [INFO] [stdout] thread 'cluster_test_with_failures' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x56368f7cf54c - std::backtrace_rs::backtrace::libunwind::trace::h91c465e73bf6c785 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5 [INFO] [stdout] 1: 0x56368f7cf54c - std::backtrace_rs::backtrace::trace_unsynchronized::hae9da36f5d58b5f3 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x56368f7cf54c - std::sys_common::backtrace::_print_fmt::h7f499fa126a7effb [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x56368f7cf54c - ::fmt::h3e2b509ce2ce6007 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x56368f7f64cc - core::fmt::write::h753c7571fa063ecb [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/fmt/mod.rs:1168:17 [INFO] [stdout] 5: 0x56368f7c82a3 - std::io::Write::write_fmt::hb649ab67f71b6655 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/io/mod.rs:1660:15 [INFO] [stdout] 6: 0x56368f7d1fb2 - std::sys_common::backtrace::_print::h64941a6fc8b0ed9b [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x56368f7d1fb2 - std::sys_common::backtrace::print::hcf25e43e1a9b0766 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x56368f7d1fb2 - std::panicking::default_hook::{{closure}}::h78d3e6cf97fc623d [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:211:50 [INFO] [stdout] 9: 0x56368f7d1c01 - std::panicking::default_hook::hda898f8d3ad1a5ae [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:225:9 [INFO] [stdout] 10: 0x56368f7d2603 - std::panicking::rust_panic_with_hook::h1a5ea2d6c23051aa [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:606:17 [INFO] [stdout] 11: 0x56368f7d2320 - std::panicking::begin_panic_handler::{{closure}}::h07f549390938b73f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:502:13 [INFO] [stdout] 12: 0x56368f7cf9f4 - std::sys_common::backtrace::__rust_end_short_backtrace::h5ec3758a92cfb00d [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:139:18 [INFO] [stdout] 13: 0x56368f7d2059 - rust_begin_unwind [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:498:5 [INFO] [stdout] 14: 0x56368f35f3e1 - core::panicking::panic_fmt::h3a79a6a99affe1d5 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panicking.rs:116:14 [INFO] [stdout] 15: 0x56368f35f4d3 - core::result::unwrap_failed::ha0327e3803285d6e [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/result.rs:1690:5 [INFO] [stdout] 16: 0x56368f4f4a81 - core::result::Result::unwrap::h9861fe4188f02b6f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/result.rs:1018:23 [INFO] [stdout] 17: 0x56368f5e69e8 - cluster_test::run_cluster_test::{{closure}}::h34ab2cb0350b0994 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x56368f54c989 - as core::future::future::Future>::poll::h8a3cc06e97e751d2 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/future/mod.rs:84:19 [INFO] [stdout] 19: 0x56368f595ec0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::h786f557b25b13880 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x56368f49e7b0 - tokio::coop::with_budget::{{closure}}::ha0c6deda732de9cc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9 [INFO] [stdout] 21: 0x56368f6102c8 - std::thread::local::LocalKey::try_with::h81b33b1e337c4c22 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/local.rs:412:16 [INFO] [stdout] 22: 0x56368f60f77d - std::thread::local::LocalKey::with::h105f096b1c0c7888 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/local.rs:388:9 [INFO] [stdout] 23: 0x56368f595844 - tokio::coop::with_budget::hef14a4d954c5a4da [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5 [INFO] [stdout] 24: 0x56368f595844 - tokio::coop::budget::h1c5432a64e7bab66 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5 [INFO] [stdout] 25: 0x56368f595844 - tokio::park::thread::CachedParkThread::block_on::h719d223061a9fbdb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x56368f4dea3e - tokio::runtime::enter::Enter::block_on::h6101d6780ba00a0a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x56368f544333 - tokio::runtime::thread_pool::ThreadPool::block_on::h43a52a3ed36d1a14 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/thread_pool/mod.rs:73:9 [INFO] [stdout] 28: 0x56368f545348 - tokio::runtime::Runtime::block_on::habab3fdb7de4d280 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:477:43 [INFO] [stdout] 29: 0x56368f5e6686 - cluster_test::run_cluster_test::hdb0944d169a3b22b [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x56368f5e83d1 - cluster_test::cluster_complete::h5b2c7709fa2a968d [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x56368f5f1510 - cluster_test::cluster_test_with_failures::hb8510d49649bc9b3 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:308:3 [INFO] [stdout] 32: 0x56368f5f11ba - cluster_test::cluster_test_with_failures::{{closure}}::h4a801eaa7a379f02 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:296:1 [INFO] [stdout] 33: 0x56368f5521ae - core::ops::function::FnOnce::call_once::h3a78c5e4051e7c54 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x56368f658533 - core::ops::function::FnOnce::call_once::h1845a80638abc06e [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x56368f658533 - test::__rust_begin_short_backtrace::h4f56ccea01b9889f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:574:5 [INFO] [stdout] 36: 0x56368f65721f - as core::ops::function::FnOnce>::call_once::h5afedf14a39ffa74 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 37: 0x56368f65721f - as core::ops::function::FnOnce<()>>::call_once::hd5aaa1b551e9ce71 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 38: 0x56368f65721f - std::panicking::try::do_call::h316eebee63f96d32 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:406:40 [INFO] [stdout] 39: 0x56368f65721f - std::panicking::try::h662e31e84dd7ce52 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:370:19 [INFO] [stdout] 40: 0x56368f65721f - std::panic::catch_unwind::h129c1b23f076663f [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panic.rs:133:14 [INFO] [stdout] 41: 0x56368f65721f - test::run_test_in_process::h51d800d572f878ef [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:597:18 [INFO] [stdout] 42: 0x56368f65721f - test::run_test::run_test_inner::{{closure}}::h71a47db430260854 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:491:39 [INFO] [stdout] 43: 0x56368f6605e1 - test::run_test::run_test_inner::{{closure}}::h02edd5b3e2dab52a [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/test/src/lib.rs:518:37 [INFO] [stdout] 44: 0x56368f6605e1 - std::sys_common::backtrace::__rust_begin_short_backtrace::h0838cfc8b0e995ec [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys_common/backtrace.rs:123:18 [INFO] [stdout] 45: 0x56368f62d06f - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h4c2725d7078043cd [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/mod.rs:477:17 [INFO] [stdout] 46: 0x56368f62d06f - as core::ops::function::FnOnce<()>>::call_once::hdf1aa612eed87270 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/panic/unwind_safe.rs:271:9 [INFO] [stdout] 47: 0x56368f62d06f - std::panicking::try::do_call::hc72f8de3706d18d6 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:406:40 [INFO] [stdout] 48: 0x56368f62d06f - std::panicking::try::h63f01f54dbd0fb87 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panicking.rs:370:19 [INFO] [stdout] 49: 0x56368f62d06f - std::panic::catch_unwind::h58bc464ae9b26453 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/panic.rs:133:14 [INFO] [stdout] 50: 0x56368f62d06f - std::thread::Builder::spawn_unchecked::{{closure}}::h6c065e19513e33e3 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/thread/mod.rs:476:30 [INFO] [stdout] 51: 0x56368f62d06f - core::ops::function::FnOnce::call_once{{vtable.shim}}::hd143450c74f35c32 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x56368f7d85d3 - as core::ops::function::FnOnce>::call_once::h49b6c7c5155a2296 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 53: 0x56368f7d85d3 - as core::ops::function::FnOnce>::call_once::ha8b5234bfeb15105 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/alloc/src/boxed.rs:1854:9 [INFO] [stdout] 54: 0x56368f7d85d3 - std::sys::unix::thread::Thread::new::thread_start::h6f207dd842d64859 [INFO] [stdout] at /rustc/9d1b2106e23b1abd32fce1f17267604a5102f57a/library/std/src/sys/unix/thread.rs:108:17 [INFO] [stdout] 55: 0x7f5eff619609 - start_thread [INFO] [stdout] 56: 0x7f5eff3eb293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] cluster_test_cyclic_perfect [INFO] [stdout] cluster_test_perfect [INFO] [stdout] cluster_test_with_failures [INFO] [stdout] [INFO] [stdout] test result: FAILED. 1 passed; 3 failed; 0 ignored; 0 measured; 0 filtered out; finished in 10.03s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass '--test cluster-test' [INFO] running `Command { std: "docker" "inspect" "d20eab0c6368ea316d8fd64bd017c4eb95e875c8977bd8339ca90f4c7bbaa9ff", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "d20eab0c6368ea316d8fd64bd017c4eb95e875c8977bd8339ca90f4c7bbaa9ff", kill_on_drop: false }` [INFO] [stdout] d20eab0c6368ea316d8fd64bd017c4eb95e875c8977bd8339ca90f4c7bbaa9ff