[INFO] fetching crate aurum_actors 0.0.1... [INFO] testing aurum_actors-0.0.1 against master#432e145bd5a974c5b6f4dd9b352891bd7502b69d for pr-87041 [INFO] extracting crate aurum_actors 0.0.1 into /workspace/builds/worker-5/source [INFO] validating manifest of crates.io crate aurum_actors 0.0.1 on toolchain 432e145bd5a974c5b6f4dd9b352891bd7502b69d [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+432e145bd5a974c5b6f4dd9b352891bd7502b69d" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking crates.io crate aurum_actors 0.0.1 [INFO] finished tweaking crates.io crate aurum_actors 0.0.1 [INFO] tweaked toml for crates.io crate aurum_actors 0.0.1 written to /workspace/builds/worker-5/source/Cargo.toml [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+432e145bd5a974c5b6f4dd9b352891bd7502b69d" "generate-lockfile" "--manifest-path" "Cargo.toml" "-Zno-index-update", kill_on_drop: false }` [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+432e145bd5a974c5b6f4dd9b352891bd7502b69d" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-5/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-5/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:34b6a614d2c27851fe6cbf88fbd1137609cefab8b10d0615aaeb6fd47975d74e" "/opt/rustwide/cargo-home/bin/cargo" "+432e145bd5a974c5b6f4dd9b352891bd7502b69d" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 7e36bf60ff4599f728de24ce8d400a0c826756f3b01f657747eb46c0ad4a81a5 [INFO] running `Command { std: "docker" "start" "-a" "7e36bf60ff4599f728de24ce8d400a0c826756f3b01f657747eb46c0ad4a81a5", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "7e36bf60ff4599f728de24ce8d400a0c826756f3b01f657747eb46c0ad4a81a5", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "7e36bf60ff4599f728de24ce8d400a0c826756f3b01f657747eb46c0ad4a81a5", kill_on_drop: false }` [INFO] [stdout] 7e36bf60ff4599f728de24ce8d400a0c826756f3b01f657747eb46c0ad4a81a5 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-5/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-5/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:34b6a614d2c27851fe6cbf88fbd1137609cefab8b10d0615aaeb6fd47975d74e" "/opt/rustwide/cargo-home/bin/cargo" "+432e145bd5a974c5b6f4dd9b352891bd7502b69d" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 5a5329cde68013e37540f5c38ec85effca2d85dfb1eaebcb279ca36f9457a1cf [INFO] running `Command { std: "docker" "start" "-a" "5a5329cde68013e37540f5c38ec85effca2d85dfb1eaebcb279ca36f9457a1cf", kill_on_drop: false }` [INFO] [stderr] Compiling autocfg v1.0.1 [INFO] [stderr] Compiling cfg-if v1.0.0 [INFO] [stderr] Compiling proc-macro2 v1.0.27 [INFO] [stderr] Compiling libc v0.2.98 [INFO] [stderr] Compiling libm v0.2.1 [INFO] [stderr] Compiling getrandom v0.1.16 [INFO] [stderr] Compiling lazy_static v1.4.0 [INFO] [stderr] Compiling typenum v1.13.0 [INFO] [stderr] Compiling version_check v0.9.3 [INFO] [stderr] Compiling ppv-lite86 v0.2.10 [INFO] [stderr] Compiling log v0.4.14 [INFO] [stderr] Compiling tinyvec_macros v0.1.0 [INFO] [stderr] Compiling scopeguard v1.1.0 [INFO] [stderr] Compiling memchr v2.4.0 [INFO] [stderr] Compiling matches v0.1.8 [INFO] [stderr] Compiling percent-encoding v2.1.0 [INFO] [stderr] Compiling crossbeam-queue v0.3.2 [INFO] [stderr] Compiling rawpointer v0.2.1 [INFO] [stderr] Compiling static_assertions v1.1.0 [INFO] [stderr] Compiling bytes v1.0.1 [INFO] [stderr] Compiling smallvec v1.6.1 [INFO] [stderr] Compiling linked-hash-map v0.5.4 [INFO] [stderr] Compiling archery v0.4.0 [INFO] [stderr] Compiling tinyvec v1.2.0 [INFO] [stderr] Compiling unicode-bidi v0.3.5 [INFO] [stderr] Compiling matrixmultiply v0.2.4 [INFO] [stderr] Compiling form_urlencoded v1.0.1 [INFO] [stderr] Compiling crossbeam-utils v0.8.5 [INFO] [stderr] Compiling ahash v0.7.4 [INFO] [stderr] Compiling im v15.0.0 [INFO] [stderr] Compiling num-traits v0.2.14 [INFO] [stderr] Compiling memoffset v0.6.4 [INFO] [stderr] Compiling num-integer v0.1.44 [INFO] [stderr] Compiling num-complex v0.2.4 [INFO] [stderr] Compiling num-rational v0.2.4 [INFO] [stderr] Compiling tokio v1.8.1 [INFO] [stderr] Compiling rayon v1.5.1 [INFO] [stderr] Compiling crossbeam-channel v0.5.1 [INFO] [stderr] Compiling crossbeam-epoch v0.9.5 [INFO] [stderr] Compiling aho-corasick v0.7.18 [INFO] [stderr] Compiling getrandom v0.2.3 [INFO] [stderr] Compiling num_cpus v1.13.0 [INFO] [stderr] Compiling mio v0.7.13 [INFO] [stderr] Compiling quote v1.0.9 [INFO] [stderr] Compiling crossbeam-deque v0.8.0 [INFO] [stderr] Compiling rand_core v0.6.3 [INFO] [stderr] Compiling rand_core v0.5.1 [INFO] [stderr] Compiling syn v1.0.73 [INFO] [stderr] Compiling hashbrown v0.11.2 [INFO] [stderr] Compiling generic-array v0.13.3 [INFO] [stderr] Compiling bitmaps v2.1.0 [INFO] [stderr] Compiling crossbeam v0.8.1 [INFO] [stderr] Compiling rayon-core v1.9.1 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling wyhash v0.5.0 [INFO] [stderr] Compiling unicode-normalization v0.1.19 [INFO] [stderr] Compiling rand v0.8.4 [INFO] [stderr] Compiling rand_chacha v0.2.2 [INFO] [stderr] Compiling rand_xoshiro v0.4.0 [INFO] [stderr] Compiling approx v0.3.2 [INFO] [stderr] Compiling regex v1.5.4 [INFO] [stderr] Compiling rand v0.7.3 [INFO] [stderr] Compiling alga v0.9.3 [INFO] [stderr] Compiling rand_distr v0.2.2 [INFO] [stderr] Compiling idna v0.2.3 [INFO] [stderr] Compiling nalgebra v0.19.0 [INFO] [stderr] Compiling url v2.2.2 [INFO] [stderr] Compiling sized-chunks v0.6.5 [INFO] [stderr] Compiling validator_types v0.14.0 [INFO] [stderr] Compiling serde_derive v1.0.126 [INFO] [stderr] Compiling thiserror-impl v1.0.26 [INFO] [stderr] Compiling tokio-macros v1.3.0 [INFO] [stderr] Compiling async-stream-impl v0.3.2 [INFO] [stderr] Compiling derivative v2.2.0 [INFO] [stderr] Compiling async-trait v0.1.50 [INFO] [stderr] Compiling aurum_actors_macros v0.0.1 [INFO] [stderr] Compiling async-stream v0.3.2 [INFO] [stderr] Compiling thiserror v1.0.26 [INFO] [stderr] Compiling tokio-stream v0.1.7 [INFO] [stderr] Compiling tokio-test v0.4.2 [INFO] [stderr] Compiling serde v1.0.126 [INFO] [stderr] Compiling statrs v0.13.0 [INFO] [stderr] Compiling toml v0.5.8 [INFO] [stderr] Compiling serde_json v1.0.64 [INFO] [stderr] Compiling rpds v0.9.0 [INFO] [stderr] Compiling serde_cbor v0.11.1 [INFO] [stderr] Compiling validator v0.14.0 [INFO] [stderr] Compiling proc-macro-crate v1.0.0 [INFO] [stderr] Compiling num_enum_derive v0.5.2 [INFO] [stderr] Compiling num_enum v0.5.2 [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: field is never read: `timeout` [INFO] [stdout] --> src/cluster/cluster.rs:305:3 [INFO] [stdout] | [INFO] [stdout] 305 | timeout: JoinHandle<()>, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: field is never read: `nodes` [INFO] [stdout] --> src/cluster/devices/server.rs:50:3 [INFO] [stdout] | [INFO] [stdout] 50 | nodes: im::HashSet>, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 3 warnings emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished dev [unoptimized + debuginfo] target(s) in 55.62s [INFO] running `Command { std: "docker" "inspect" "5a5329cde68013e37540f5c38ec85effca2d85dfb1eaebcb279ca36f9457a1cf", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "5a5329cde68013e37540f5c38ec85effca2d85dfb1eaebcb279ca36f9457a1cf", kill_on_drop: false }` [INFO] [stdout] 5a5329cde68013e37540f5c38ec85effca2d85dfb1eaebcb279ca36f9457a1cf [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-5/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-5/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:34b6a614d2c27851fe6cbf88fbd1137609cefab8b10d0615aaeb6fd47975d74e" "/opt/rustwide/cargo-home/bin/cargo" "+432e145bd5a974c5b6f4dd9b352891bd7502b69d" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 022840092a60610a13e8956cf7236195bfab891792b4a0fbfb89e3164dc87dfe [INFO] running `Command { std: "docker" "start" "-a" "022840092a60610a13e8956cf7236195bfab891792b4a0fbfb89e3164dc87dfe", kill_on_drop: false }` [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: field is never read: `timeout` [INFO] [stdout] --> src/cluster/cluster.rs:305:3 [INFO] [stdout] | [INFO] [stdout] 305 | timeout: JoinHandle<()>, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: field is never read: `nodes` [INFO] [stdout] --> src/cluster/devices/server.rs:50:3 [INFO] [stdout] | [INFO] [stdout] 50 | nodes: im::HashSet>, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 3 warnings emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: field is never read: `timeout` [INFO] [stdout] --> src/cluster/cluster.rs:305:3 [INFO] [stdout] | [INFO] [stdout] 305 | timeout: JoinHandle<()>, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: field is never read: `nodes` [INFO] [stdout] --> src/cluster/devices/server.rs:50:3 [INFO] [stdout] | [INFO] [stdout] 50 | nodes: im::HashSet>, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 3 warnings emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 38.70s [INFO] running `Command { std: "docker" "inspect" "022840092a60610a13e8956cf7236195bfab891792b4a0fbfb89e3164dc87dfe", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "022840092a60610a13e8956cf7236195bfab891792b4a0fbfb89e3164dc87dfe", kill_on_drop: false }` [INFO] [stdout] 022840092a60610a13e8956cf7236195bfab891792b4a0fbfb89e3164dc87dfe [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-5/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-5/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:34b6a614d2c27851fe6cbf88fbd1137609cefab8b10d0615aaeb6fd47975d74e" "/opt/rustwide/cargo-home/bin/cargo" "+432e145bd5a974c5b6f4dd9b352891bd7502b69d" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] a6ca6b1bd8eada1729b34bdfa788200fe22213fdf5ca0e4e75bcff738724b7a3 [INFO] running `Command { std: "docker" "start" "-a" "a6ca6b1bd8eada1729b34bdfa788200fe22213fdf5ca0e4e75bcff738724b7a3", kill_on_drop: false }` [INFO] [stderr] warning: field is never read: `timeout` [INFO] [stderr] --> src/cluster/cluster.rs:305:3 [INFO] [stderr] | [INFO] [stderr] 305 | timeout: JoinHandle<()>, [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(dead_code)]` on by default [INFO] [stderr] [INFO] [stderr] warning: field is never read: `nodes` [INFO] [stderr] --> src/cluster/devices/server.rs:50:3 [INFO] [stderr] | [INFO] [stderr] 50 | nodes: im::HashSet>, [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stderr] [INFO] [stderr] warning: unused borrow that must be used [INFO] [stderr] --> src/core/packets.rs:82:5 [INFO] [stderr] | [INFO] [stderr] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(unused_must_use)]` on by default [INFO] [stderr] [INFO] [stderr] warning: 3 warnings emitted [INFO] [stderr] [INFO] [stderr] warning: field is never read: `timeout` [INFO] [stderr] --> src/cluster/cluster.rs:305:3 [INFO] [stderr] | [INFO] [stderr] 305 | timeout: JoinHandle<()>, [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(dead_code)]` on by default [INFO] [stderr] [INFO] [stderr] warning: field is never read: `nodes` [INFO] [stderr] --> src/cluster/devices/server.rs:50:3 [INFO] [stderr] | [INFO] [stderr] 50 | nodes: im::HashSet>, [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stderr] [INFO] [stderr] warning: unused borrow that must be used [INFO] [stderr] --> src/core/packets.rs:82:5 [INFO] [stderr] | [INFO] [stderr] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(unused_must_use)]` on by default [INFO] [stderr] [INFO] [stderr] warning: 3 warnings emitted [INFO] [stderr] [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 0.10s [INFO] [stderr] Running unittests (/opt/rustwide/target/debug/deps/aurum_actors-f4a825b43b8da4e7) [INFO] [stdout] [INFO] [stdout] running 8 tests [INFO] [stdout] test cluster::node_ring::test_not_in_ring ... ok [INFO] [stdout] test cluster::devices::devices_state::devices_state_join_test ... ok [INFO] [stdout] test cluster::devices::devices_state::devices_state_deltas_test ... ok [INFO] [stdout] test cluster::node_ring::test_node_ring ... ok [INFO] [stdout] test cluster::gossip::test_gossip_merge ... ok [INFO] [stdout] test cluster::interval_storage::test_interval_storage ... ok [INFO] [stdout] test core::actor_ref::actor_ref_valid_test ... ok [INFO] [stdout] test core::packets::test_datagram_header_serde ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 8 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.03s [INFO] [stdout] [INFO] [stderr] Running tests/cluster-test.rs (/opt/rustwide/target/debug/deps/cluster_test-7bdb5bcd4fac54c3) [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test cluster_test_cyclic_perfect ... FAILED [INFO] [stdout] test cluster_test_perfect ... FAILED [INFO] [stdout] test cluster_test_cyclic_failures ... FAILED [INFO] [stdout] test cluster_test_with_failures ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- cluster_test_cyclic_perfect stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40204 MEMBERS - [40201, 40204] [INFO] [stdout] 40204 CHARGES - [40201] [INFO] [stdout] 40203 MEMBERS - [40202, 40203] [INFO] [stdout] 40203 CHARGES - [40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40202 MEMBERS - [40202, 40203] [INFO] [stdout] 40202 CHARGES - [40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40202 CHARGES - [40201, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40202 CHARGES - [40201, 40203] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40203 CHARGES - [40201, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40204 CHARGES - [40202, 40203] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40203] [INFO] [stdout] 40201 CHARGES - [40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40204, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40203 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40204, 40205] [INFO] [stdout] 40203 MEMBERS - [40202, 40203, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40205] [INFO] [stdout] 40203 MEMBERS - [40202, 40203] [INFO] [stdout] 40203 CHARGES - [40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40204, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40204] [INFO] [stdout] 40202 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40202, 40205] [INFO] [stdout] 40203 MEMBERS - [40203] [INFO] [stdout] 40203 CHARGES - [] [INFO] [stdout] 40203 MEMBERS - [40201, 40203] [INFO] [stdout] 40203 CHARGES - [40201] [INFO] [stdout] 40201 MEMBERS - [40201, 40203] [INFO] [stdout] 40201 CHARGES - [40203] [INFO] [stdout] 40201 MEMBERS - [40201] [INFO] [stdout] 40201 CHARGES - [] [INFO] [stdout] 40203 MEMBERS - [40201, 40203] [INFO] [stdout] 40203 CHARGES - [40201] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40203, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40205] [INFO] [stdout] 40204 MEMBERS - [40204, 40205] [INFO] [stdout] 40204 CHARGES - [40205] [INFO] [stdout] 40204 MEMBERS - [40204, 40205] [INFO] [stdout] 40204 CHARGES - [40205] [INFO] [stdout] 40204 MEMBERS - [40204] [INFO] [stdout] 40204 CHARGES - [] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40203] [INFO] [stdout] 40205 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40203] [INFO] [stdout] 40205 MEMBERS - [40202, 40203, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40204] [INFO] [stdout] 40201 CHARGES - [40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] 40205 MEMBERS - [40202, 40203, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40203] [INFO] [stdout] 40202 MEMBERS - [40202, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40204, 40205] [INFO] [stdout] 40205 MEMBERS - [40203, 40205] [INFO] [stdout] 40205 CHARGES - [40203] [INFO] [stdout] 40202 MEMBERS - [40202, 40205] [INFO] [stdout] 40202 CHARGES - [40205] [INFO] [stdout] 40202 MEMBERS - [40202] [INFO] [stdout] 40202 CHARGES - [] [INFO] [stdout] 40202 MEMBERS - [40202] [INFO] [stdout] 40202 CHARGES - [] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40204] [INFO] [stdout] 40203 CHARGES - [40201, 40204] [INFO] [stdout] 40203 MEMBERS - [40201, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40205 MEMBERS - [40205] [INFO] [stdout] 40205 CHARGES - [] [INFO] [stdout] 40205 MEMBERS - [40204, 40205] [INFO] [stdout] 40205 CHARGES - [40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40204] [INFO] [stdout] 40204 CHARGES - [40201] [INFO] [stdout] 40202 MEMBERS - [40202, 40205] [INFO] [stdout] 40202 CHARGES - [40205] [INFO] [stdout] 40205 MEMBERS - [40201, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40204] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40204, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40202 CHARGES - [40201, 40203] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40204 MEMBERS - [40201, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40202, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40204] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40205 CHARGES - [40202, 40206] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40206 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40202 CHARGES - [40204, 40206] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40202 CHARGES - [40204, 40206] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40203 CHARGES - [40201, 40207] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40205 CHARGES - [40202, 40206] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40201 CHARGES - [40205, 40208] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40202 CHARGES - [40204, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40205 CHARGES - [40202, 40208] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40203 CHARGES - [40201, 40207] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40204 CHARGES - [40203, 40207] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40204 CHARGES - [40203, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40201 CHARGES - [40202, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40202 CHARGES - [40204, 40206] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40210] [INFO] [stdout] 40209 MEMBERS - [40207, 40209] [INFO] [stdout] 40209 CHARGES - [40207] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40208, 40210] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40210] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40210] [INFO] [stdout] 40202 CHARGES - [40204, 40210] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40204, 40210] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40203 CHARGES - [40201, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40204 CHARGES - [40201, 40203] [INFO] [stdout] 40207 MEMBERS - [40206, 40207] [INFO] [stdout] 40207 CHARGES - [40206] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40207 CHARGES - [40201, 40205] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40205 CHARGES - [40202, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40210] [INFO] [stdout] 40205 CHARGES - [40202, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40210] [INFO] [stdout] 40205 CHARGES - [40202, 40206] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40207 CHARGES - [40201, 40205] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40209|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] thread 'cluster_test_cyclic_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::libunwind::trace::h706b838f5bbd876b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::trace_unsynchronized::hc15f29ae7822b7b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x55b1dd8b56c0 - std::sys_common::backtrace::_print_fmt::h7c580c971f91926c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x55b1dd8b56c0 - ::fmt::h2a772198c4032452 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x55b1dd8d8cec - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x55b1dd8afc55 - std::io::Write::write_fmt::h583dff5009d01a9f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/io/mod.rs:1663:15 [INFO] [stdout] 6: 0x55b1dd8b789b - std::sys_common::backtrace::_print::h5b3c171e6f864ae4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x55b1dd8b789b - std::sys_common::backtrace::print::h93b9e9ed2a98e611 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x55b1dd8b789b - std::panicking::default_hook::{{closure}}::hd8da92bb68d520c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x55b1dd8b73ac - std::panicking::default_hook::hdbc8b2951c5afbab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x55b1dd8b7f64 - std::panicking::rust_panic_with_hook::h8a4c841655926f4e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x55b1dd8b7a47 - std::panicking::begin_panic_handler::{{closure}}::h471b6bc74904b7b0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x55b1dd8b5bbc - std::sys_common::backtrace::__rust_end_short_backtrace::h309f5c707f29932f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x55b1dd8b79a9 - rust_begin_unwind [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x55b1dd46dc31 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x55b1dd46dd23 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1355:5 [INFO] [stdout] 16: 0x55b1dd5b7462 - core::result::Result::unwrap::h4f996ab0031d4772 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1037:23 [INFO] [stdout] 17: 0x55b1dd6a99ac - cluster_test::run_cluster_test::{{closure}}::h9a118dddcd2a67a7 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x55b1dd595cb9 - as core::future::future::Future>::poll::hb4c7d2b3e5dd5fe6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x55b1dd617ee0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::hb7b6e90ba9dd46ba [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x55b1dd5d33cc - tokio::coop::with_budget::{{closure}}::h5f05a494f0919e98 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:106:9 [INFO] [stdout] 21: 0x55b1dd5990a1 - std::thread::local::LocalKey::try_with::h3b8b8a2c7cbe625b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x55b1dd5989ad - std::thread::local::LocalKey::with::h10afc2fac19f89c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x55b1dd616f34 - tokio::coop::with_budget::h09c1ae1d4a3ea77a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:99:5 [INFO] [stdout] 24: 0x55b1dd616f34 - tokio::coop::budget::h010dbffd0407b095 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:76:5 [INFO] [stdout] 25: 0x55b1dd616f34 - tokio::park::thread::CachedParkThread::block_on::h29db29c6d1c90ba4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x55b1dd5d5f1e - tokio::runtime::enter::Enter::block_on::h487e6f4d9a0b80ed [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x55b1dd5d3af3 - tokio::runtime::thread_pool::ThreadPool::block_on::h52149200e0a530dd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/mod.rs:71:9 [INFO] [stdout] 28: 0x55b1dd62058a - tokio::runtime::Runtime::block_on::hf10029e132d7e477 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/mod.rs:452:43 [INFO] [stdout] 29: 0x55b1dd6a9660 - cluster_test::run_cluster_test::h46bddc19a08951ae [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x55b1dd6ac75a - cluster_test::cluster_cyclic::h441bea12e0f8b69b [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:346:3 [INFO] [stdout] 31: 0x55b1dd6b4723 - cluster_test::cluster_test_cyclic_perfect::h798a638b46350638 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:359:3 [INFO] [stdout] 32: 0x55b1dd6b44aa - cluster_test::cluster_test_cyclic_perfect::{{closure}}::hf70ef4cb6ac44594 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:350:1 [INFO] [stdout] 33: 0x55b1dd65300e - core::ops::function::FnOnce::call_once::hf0d83c521af7d904 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x55b1dd742f63 - core::ops::function::FnOnce::call_once::h99a97b0ff983bd25 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x55b1dd742f63 - test::__rust_begin_short_backtrace::h8fe0d26ed1584e50 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:577:5 [INFO] [stdout] 36: 0x55b1dd7419f0 - as core::ops::function::FnOnce>::call_once::he6b90e352f394d8f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 37: 0x55b1dd7419f0 - as core::ops::function::FnOnce<()>>::call_once::h1c05475e029700b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 38: 0x55b1dd7419f0 - std::panicking::try::do_call::he6de943476ae628a [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 39: 0x55b1dd7419f0 - std::panicking::try::ha21937b8feb06f89 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 40: 0x55b1dd7419f0 - std::panic::catch_unwind::ha79830b3325c9fa6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 41: 0x55b1dd7419f0 - test::run_test_in_process::h1ab180b83ee2d5b5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:600:18 [INFO] [stdout] 42: 0x55b1dd7419f0 - test::run_test::run_test_inner::{{closure}}::h8258ffe088f187a1 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:492:39 [INFO] [stdout] 43: 0x55b1dd71afb2 - test::run_test::run_test_inner::{{closure}}::hc697b214abd32bc6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:519:37 [INFO] [stdout] 44: 0x55b1dd71afb2 - std::sys_common::backtrace::__rust_begin_short_backtrace::h64de0d3f894854a9 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x55b1dd71ec08 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h1fd98fc86e533ece [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 46: 0x55b1dd71ec08 - as core::ops::function::FnOnce<()>>::call_once::h4e2a7abf702e4cfd [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 47: 0x55b1dd71ec08 - std::panicking::try::do_call::h4496392321a3c8c0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 48: 0x55b1dd71ec08 - std::panicking::try::hf1e14258e04e8e9a [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 49: 0x55b1dd71ec08 - std::panic::catch_unwind::hb72c3777cd55642f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 50: 0x55b1dd71ec08 - std::thread::Builder::spawn_unchecked::{{closure}}::h2d7915a5910e148e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 51: 0x55b1dd71ec08 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h83fd2f1ef5be797c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::ha8b1d5a0092467fc [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 53: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::h4b9f24ec4e8a879e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 54: 0x55b1dd8bd327 - std::sys::unix::thread::Thread::new::thread_start::h2a0e98fbc4ab4c32 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys/unix/thread.rs:72:17 [INFO] [stdout] 55: 0x7f726f012609 - start_thread [INFO] [stdout] 56: 0x7f726ede4293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] [INFO] [stdout] ---- cluster_test_perfect stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40001 MEMBERS - [40001] [INFO] [stdout] 40001 CHARGES - [] [INFO] [stdout] 40001 MEMBERS - [40001, 40002] [INFO] [stdout] 40001 CHARGES - [40002] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40001 MEMBERS - [40001] [INFO] [stdout] 40001 CHARGES - [] [INFO] [stdout] 40002 MEMBERS - [40001, 40002] [INFO] [stdout] 40002 CHARGES - [40001] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40001 MEMBERS - [40001, 40003] [INFO] [stdout] 40001 CHARGES - [40003] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40002, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40002, 40003] [INFO] [stdout] 40004 MEMBERS - [40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40002, 40003] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40002 MEMBERS - [40002, 40003] [INFO] [stdout] 40002 CHARGES - [40003] [INFO] [stdout] 40002 MEMBERS - [40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40003, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002] [INFO] [stdout] 40001 CHARGES - [40002] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40003, 40004] [INFO] [stdout] 40005 MEMBERS - [40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40003, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40004] [INFO] [stdout] 40001 CHARGES - [40002, 40004] [INFO] [stdout] 40002 MEMBERS - [40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40004] [INFO] [stdout] 40001 CHARGES - [40002, 40004] [INFO] [stdout] 40003 MEMBERS - [40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40002 MEMBERS - [40002, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40002, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40005 MEMBERS - [40002, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40002, 40004] [INFO] [stdout] 40004 MEMBERS - [40002, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40002, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40001, 40004] [INFO] [stdout] 40003 MEMBERS - [40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] 40003 MEMBERS - [40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40002, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40003, 40004] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40001|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40004 MEMBERS - [40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40002, 40003] [INFO] [stdout] 40003 MEMBERS - [40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40003 MEMBERS - [40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40004, 40005] [INFO] [stdout] 40004 MEMBERS - [40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40003, 40005] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] 40003 MEMBERS - [40003, 40004] [INFO] [stdout] 40003 CHARGES - [40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40001, 40004] [INFO] [stdout] 40002 MEMBERS - [40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40002 MEMBERS - [40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40004, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40001, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40003, 40004] [INFO] [stdout] 40004 CHARGES - [40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40001, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40006] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40003, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40006] [INFO] [stdout] 40002 CHARGES - [40001, 40006] [INFO] [stdout] 40005 MEMBERS - [40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40003, 40004] [INFO] [stdout] 40005 MEMBERS - [40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40002, 40003] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40001, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40006] [INFO] [stdout] 40003 CHARGES - [40002, 40006] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40006] [INFO] [stdout] 40004 CHARGES - [40002, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40001, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40004 CHARGES - [40003, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] 40005 MEMBERS - [40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40004, 40006] [INFO] [stdout] 40005 MEMBERS - [40001, 40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40001, 40006] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40002, 40006] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40001 CHARGES - [40003, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40003, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40006 CHARGES - [40004, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40006] [INFO] [stdout] 40006 CHARGES - [40001, 40004] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40007] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] thread 'cluster_test_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::libunwind::trace::h706b838f5bbd876b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::trace_unsynchronized::hc15f29ae7822b7b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x55b1dd8b56c0 - std::sys_common::backtrace::_print_fmt::h7c580c971f91926c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x55b1dd8b56c0 - ::fmt::h2a772198c4032452 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x55b1dd8d8cec - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x55b1dd8afc55 - std::io::Write::write_fmt::h583dff5009d01a9f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/io/mod.rs:1663:15 [INFO] [stdout] 6: 0x55b1dd8b789b - std::sys_common::backtrace::_print::h5b3c171e6f864ae4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x55b1dd8b789b - std::sys_common::backtrace::print::h93b9e9ed2a98e611 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x55b1dd8b789b - std::panicking::default_hook::{{closure}}::hd8da92bb68d520c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x55b1dd8b73ac - std::panicking::default_hook::hdbc8b2951c5afbab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x55b1dd8b7f64 - std::panicking::rust_panic_with_hook::h8a4c841655926f4e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x55b1dd8b7a47 - std::panicking::begin_panic_handler::{{closure}}::h471b6bc74904b7b0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x55b1dd8b5bbc - std::sys_common::backtrace::__rust_end_short_backtrace::h309f5c707f29932f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x55b1dd8b79a9 - rust_begin_unwind [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x55b1dd46dc31 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x55b1dd46dd23 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1355:5 [INFO] [stdout] 16: 0x55b1dd5b7462 - core::result::Result::unwrap::h4f996ab0031d4772 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1037:23 [INFO] [stdout] 17: 0x55b1dd6a99ac - cluster_test::run_cluster_test::{{closure}}::h9a118dddcd2a67a7 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x55b1dd595cb9 - as core::future::future::Future>::poll::hb4c7d2b3e5dd5fe6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x55b1dd617ee0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::hb7b6e90ba9dd46ba [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x55b1dd5d33cc - tokio::coop::with_budget::{{closure}}::h5f05a494f0919e98 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:106:9 [INFO] [stdout] 21: 0x55b1dd5990a1 - std::thread::local::LocalKey::try_with::h3b8b8a2c7cbe625b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x55b1dd5989ad - std::thread::local::LocalKey::with::h10afc2fac19f89c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x55b1dd616f34 - tokio::coop::with_budget::h09c1ae1d4a3ea77a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:99:5 [INFO] [stdout] 24: 0x55b1dd616f34 - tokio::coop::budget::h010dbffd0407b095 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:76:5 [INFO] [stdout] 25: 0x55b1dd616f34 - tokio::park::thread::CachedParkThread::block_on::h29db29c6d1c90ba4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x55b1dd5d5f1e - tokio::runtime::enter::Enter::block_on::h487e6f4d9a0b80ed [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x55b1dd5d3af3 - tokio::runtime::thread_pool::ThreadPool::block_on::h52149200e0a530dd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/mod.rs:71:9 [INFO] [stdout] 28: 0x55b1dd62058a - tokio::runtime::Runtime::block_on::hf10029e132d7e477 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/mod.rs:452:43 [INFO] [stdout] 29: 0x55b1dd6a9660 - cluster_test::run_cluster_test::h46bddc19a08951ae [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x55b1dd6ab2aa - cluster_test::cluster_complete::ha7329a1f8e078417 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x55b1dd6b407f - cluster_test::cluster_test_perfect::h5208ceda2df179a3 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:292:3 [INFO] [stdout] 32: 0x55b1dd6b3dfa - cluster_test::cluster_test_perfect::{{closure}}::h51ee44928ce2b7a7 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:282:1 [INFO] [stdout] 33: 0x55b1dd6527ee - core::ops::function::FnOnce::call_once::h94e87c228d961f09 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x55b1dd742f63 - core::ops::function::FnOnce::call_once::h99a97b0ff983bd25 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x55b1dd742f63 - test::__rust_begin_short_backtrace::h8fe0d26ed1584e50 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:577:5 [INFO] [stdout] 36: 0x55b1dd7419f0 - as core::ops::function::FnOnce>::call_once::he6b90e352f394d8f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 37: 0x55b1dd7419f0 - as core::ops::function::FnOnce<()>>::call_once::h1c05475e029700b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 38: 0x55b1dd7419f0 - std::panicking::try::do_call::he6de943476ae628a [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 39: 0x55b1dd7419f0 - std::panicking::try::ha21937b8feb06f89 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 40: 0x55b1dd7419f0 - std::panic::catch_unwind::ha79830b3325c9fa6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 41: 0x55b1dd7419f0 - test::run_test_in_process::h1ab180b83ee2d5b5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:600:18 [INFO] [stdout] 42: 0x55b1dd7419f0 - test::run_test::run_test_inner::{{closure}}::h8258ffe088f187a1 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:492:39 [INFO] [stdout] 43: 0x55b1dd71afb2 - test::run_test::run_test_inner::{{closure}}::hc697b214abd32bc6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:519:37 [INFO] [stdout] 44: 0x55b1dd71afb2 - std::sys_common::backtrace::__rust_begin_short_backtrace::h64de0d3f894854a9 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x55b1dd71ec08 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h1fd98fc86e533ece [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 46: 0x55b1dd71ec08 - as core::ops::function::FnOnce<()>>::call_once::h4e2a7abf702e4cfd [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 47: 0x55b1dd71ec08 - std::panicking::try::do_call::h4496392321a3c8c0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 48: 0x55b1dd71ec08 - std::panicking::try::hf1e14258e04e8e9a [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 49: 0x55b1dd71ec08 - std::panic::catch_unwind::hb72c3777cd55642f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 50: 0x55b1dd71ec08 - std::thread::Builder::spawn_unchecked::{{closure}}::h2d7915a5910e148e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 51: 0x55b1dd71ec08 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h83fd2f1ef5be797c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::ha8b1d5a0092467fc [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 53: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::h4b9f24ec4e8a879e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 54: 0x55b1dd8bd327 - std::sys::unix::thread::Thread::new::thread_start::h2a0e98fbc4ab4c32 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys/unix/thread.rs:72:17 [INFO] [stdout] 55: 0x7f726f012609 - start_thread [INFO] [stdout] 56: 0x7f726ede4293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_cyclic_failures stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40302 MEMBERS - [40301, 40302] [INFO] [stdout] 40302 CHARGES - [40301] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40301|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40302] [INFO] [stdout] 40301 CHARGES - [40302] [INFO] [stdout] 40303 MEMBERS - [40301, 40303] [INFO] [stdout] 40303 CHARGES - [40301] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303] [INFO] [stdout] 40301 CHARGES - [40302, 40303] [INFO] [stdout] 40302 MEMBERS - [40302] [INFO] [stdout] 40302 CHARGES - [] [INFO] [stdout] 40302 MEMBERS - [40302, 40303] [INFO] [stdout] 40302 CHARGES - [40303] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40301 CHARGES - [40302, 40304] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40305] [INFO] [stdout] 40303 CHARGES - [40301, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40301, 40305] [INFO] [stdout] 40303 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40301, 40305] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40301, 40302, 40303, 40304] [INFO] [stdout] 40304 CHARGES - [40301, 40303] [INFO] [stdout] 40301 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40302, 40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40304] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] 40305 MEMBERS - [40304, 40305] [INFO] [stdout] 40305 CHARGES - [40304] [INFO] [stdout] 40305 MEMBERS - [40301, 40302, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40304] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304, 40305] [INFO] [stdout] 40301 CHARGES - [40304, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304] [INFO] [stdout] 40303 CHARGES - [40302, 40304] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40303, 40304] [INFO] [stdout] 40301 CHARGES - [40303, 40304] [INFO] [stdout] 40303 MEMBERS - [40303, 40304] [INFO] [stdout] 40303 CHARGES - [40304] [INFO] [stdout] 40305 MEMBERS - [40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40305 MEMBERS - [40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40304, 40305] [INFO] [stdout] 40303 MEMBERS - [40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40304, 40305] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40303, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40302, 40303] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301, 40303] [INFO] [stdout] 40301 CHARGES - [40303] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40302, 40303] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303] [INFO] [stdout] 40302 CHARGES - [40303] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40301|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40301 MEMBERS - [40301] [INFO] [stdout] 40301 CHARGES - [] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40304] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40303] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40304] [INFO] [stdout] 40302 CHARGES - [40303, 40304] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304] [INFO] [stdout] 40303 CHARGES - [40302, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40304 MEMBERS - [40302, 40304, 40305] [INFO] [stdout] 40304 CHARGES - [40302, 40305] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40303] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40304, 40305] [INFO] [stdout] 40303 CHARGES - [40304, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40303, 40304] [INFO] [stdout] 40304 CHARGES - [40302, 40303] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40303, 40304, 40305] [INFO] [stdout] 40305 CHARGES - [40303, 40304] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40303, 40305] [INFO] [stdout] 40305 CHARGES - [40303] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40304|0 - DOWNED charge IP(127.0.0.1):40302|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40303|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40304|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303] [INFO] [stdout] 40302 CHARGES - [40303] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40304 MEMBERS - [40302, 40304] [INFO] [stdout] 40304 CHARGES - [40302] [INFO] [stdout] 40304 MEMBERS - [40304] [INFO] [stdout] 40304 CHARGES - [] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40305 MEMBERS - [40303, 40305] [INFO] [stdout] 40305 CHARGES - [40303] [INFO] [stdout] 40303 MEMBERS - [40303, 40305] [INFO] [stdout] 40303 CHARGES - [40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303] [INFO] [stdout] 40302 CHARGES - [40303] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40303] [INFO] [stdout] 40304 MEMBERS - [40304] [INFO] [stdout] 40304 CHARGES - [] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40305|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40303] [INFO] [stdout] 40302 CHARGES - [40303] [INFO] [stdout] 40303 MEMBERS - [40302, 40303] [INFO] [stdout] 40303 CHARGES - [40302] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40303] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40305|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40305 MEMBERS - [40302, 40305] [INFO] [stdout] 40305 CHARGES - [40302] [INFO] [stdout] 40303 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40303 CHARGES - [40302, 40305] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40302|0 - DOWNED charge IP(127.0.0.1):40303|0; after timeout: 200 ms [INFO] [stdout] 40302 MEMBERS - [40302, 40305] [INFO] [stdout] 40302 CHARGES - [40305] [INFO] [stdout] 40305 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40305 CHARGES - [40302, 40303] [INFO] [stdout] 40302 MEMBERS - [40302, 40303, 40305] [INFO] [stdout] 40302 CHARGES - [40303, 40305] [INFO] [stdout] thread 'cluster_test_cyclic_failures' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::libunwind::trace::h706b838f5bbd876b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::trace_unsynchronized::hc15f29ae7822b7b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x55b1dd8b56c0 - std::sys_common::backtrace::_print_fmt::h7c580c971f91926c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x55b1dd8b56c0 - ::fmt::h2a772198c4032452 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x55b1dd8d8cec - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x55b1dd8afc55 - std::io::Write::write_fmt::h583dff5009d01a9f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/io/mod.rs:1663:15 [INFO] [stdout] 6: 0x55b1dd8b789b - std::sys_common::backtrace::_print::h5b3c171e6f864ae4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x55b1dd8b789b - std::sys_common::backtrace::print::h93b9e9ed2a98e611 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x55b1dd8b789b - std::panicking::default_hook::{{closure}}::hd8da92bb68d520c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x55b1dd8b73ac - std::panicking::default_hook::hdbc8b2951c5afbab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x55b1dd8b7f64 - std::panicking::rust_panic_with_hook::h8a4c841655926f4e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x55b1dd8b7a47 - std::panicking::begin_panic_handler::{{closure}}::h471b6bc74904b7b0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x55b1dd8b5bbc - std::sys_common::backtrace::__rust_end_short_backtrace::h309f5c707f29932f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x55b1dd8b79a9 - rust_begin_unwind [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x55b1dd46dc31 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x55b1dd46dd23 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1355:5 [INFO] [stdout] 16: 0x55b1dd5b7462 - core::result::Result::unwrap::h4f996ab0031d4772 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1037:23 [INFO] [stdout] 17: 0x55b1dd6a99ac - cluster_test::run_cluster_test::{{closure}}::h9a118dddcd2a67a7 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x55b1dd595cb9 - as core::future::future::Future>::poll::hb4c7d2b3e5dd5fe6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x55b1dd617ee0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::hb7b6e90ba9dd46ba [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x55b1dd5d33cc - tokio::coop::with_budget::{{closure}}::h5f05a494f0919e98 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:106:9 [INFO] [stdout] 21: 0x55b1dd5990a1 - std::thread::local::LocalKey::try_with::h3b8b8a2c7cbe625b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x55b1dd5989ad - std::thread::local::LocalKey::with::h10afc2fac19f89c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x55b1dd616f34 - tokio::coop::with_budget::h09c1ae1d4a3ea77a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:99:5 [INFO] [stdout] 24: 0x55b1dd616f34 - tokio::coop::budget::h010dbffd0407b095 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:76:5 [INFO] [stdout] 25: 0x55b1dd616f34 - tokio::park::thread::CachedParkThread::block_on::h29db29c6d1c90ba4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x55b1dd5d5f1e - tokio::runtime::enter::Enter::block_on::h487e6f4d9a0b80ed [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x55b1dd5d3af3 - tokio::runtime::thread_pool::ThreadPool::block_on::h52149200e0a530dd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/mod.rs:71:9 [INFO] [stdout] 28: 0x55b1dd62058a - tokio::runtime::Runtime::block_on::hf10029e132d7e477 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/mod.rs:452:43 [INFO] [stdout] 29: 0x55b1dd6a9660 - cluster_test::run_cluster_test::h46bddc19a08951ae [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x55b1dd6ac75a - cluster_test::cluster_cyclic::h441bea12e0f8b69b [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:346:3 [INFO] [stdout] 31: 0x55b1dd6b4ae9 - cluster_test::cluster_test_cyclic_failures::ha8364cb04c4fa015 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:375:3 [INFO] [stdout] 32: 0x55b1dd6b477a - cluster_test::cluster_test_cyclic_failures::{{closure}}::h4c61a90386259bef [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:363:1 [INFO] [stdout] 33: 0x55b1dd652e9e - core::ops::function::FnOnce::call_once::hdb490db4f40c4b48 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x55b1dd742f63 - core::ops::function::FnOnce::call_once::h99a97b0ff983bd25 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x55b1dd742f63 - test::__rust_begin_short_backtrace::h8fe0d26ed1584e50 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:577:5 [INFO] [stdout] 36: 0x55b1dd7419f0 - as core::ops::function::FnOnce>::call_once::he6b90e352f394d8f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 37: 0x55b1dd7419f0 - as core::ops::function::FnOnce<()>>::call_once::h1c05475e029700b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 38: 0x55b1dd7419f0 - std::panicking::try::do_call::he6de943476ae628a [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 39: 0x55b1dd7419f0 - std::panicking::try::ha21937b8feb06f89 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 40: 0x55b1dd7419f0 - std::panic::catch_unwind::ha79830b3325c9fa6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 41: 0x55b1dd7419f0 - test::run_test_in_process::h1ab180b83ee2d5b5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:600:18 [INFO] [stdout] 42: 0x55b1dd7419f0 - test::run_test::run_test_inner::{{closure}}::h8258ffe088f187a1 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:492:39 [INFO] [stdout] 43: 0x55b1dd71afb2 - test::run_test::run_test_inner::{{closure}}::hc697b214abd32bc6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:519:37 [INFO] [stdout] 44: 0x55b1dd71afb2 - std::sys_common::backtrace::__rust_begin_short_backtrace::h64de0d3f894854a9 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x55b1dd71ec08 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h1fd98fc86e533ece [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 46: 0x55b1dd71ec08 - as core::ops::function::FnOnce<()>>::call_once::h4e2a7abf702e4cfd [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 47: 0x55b1dd71ec08 - std::panicking::try::do_call::h4496392321a3c8c0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 48: 0x55b1dd71ec08 - std::panicking::try::hf1e14258e04e8e9a [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 49: 0x55b1dd71ec08 - std::panic::catch_unwind::hb72c3777cd55642f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 50: 0x55b1dd71ec08 - std::thread::Builder::spawn_unchecked::{{closure}}::h2d7915a5910e148e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 51: 0x55b1dd71ec08 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h83fd2f1ef5be797c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::ha8b1d5a0092467fc [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 53: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::h4b9f24ec4e8a879e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 54: 0x55b1dd8bd327 - std::sys::unix::thread::Thread::new::thread_start::h2a0e98fbc4ab4c32 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys/unix/thread.rs:72:17 [INFO] [stdout] 55: 0x7f726f012609 - start_thread [INFO] [stdout] 56: 0x7f726ede4293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_with_failures stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102] [INFO] [stdout] 40102 CHARGES - [40101] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40104] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40103] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40103] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40105] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40103, 40104] [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40101|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-8672580547696206778" } [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-8672580547696206778" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::libunwind::trace::h706b838f5bbd876b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::trace_unsynchronized::hc15f29ae7822b7b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x55b1dd8b56c0 - std::sys_common::backtrace::_print_fmt::h7c580c971f91926c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x55b1dd8b56c0 - ::fmt::h2a772198c4032452 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x55b1dd8d8cec - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x55b1dd8afc55 - std::io::Write::write_fmt::h583dff5009d01a9f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/io/mod.rs:1663:15 [INFO] [stdout] 6: 0x55b1dd8b789b - std::sys_common::backtrace::_print::h5b3c171e6f864ae4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x55b1dd8b789b - std::sys_common::backtrace::print::h93b9e9ed2a98e611 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x55b1dd8b789b - std::panicking::default_hook::{{closure}}::hd8da92bb68d520c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x55b1dd8b73ac - std::panicking::default_hook::hdbc8b2951c5afbab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x55b1dd8b7f64 - std::panicking::rust_panic_with_hook::h8a4c841655926f4e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x55b1dd8b7a47 - std::panicking::begin_panic_handler::{{closure}}::h471b6bc74904b7b0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x55b1dd8b5bbc - std::sys_common::backtrace::__rust_end_short_backtrace::h309f5c707f29932f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x55b1dd8b79a9 - rust_begin_unwind [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x55b1dd46dc31 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x55b1dd46dd23 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1355:5 [INFO] [stdout] 16: 0x55b1dd5b6bef - core::result::Result::expect::h643100ddb0258d26 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:997:23 [INFO] [stdout] 17: 0x55b1dd57d33c - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::he1326c9cdf123ea9 [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x55b1dd5952c9 - as core::future::future::Future>::poll::h8836cc5f40b0d796 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x55b1dd6a498f - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hb531092601984c4c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:243:17 [INFO] [stdout] 20: 0x55b1dd5c0f95 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::hd23b5f81ffce3646 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x55b1dd6a3837 - tokio::runtime::task::core::CoreStage::poll::hc4adf3873e9d1b74 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:233:13 [INFO] [stdout] 22: 0x55b1dd6bb97a - tokio::runtime::task::harness::poll_future::{{closure}}::h9b13947d436ab51b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:438:23 [INFO] [stdout] 23: 0x55b1dd647633 - as core::ops::function::FnOnce<()>>::call_once::hea919910a95837ab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 24: 0x55b1dd610c20 - std::panicking::try::do_call::hbf203f5363eb8a26 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 25: 0x55b1dd62270d - __rust_try [INFO] [stdout] 26: 0x55b1dd60fd2a - std::panicking::try::hd40725faff4ce87b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 27: 0x55b1dd64d34a - std::panic::catch_unwind::h5cab3ddf384273be [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 28: 0x55b1dd6b7dd0 - tokio::runtime::task::harness::poll_future::h52b19eaf5f64d194 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:425:19 [INFO] [stdout] 29: 0x55b1dd6bc7be - tokio::runtime::task::harness::Harness::poll_inner::h428fd0c31ff2c548 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 30: 0x55b1dd6c875b - tokio::runtime::task::harness::Harness::poll::h7d7d5c045059edea [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 31: 0x55b1dd61a250 - tokio::runtime::task::raw::poll::hcc292e5e75648725 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 32: 0x55b1dd815ddf - tokio::runtime::task::raw::RawTask::poll::h7ff07a6b3fe13599 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 33: 0x55b1dd806a21 - tokio::runtime::task::Notified::run::h899391066b415e45 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/mod.rs:171:9 [INFO] [stdout] 34: 0x55b1dd7c7f93 - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::hc74bb6af16311ae1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:370:21 [INFO] [stdout] 35: 0x55b1dd814d6c - tokio::coop::with_budget::{{closure}}::h47bc58eca5274c36 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:106:9 [INFO] [stdout] 36: 0x55b1dd7c3b14 - std::thread::local::LocalKey::try_with::he67a66e15f3c5e37 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 37: 0x55b1dd7c148e - std::thread::local::LocalKey::with::h08beb86834a37aa5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 38: 0x55b1dd7c7b1c - tokio::coop::with_budget::h4a991e5db0e271a4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:99:5 [INFO] [stdout] 39: 0x55b1dd7c7b1c - tokio::coop::budget::hd7ca14a23b25a02e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:76:5 [INFO] [stdout] 40: 0x55b1dd7c7b1c - tokio::runtime::thread_pool::worker::Context::run_task::he6808a4be4526c27 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:348:9 [INFO] [stdout] 41: 0x55b1dd7c7482 - tokio::runtime::thread_pool::worker::Context::run::he16e47e223f00f05 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:318:24 [INFO] [stdout] 42: 0x55b1dd7c7273 - tokio::runtime::thread_pool::worker::run::{{closure}}::hc3788d0a717c3dd9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:303:17 [INFO] [stdout] 43: 0x55b1dd81d10d - tokio::macros::scoped_tls::ScopedKey::set::ha18bd2f52e5c782d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x55b1dd7c719c - tokio::runtime::thread_pool::worker::run::h0be8c49372801f9a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:300:5 [INFO] [stdout] 45: 0x55b1dd7c700b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::h3246fd2f97e92236 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:279:45 [INFO] [stdout] 46: 0x55b1dd7c5f5f - as core::future::future::Future>::poll::h937dbaa6e3d709ac [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x55b1dd7e5c8e - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h77e8e84e6c3f2cd3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:243:17 [INFO] [stdout] 48: 0x55b1dd7c5b55 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::hd2a1abbc41db42bb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x55b1dd7e5a98 - tokio::runtime::task::core::CoreStage::poll::hdec56b54f9ebb522 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:233:13 [INFO] [stdout] 50: 0x55b1dd7e8c6e - tokio::runtime::task::harness::poll_future::{{closure}}::h3658acb40e7ba5eb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:438:23 [INFO] [stdout] 51: 0x55b1dd7e12d3 - as core::ops::function::FnOnce<()>>::call_once::h9ac7db79509d6cd1 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 52: 0x55b1dd81ac92 - std::panicking::try::do_call::hab0e4548599cf293 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 53: 0x55b1dd821e4d - __rust_try [INFO] [stdout] 54: 0x55b1dd81aa7a - std::panicking::try::hfbefa87718a21ff4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 55: 0x55b1dd7e139b - std::panic::catch_unwind::h11302f821f60ed69 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 56: 0x55b1dd7e8451 - tokio::runtime::task::harness::poll_future::h557cd5ca4c364148 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:425:19 [INFO] [stdout] 57: 0x55b1dd7e6b5f - tokio::runtime::task::harness::Harness::poll_inner::h7c2219ddf93d8fdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 58: 0x55b1dd7e67fc - tokio::runtime::task::harness::Harness::poll::ha70c855b82f18114 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 59: 0x55b1dd815fa2 - tokio::runtime::task::raw::poll::hf42069dfe3a096e7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 60: 0x55b1dd815ddf - tokio::runtime::task::raw::RawTask::poll::h7ff07a6b3fe13599 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 61: 0x55b1dd806a91 - tokio::runtime::task::Notified::run::he283d1a3bc709c02 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/mod.rs:171:9 [INFO] [stdout] 62: 0x55b1dd7d0ff6 - tokio::runtime::blocking::pool::Inner::run::h685f624ef44e76a6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/pool.rs:265:17 [INFO] [stdout] 63: 0x55b1dd7d03cf - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hffab5c8d3adfa33a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/pool.rs:245:17 [INFO] [stdout] 64: 0x55b1dd811a00 - std::sys_common::backtrace::__rust_begin_short_backtrace::h6e9542b251e3c3fb [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 65: 0x55b1dd81a5bd - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h5679e45a746e8cd7 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 66: 0x55b1dd7e1311 - as core::ops::function::FnOnce<()>>::call_once::had6ec7d1b902c259 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 67: 0x55b1dd81ac3c - std::panicking::try::do_call::h7150edafbddf51ae [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 68: 0x55b1dd821e4d - __rust_try [INFO] [stdout] 69: 0x55b1dd81a8d7 - std::panicking::try::h4f214f3d976fff7b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 70: 0x55b1dd7e1431 - std::panic::catch_unwind::hfffeb330bd1c5dca [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 71: 0x55b1dd81a3cc - std::thread::Builder::spawn_unchecked::{{closure}}::h88aeb7c4fc96f0e9 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 72: 0x55b1dd7a936f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h3d96944f70946246 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 73: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::ha8b1d5a0092467fc [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 74: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::h4b9f24ec4e8a879e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 75: 0x55b1dd8bd327 - std::sys::unix::thread::Thread::new::thread_start::h2a0e98fbc4ab4c32 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys/unix/thread.rs:72:17 [INFO] [stdout] 76: 0x7f726f012609 - start_thread [INFO] [stdout] 77: 0x7f726ede4293 - clone [INFO] [stdout] 78: 0x0 - [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40104, 40105] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40103, 40106] [INFO] [stdout] 40104 MEMBERS - [40102, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40102] [INFO] [stdout] 40101 MEMBERS - [40101, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40104, 40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40104] [INFO] [stdout] 40102 CHARGES - [40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40105] [INFO] [stdout] 40101 CHARGES - [40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40104] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40104, 40106] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40101, 40104, 40105, 40106] [INFO] [stdout] 40106 CHARGES - [40101, 40105] [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40104 MEMBERS - [40101, 40104] [INFO] [stdout] 40104 CHARGES - [40101] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104, 40105, 40106] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40103] [INFO] [stdout] 40101 CHARGES - [40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40105, 40106] [INFO] [stdout] 40103 CHARGES - [40105, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104, 40106] [INFO] [stdout] 40104 CHARGES - [40101, 40106] [INFO] [stdout] 40104 MEMBERS - [40103, 40104, 40106] [INFO] [stdout] 40104 CHARGES - [40103, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] 40106 MEMBERS - [40101, 40103, 40104, 40105, 40106] [INFO] [stdout] 40106 CHARGES - [40101, 40103] [INFO] [stdout] 40106 MEMBERS - [40101, 40103, 40105, 40106] [INFO] [stdout] 40106 CHARGES - [40101, 40103] [INFO] [stdout] 40105 MEMBERS - [40101, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40101, 40106] [INFO] [stdout] 40105 MEMBERS - [40101, 40103, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40101, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40103 MEMBERS - [40103, 40105, 40106] [INFO] [stdout] 40103 CHARGES - [40105, 40106] [INFO] [stdout] 40106 MEMBERS - [40103, 40105, 40106] [INFO] [stdout] 40106 CHARGES - [40103, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-13169534227460009093" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::libunwind::trace::h706b838f5bbd876b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::trace_unsynchronized::hc15f29ae7822b7b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x55b1dd8b56c0 - std::sys_common::backtrace::_print_fmt::h7c580c971f91926c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x55b1dd8b56c0 - ::fmt::h2a772198c4032452 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x55b1dd8d8cec - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x55b1dd8afc55 - std::io::Write::write_fmt::h583dff5009d01a9f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/io/mod.rs:1663:15 [INFO] [stdout] 6: 0x55b1dd8b789b - std::sys_common::backtrace::_print::h5b3c171e6f864ae4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x55b1dd8b789b - std::sys_common::backtrace::print::h93b9e9ed2a98e611 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x55b1dd8b789b - std::panicking::default_hook::{{closure}}::hd8da92bb68d520c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x55b1dd8b73ac - std::panicking::default_hook::hdbc8b2951c5afbab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x55b1dd8b7f64 - std::panicking::rust_panic_with_hook::h8a4c841655926f4e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x55b1dd8b7a47 - std::panicking::begin_panic_handler::{{closure}}::h471b6bc74904b7b0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x55b1dd8b5bbc - std::sys_common::backtrace::__rust_end_short_backtrace::h309f5c707f29932f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x55b1dd8b79a9 - rust_begin_unwind [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x55b1dd46dc31 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x55b1dd46dd23 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1355:5 [INFO] [stdout] 16: 0x55b1dd5b6bef - core::result::Result::expect::h643100ddb0258d26 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:997:23 [INFO] [stdout] 17: 0x55b1dd57d33c - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::he1326c9cdf123ea9 [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x55b1dd5952c9 - as core::future::future::Future>::poll::h8836cc5f40b0d796 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x55b1dd6a498f - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hb531092601984c4c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:243:17 [INFO] [stdout] 20: 0x55b1dd5c0f95 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::hd23b5f81ffce3646 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x55b1dd6a3837 - tokio::runtime::task::core::CoreStage::poll::hc4adf3873e9d1b74 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:233:13 [INFO] [stdout] 22: 0x55b1dd6bb97a - tokio::runtime::task::harness::poll_future::{{closure}}::h9b13947d436ab51b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:438:23 [INFO] [stdout] 23: 0x55b1dd647633 - as core::ops::function::FnOnce<()>>::call_once::hea919910a95837ab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 24: 0x55b1dd610c20 - std::panicking::try::do_call::hbf203f5363eb8a26 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 25: 0x55b1dd62270d - __rust_try [INFO] [stdout] 26: 0x55b1dd60fd2a - std::panicking::try::hd40725faff4ce87b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 27: 0x55b1dd64d34a - std::panic::catch_unwind::h5cab3ddf384273be [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 28: 0x55b1dd6b7dd0 - tokio::runtime::task::harness::poll_future::h52b19eaf5f64d194 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:425:19 [INFO] [stdout] 29: 0x55b1dd6bc7be - tokio::runtime::task::harness::Harness::poll_inner::h428fd0c31ff2c548 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 30: 0x55b1dd6c875b - tokio::runtime::task::harness::Harness::poll::h7d7d5c045059edea [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 31: 0x55b1dd61a250 - tokio::runtime::task::raw::poll::hcc292e5e75648725 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 32: 0x55b1dd815ddf - tokio::runtime::task::raw::RawTask::poll::h7ff07a6b3fe13599 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 33: 0x55b1dd806a21 - tokio::runtime::task::Notified::run::h899391066b415e45 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/mod.rs:171:9 [INFO] [stdout] 34: 0x55b1dd7c7f93 - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::hc74bb6af16311ae1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:370:21 [INFO] [stdout] 35: 0x55b1dd814d6c - tokio::coop::with_budget::{{closure}}::h47bc58eca5274c36 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:106:9 [INFO] [stdout] 36: 0x55b1dd7c3b14 - std::thread::local::LocalKey::try_with::he67a66e15f3c5e37 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 37: 0x55b1dd7c148e - std::thread::local::LocalKey::with::h08beb86834a37aa5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 38: 0x55b1dd7c7b1c - tokio::coop::with_budget::h4a991e5db0e271a4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:99:5 [INFO] [stdout] 39: 0x55b1dd7c7b1c - tokio::coop::budget::hd7ca14a23b25a02e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:76:5 [INFO] [stdout] 40: 0x55b1dd7c7b1c - tokio::runtime::thread_pool::worker::Context::run_task::he6808a4be4526c27 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:348:9 [INFO] [stdout] 41: 0x55b1dd7c7547 - tokio::runtime::thread_pool::worker::Context::run::he16e47e223f00f05 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:325:24 [INFO] [stdout] 42: 0x55b1dd7c7273 - tokio::runtime::thread_pool::worker::run::{{closure}}::hc3788d0a717c3dd9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:303:17 [INFO] [stdout] 43: 0x55b1dd81d10d - tokio::macros::scoped_tls::ScopedKey::set::ha18bd2f52e5c782d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x55b1dd7c719c - tokio::runtime::thread_pool::worker::run::h0be8c49372801f9a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:300:5 [INFO] [stdout] 45: 0x55b1dd7c700b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::h3246fd2f97e92236 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:279:45 [INFO] [stdout] 46: 0x55b1dd7c5f5f - as core::future::future::Future>::poll::h937dbaa6e3d709ac [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x55b1dd7e5c8e - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h77e8e84e6c3f2cd3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:243:17 [INFO] [stdout] 48: 0x55b1dd7c5b55 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::hd2a1abbc41db42bb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x55b1dd7e5a98 - tokio::runtime::task::core::CoreStage::poll::hdec56b54f9ebb522 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:233:13 [INFO] [stdout] 50: 0x55b1dd7e8c6e - tokio::runtime::task::harness::poll_future::{{closure}}::h3658acb40e7ba5eb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:438:23 [INFO] [stdout] 51: 0x55b1dd7e12d3 - as core::ops::function::FnOnce<()>>::call_once::h9ac7db79509d6cd1 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 52: 0x55b1dd81ac92 - std::panicking::try::do_call::hab0e4548599cf293 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 53: 0x55b1dd821e4d - __rust_try [INFO] [stdout] 54: 0x55b1dd81aa7a - std::panicking::try::hfbefa87718a21ff4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 55: 0x55b1dd7e139b - std::panic::catch_unwind::h11302f821f60ed69 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 56: 0x55b1dd7e8451 - tokio::runtime::task::harness::poll_future::h557cd5ca4c364148 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:425:19 [INFO] [stdout] 57: 0x55b1dd7e6b5f - tokio::runtime::task::harness::Harness::poll_inner::h7c2219ddf93d8fdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 58: 0x55b1dd7e67fc - tokio::runtime::task::harness::Harness::poll::ha70c855b82f18114 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 59: 0x55b1dd815fa2 - tokio::runtime::task::raw::poll::hf42069dfe3a096e7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 60: 0x55b1dd815ddf - tokio::runtime::task::raw::RawTask::poll::h7ff07a6b3fe13599 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 61: 0x55b1dd806a91 - tokio::runtime::task::Notified::run::he283d1a3bc709c02 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/mod.rs:171:9 [INFO] [stdout] 62: 0x55b1dd7d0ff6 - tokio::runtime::blocking::pool::Inner::run::h685f624ef44e76a6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/pool.rs:265:17 [INFO] [stdout] 63: 0x55b1dd7d03cf - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hffab5c8d3adfa33a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/pool.rs:245:17 [INFO] [stdout] 64: 0x55b1dd811a00 - std::sys_common::backtrace::__rust_begin_short_backtrace::h6e9542b251e3c3fb [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 65: 0x55b1dd81a5bd - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h5679e45a746e8cd7 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 66: 0x55b1dd7e1311 - as core::ops::function::FnOnce<()>>::call_once::had6ec7d1b902c259 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 67: 0x55b1dd81ac3c - std::panicking::try::do_call::h7150edafbddf51ae [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 68: 0x55b1dd821e4d - __rust_try [INFO] [stdout] 69: 0x55b1dd81a8d7 - std::panicking::try::h4f214f3d976fff7b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 70: 0x55b1dd7e1431 - std::panic::catch_unwind::hfffeb330bd1c5dca [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 71: 0x55b1dd81a3cc - std::thread::Builder::spawn_unchecked::{{closure}}::h88aeb7c4fc96f0e9 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 72: 0x55b1dd7a936f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h3d96944f70946246 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 73: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::ha8b1d5a0092467fc [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 74: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::h4b9f24ec4e8a879e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 75: 0x55b1dd8bd327 - std::sys::unix::thread::Thread::new::thread_start::h2a0e98fbc4ab4c32 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys/unix/thread.rs:72:17 [INFO] [stdout] 76: 0x7f726f012609 - start_thread [INFO] [stdout] 77: 0x7f726ede4293 - clone [INFO] [stdout] 78: 0x0 - [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40104|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-13169534227460009093" } [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40104|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-7463474514600196894" } [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40102|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-10941705866555490431" } [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40106|0; after timeout: 200 ms [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-10941705866555490431" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::libunwind::trace::h706b838f5bbd876b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::trace_unsynchronized::hc15f29ae7822b7b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x55b1dd8b56c0 - std::sys_common::backtrace::_print_fmt::h7c580c971f91926c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x55b1dd8b56c0 - ::fmt::h2a772198c4032452 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x55b1dd8d8cec - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x55b1dd8afc55 - std::io::Write::write_fmt::h583dff5009d01a9f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/io/mod.rs:1663:15 [INFO] [stdout] 6: 0x55b1dd8b789b - std::sys_common::backtrace::_print::h5b3c171e6f864ae4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x55b1dd8b789b - std::sys_common::backtrace::print::h93b9e9ed2a98e611 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x55b1dd8b789b - std::panicking::default_hook::{{closure}}::hd8da92bb68d520c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x55b1dd8b73ac - std::panicking::default_hook::hdbc8b2951c5afbab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x55b1dd8b7f64 - std::panicking::rust_panic_with_hook::h8a4c841655926f4e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x55b1dd8b7a47 - std::panicking::begin_panic_handler::{{closure}}::h471b6bc74904b7b0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x55b1dd8b5bbc - std::sys_common::backtrace::__rust_end_short_backtrace::h309f5c707f29932f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x55b1dd8b79a9 - rust_begin_unwind [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x55b1dd46dc31 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x55b1dd46dd23 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1355:5 [INFO] [stdout] 16: 0x55b1dd5b6bef - core::result::Result::expect::h643100ddb0258d26 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:997:23 [INFO] [stdout] 17: 0x55b1dd57d33c - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::he1326c9cdf123ea9 [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x55b1dd5952c9 - as core::future::future::Future>::poll::h8836cc5f40b0d796 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x55b1dd6a498f - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hb531092601984c4c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:243:17 [INFO] [stdout] 20: 0x55b1dd5c0f95 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::hd23b5f81ffce3646 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x55b1dd6a3837 - tokio::runtime::task::core::CoreStage::poll::hc4adf3873e9d1b74 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:233:13 [INFO] [stdout] 22: 0x55b1dd6bb97a - tokio::runtime::task::harness::poll_future::{{closure}}::h9b13947d436ab51b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:438:23 [INFO] [stdout] 23: 0x55b1dd647633 - as core::ops::function::FnOnce<()>>::call_once::hea919910a95837ab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 24: 0x55b1dd610c20 - std::panicking::try::do_call::hbf203f5363eb8a26 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 25: 0x55b1dd62270d - __rust_try [INFO] [stdout] 26: 0x55b1dd60fd2a - std::panicking::try::hd40725faff4ce87b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 27: 0x55b1dd64d34a - std::panic::catch_unwind::h5cab3ddf384273be [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 28: 0x55b1dd6b7dd0 - tokio::runtime::task::harness::poll_future::h52b19eaf5f64d194 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:425:19 [INFO] [stdout] 29: 0x55b1dd6bc7be - tokio::runtime::task::harness::Harness::poll_inner::h428fd0c31ff2c548 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 30: 0x55b1dd6c875b - tokio::runtime::task::harness::Harness::poll::h7d7d5c045059edea [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 31: 0x55b1dd61a250 - tokio::runtime::task::raw::poll::hcc292e5e75648725 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 32: 0x55b1dd815ddf - tokio::runtime::task::raw::RawTask::poll::h7ff07a6b3fe13599 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 33: 0x55b1dd806a21 - tokio::runtime::task::Notified::run::h899391066b415e45 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/mod.rs:171:9 [INFO] [stdout] 34: 0x55b1dd7c7f93 - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::hc74bb6af16311ae1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:370:21 [INFO] [stdout] 35: 0x55b1dd814d6c - tokio::coop::with_budget::{{closure}}::h47bc58eca5274c36 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:106:9 [INFO] [stdout] 36: 0x55b1dd7c3b14 - std::thread::local::LocalKey::try_with::he67a66e15f3c5e37 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 37: 0x55b1dd7c148e - std::thread::local::LocalKey::with::h08beb86834a37aa5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 38: 0x55b1dd7c7b1c - tokio::coop::with_budget::h4a991e5db0e271a4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:99:5 [INFO] [stdout] 39: 0x55b1dd7c7b1c - tokio::coop::budget::hd7ca14a23b25a02e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:76:5 [INFO] [stdout] 40: 0x55b1dd7c7b1c - tokio::runtime::thread_pool::worker::Context::run_task::he6808a4be4526c27 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:348:9 [INFO] [stdout] 41: 0x55b1dd7c7482 - tokio::runtime::thread_pool::worker::Context::run::he16e47e223f00f05 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:318:24 [INFO] [stdout] 42: 0x55b1dd7c7273 - tokio::runtime::thread_pool::worker::run::{{closure}}::hc3788d0a717c3dd9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:303:17 [INFO] [stdout] 43: 0x55b1dd81d10d - tokio::macros::scoped_tls::ScopedKey::set::ha18bd2f52e5c782d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x55b1dd7c719c - tokio::runtime::thread_pool::worker::run::h0be8c49372801f9a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:300:5 [INFO] [stdout] 45: 0x55b1dd7c700b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::h3246fd2f97e92236 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:279:45 [INFO] [stdout] 46: 0x55b1dd7c5f5f - as core::future::future::Future>::poll::h937dbaa6e3d709ac [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x55b1dd7e5c8e - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h77e8e84e6c3f2cd3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:243:17 [INFO] [stdout] 48: 0x55b1dd7c5b55 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::hd2a1abbc41db42bb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x55b1dd7e5a98 - tokio::runtime::task::core::CoreStage::poll::hdec56b54f9ebb522 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:233:13 [INFO] [stdout] 50: 0x55b1dd7e8c6e - tokio::runtime::task::harness::poll_future::{{closure}}::h3658acb40e7ba5eb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:438:23 [INFO] [stdout] 51: 0x55b1dd7e12d3 - as core::ops::function::FnOnce<()>>::call_once::h9ac7db79509d6cd1 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 52: 0x55b1dd81ac92 - std::panicking::try::do_call::hab0e4548599cf293 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 53: 0x55b1dd821e4d - __rust_try [INFO] [stdout] 54: 0x55b1dd81aa7a - std::panicking::try::hfbefa87718a21ff4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 55: 0x55b1dd7e139b - std::panic::catch_unwind::h11302f821f60ed69 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 56: 0x55b1dd7e8451 - tokio::runtime::task::harness::poll_future::h557cd5ca4c364148 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:425:19 [INFO] [stdout] 57: 0x55b1dd7e6b5f - tokio::runtime::task::harness::Harness::poll_inner::h7c2219ddf93d8fdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 58: 0x55b1dd7e67fc - tokio::runtime::task::harness::Harness::poll::ha70c855b82f18114 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 59: 0x55b1dd815fa2 - tokio::runtime::task::raw::poll::hf42069dfe3a096e7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 60: 0x55b1dd815ddf - tokio::runtime::task::raw::RawTask::poll::h7ff07a6b3fe13599 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 61: 0x55b1dd806a91 - tokio::runtime::task::Notified::run::he283d1a3bc709c02 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/mod.rs:171:9 [INFO] [stdout] 62: 0x55b1dd7d0ff6 - tokio::runtime::blocking::pool::Inner::run::h685f624ef44e76a6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/pool.rs:265:17 [INFO] [stdout] 63: 0x55b1dd7d03cf - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hffab5c8d3adfa33a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/pool.rs:245:17 [INFO] [stdout] 64: 0x55b1dd811a00 - std::sys_common::backtrace::__rust_begin_short_backtrace::h6e9542b251e3c3fb [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 65: 0x55b1dd81a5bd - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h5679e45a746e8cd7 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 66: 0x55b1dd7e1311 - as core::ops::function::FnOnce<()>>::call_once::had6ec7d1b902c259 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 67: 0x55b1dd81ac3c - std::panicking::try::do_call::h7150edafbddf51ae [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 68: 0x55b1dd821e4d - __rust_try [INFO] [stdout] 69: 0x55b1dd81a8d7 - std::panicking::try::h4f214f3d976fff7b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 70: 0x55b1dd7e1431 - std::panic::catch_unwind::hfffeb330bd1c5dca [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 71: 0x55b1dd81a3cc - std::thread::Builder::spawn_unchecked::{{closure}}::h88aeb7c4fc96f0e9 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 72: 0x55b1dd7a936f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h3d96944f70946246 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 73: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::ha8b1d5a0092467fc [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 74: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::h4b9f24ec4e8a879e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 75: 0x55b1dd8bd327 - std::sys::unix::thread::Thread::new::thread_start::h2a0e98fbc4ab4c32 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys/unix/thread.rs:72:17 [INFO] [stdout] 76: 0x7f726f012609 - start_thread [INFO] [stdout] 77: 0x7f726ede4293 - clone [INFO] [stdout] 78: 0x0 - [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-7463474514600196894" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::libunwind::trace::h706b838f5bbd876b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::trace_unsynchronized::hc15f29ae7822b7b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x55b1dd8b56c0 - std::sys_common::backtrace::_print_fmt::h7c580c971f91926c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x55b1dd8b56c0 - ::fmt::h2a772198c4032452 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x55b1dd8d8cec - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x55b1dd8afc55 - std::io::Write::write_fmt::h583dff5009d01a9f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/io/mod.rs:1663:15 [INFO] [stdout] 6: 0x55b1dd8b789b - std::sys_common::backtrace::_print::h5b3c171e6f864ae4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x55b1dd8b789b - std::sys_common::backtrace::print::h93b9e9ed2a98e611 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x55b1dd8b789b - std::panicking::default_hook::{{closure}}::hd8da92bb68d520c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x55b1dd8b73ac - std::panicking::default_hook::hdbc8b2951c5afbab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x55b1dd8b7f64 - std::panicking::rust_panic_with_hook::h8a4c841655926f4e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x55b1dd8b7a47 - std::panicking::begin_panic_handler::{{closure}}::h471b6bc74904b7b0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x55b1dd8b5bbc - std::sys_common::backtrace::__rust_end_short_backtrace::h309f5c707f29932f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x55b1dd8b79a9 - rust_begin_unwind [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x55b1dd46dc31 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x55b1dd46dd23 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1355:5 [INFO] [stdout] 16: 0x55b1dd5b6bef - core::result::Result::expect::h643100ddb0258d26 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:997:23 [INFO] [stdout] 17: 0x55b1dd57d33c - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::he1326c9cdf123ea9 [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x55b1dd5952c9 - as core::future::future::Future>::poll::h8836cc5f40b0d796 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x55b1dd6a498f - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hb531092601984c4c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:243:17 [INFO] [stdout] 20: 0x55b1dd5c0f95 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::hd23b5f81ffce3646 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x55b1dd6a3837 - tokio::runtime::task::core::CoreStage::poll::hc4adf3873e9d1b74 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:233:13 [INFO] [stdout] 22: 0x55b1dd6bb97a - tokio::runtime::task::harness::poll_future::{{closure}}::h9b13947d436ab51b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:438:23 [INFO] [stdout] 23: 0x55b1dd647633 - as core::ops::function::FnOnce<()>>::call_once::hea919910a95837ab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 24: 0x55b1dd610c20 - std::panicking::try::do_call::hbf203f5363eb8a26 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 25: 0x55b1dd62270d - __rust_try [INFO] [stdout] 26: 0x55b1dd60fd2a - std::panicking::try::hd40725faff4ce87b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 27: 0x55b1dd64d34a - std::panic::catch_unwind::h5cab3ddf384273be [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 28: 0x55b1dd6b7dd0 - tokio::runtime::task::harness::poll_future::h52b19eaf5f64d194 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:425:19 [INFO] [stdout] 29: 0x55b1dd6bc7be - tokio::runtime::task::harness::Harness::poll_inner::h428fd0c31ff2c548 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 30: 0x55b1dd6c875b - tokio::runtime::task::harness::Harness::poll::h7d7d5c045059edea [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 31: 0x55b1dd61a250 - tokio::runtime::task::raw::poll::hcc292e5e75648725 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 32: 0x55b1dd815ddf - tokio::runtime::task::raw::RawTask::poll::h7ff07a6b3fe13599 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 33: 0x55b1dd806a21 - tokio::runtime::task::Notified::run::h899391066b415e45 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/mod.rs:171:9 [INFO] [stdout] 34: 0x55b1dd7c7f93 - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::hc74bb6af16311ae1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:370:21 [INFO] [stdout] 35: 0x55b1dd814d6c - tokio::coop::with_budget::{{closure}}::h47bc58eca5274c36 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:106:9 [INFO] [stdout] 36: 0x55b1dd7c3b14 - std::thread::local::LocalKey::try_with::he67a66e15f3c5e37 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 37: 0x55b1dd7c148e - std::thread::local::LocalKey::with::h08beb86834a37aa5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 38: 0x55b1dd7c7b1c - tokio::coop::with_budget::h4a991e5db0e271a4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:99:5 [INFO] [stdout] 39: 0x55b1dd7c7b1c - tokio::coop::budget::hd7ca14a23b25a02e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:76:5 [INFO] [stdout] 40: 0x55b1dd7c7b1c - tokio::runtime::thread_pool::worker::Context::run_task::he6808a4be4526c27 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:348:9 [INFO] [stdout] 41: 0x55b1dd7c7547 - tokio::runtime::thread_pool::worker::Context::run::he16e47e223f00f05 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:325:24 [INFO] [stdout] 42: 0x55b1dd7c7273 - tokio::runtime::thread_pool::worker::run::{{closure}}::hc3788d0a717c3dd9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:303:17 [INFO] [stdout] 43: 0x55b1dd81d10d - tokio::macros::scoped_tls::ScopedKey::set::ha18bd2f52e5c782d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x55b1dd7c719c - tokio::runtime::thread_pool::worker::run::h0be8c49372801f9a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:300:5 [INFO] [stdout] 45: 0x55b1dd7c700b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::h3246fd2f97e92236 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:279:45 [INFO] [stdout] 46: 0x55b1dd7c5f5f - as core::future::future::Future>::poll::h937dbaa6e3d709ac [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x55b1dd7e5c8e - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h77e8e84e6c3f2cd3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:243:17 [INFO] [stdout] 48: 0x55b1dd7c5b55 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::hd2a1abbc41db42bb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x55b1dd7e5a98 - tokio::runtime::task::core::CoreStage::poll::hdec56b54f9ebb522 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:233:13 [INFO] [stdout] 50: 0x55b1dd7e8c6e - tokio::runtime::task::harness::poll_future::{{closure}}::h3658acb40e7ba5eb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:438:23 [INFO] [stdout] 51: 0x55b1dd7e12d3 - as core::ops::function::FnOnce<()>>::call_once::h9ac7db79509d6cd1 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 52: 0x55b1dd81ac92 - std::panicking::try::do_call::hab0e4548599cf293 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 53: 0x55b1dd821e4d - __rust_try [INFO] [stdout] 54: 0x55b1dd81aa7a - std::panicking::try::hfbefa87718a21ff4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 55: 0x55b1dd7e139b - std::panic::catch_unwind::h11302f821f60ed69 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 56: 0x55b1dd7e8451 - tokio::runtime::task::harness::poll_future::h557cd5ca4c364148 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:425:19 [INFO] [stdout] 57: 0x55b1dd7e6b5f - tokio::runtime::task::harness::Harness::poll_inner::h7c2219ddf93d8fdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 58: 0x55b1dd7e67fc - tokio::runtime::task::harness::Harness::poll::ha70c855b82f18114 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 59: 0x55b1dd815fa2 - tokio::runtime::task::raw::poll::hf42069dfe3a096e7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 60: 0x55b1dd815ddf - tokio::runtime::task::raw::RawTask::poll::h7ff07a6b3fe13599 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 61: 0x55b1dd806a91 - tokio::runtime::task::Notified::run::he283d1a3bc709c02 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/mod.rs:171:9 [INFO] [stdout] 62: 0x55b1dd7d0ff6 - tokio::runtime::blocking::pool::Inner::run::h685f624ef44e76a6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/pool.rs:265:17 [INFO] [stdout] 63: 0x55b1dd7d03cf - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hffab5c8d3adfa33a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/pool.rs:245:17 [INFO] [stdout] 64: 0x55b1dd811a00 - std::sys_common::backtrace::__rust_begin_short_backtrace::h6e9542b251e3c3fb [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 65: 0x55b1dd81a5bd - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h5679e45a746e8cd7 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 66: 0x55b1dd7e1311 - as core::ops::function::FnOnce<()>>::call_once::had6ec7d1b902c259 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 67: 0x55b1dd81ac3c - std::panicking::try::do_call::h7150edafbddf51ae [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 68: 0x55b1dd821e4d - __rust_try [INFO] [stdout] 69: 0x55b1dd81a8d7 - std::panicking::try::h4f214f3d976fff7b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 70: 0x55b1dd7e1431 - std::panic::catch_unwind::hfffeb330bd1c5dca [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 71: 0x55b1dd81a3cc - std::thread::Builder::spawn_unchecked::{{closure}}::h88aeb7c4fc96f0e9 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 72: 0x55b1dd7a936f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h3d96944f70946246 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 73: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::ha8b1d5a0092467fc [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 74: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::h4b9f24ec4e8a879e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 75: 0x55b1dd8bd327 - std::sys::unix::thread::Thread::new::thread_start::h2a0e98fbc4ab4c32 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys/unix/thread.rs:72:17 [INFO] [stdout] 76: 0x7f726f012609 - start_thread [INFO] [stdout] 77: 0x7f726ede4293 - clone [INFO] [stdout] 78: 0x0 - [INFO] [stdout] 40103 MEMBERS - [40103, 40105] [INFO] [stdout] 40103 CHARGES - [40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40105, 40106] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40106] [INFO] [stdout] 40104 MEMBERS - [40103, 40104, 40105, 40106] [INFO] [stdout] 40104 CHARGES - [40103, 40106] [INFO] [stdout] 40104 MEMBERS - [40103, 40104, 40105, 40106] [INFO] [stdout] 40104 CHARGES - [40103, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40106] [INFO] [stdout] 40101 CHARGES - [40106] [INFO] [stdout] 40103 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105, 40106] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40106|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40101, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40106|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40106] [INFO] [stdout] 40101 CHARGES - [40102, 40106] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40102 MEMBERS - [40102, 40105] [INFO] [stdout] 40102 CHARGES - [40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40103] [INFO] [stdout] 40102 CHARGES - [40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40105] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40103 MEMBERS - [40102, 40103] [INFO] [stdout] 40103 CHARGES - [40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40106 MEMBERS - [40102, 40103, 40105, 40106] [INFO] [stdout] 40106 CHARGES - [40103, 40105] [INFO] [stdout] ERROR src/core/registry.rs:57:11 - IP(127.0.0.1):40101|0 - Already registered: ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-3994202862220363743" } [INFO] [stdout] thread 'tokio-thread' panicked at 'Could not register ActorId { recv_type: cluster_test::ClusterTestTypes, name: "test-crdt-cluster-3994202862220363743" }: RecvError(())', /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:14 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::libunwind::trace::h706b838f5bbd876b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::trace_unsynchronized::hc15f29ae7822b7b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x55b1dd8b56c0 - std::sys_common::backtrace::_print_fmt::h7c580c971f91926c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x55b1dd8b56c0 - ::fmt::h2a772198c4032452 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x55b1dd8d8cec - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x55b1dd8afc55 - std::io::Write::write_fmt::h583dff5009d01a9f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/io/mod.rs:1663:15 [INFO] [stdout] 6: 0x55b1dd8b789b - std::sys_common::backtrace::_print::h5b3c171e6f864ae4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x55b1dd8b789b - std::sys_common::backtrace::print::h93b9e9ed2a98e611 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x55b1dd8b789b - std::panicking::default_hook::{{closure}}::hd8da92bb68d520c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x55b1dd8b73ac - std::panicking::default_hook::hdbc8b2951c5afbab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x55b1dd8b7f64 - std::panicking::rust_panic_with_hook::h8a4c841655926f4e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x55b1dd8b7a47 - std::panicking::begin_panic_handler::{{closure}}::h471b6bc74904b7b0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x55b1dd8b5bbc - std::sys_common::backtrace::__rust_end_short_backtrace::h309f5c707f29932f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x55b1dd8b79a9 - rust_begin_unwind [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x55b1dd46dc31 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x55b1dd46dd23 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1355:5 [INFO] [stdout] 16: 0x55b1dd5b6bef - core::result::Result::expect::h643100ddb0258d26 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:997:23 [INFO] [stdout] 17: 0x55b1dd57d33c - aurum_actors::core::actor_tasks_timeout::run_single_timeout::{{closure}}::he1326c9cdf123ea9 [INFO] [stdout] at /opt/rustwide/workdir/src/core/actor_tasks_timeout.rs:23:5 [INFO] [stdout] 18: 0x55b1dd5952c9 - as core::future::future::Future>::poll::h8836cc5f40b0d796 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x55b1dd6a498f - tokio::runtime::task::core::CoreStage::poll::{{closure}}::hb531092601984c4c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:243:17 [INFO] [stdout] 20: 0x55b1dd5c0f95 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::hd23b5f81ffce3646 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 21: 0x55b1dd6a3837 - tokio::runtime::task::core::CoreStage::poll::hc4adf3873e9d1b74 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:233:13 [INFO] [stdout] 22: 0x55b1dd6bb97a - tokio::runtime::task::harness::poll_future::{{closure}}::h9b13947d436ab51b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:438:23 [INFO] [stdout] 23: 0x55b1dd647633 - as core::ops::function::FnOnce<()>>::call_once::hea919910a95837ab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 24: 0x55b1dd610c20 - std::panicking::try::do_call::hbf203f5363eb8a26 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 25: 0x55b1dd62270d - __rust_try [INFO] [stdout] 26: 0x55b1dd60fd2a - std::panicking::try::hd40725faff4ce87b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 27: 0x55b1dd64d34a - std::panic::catch_unwind::h5cab3ddf384273be [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 28: 0x55b1dd6b7dd0 - tokio::runtime::task::harness::poll_future::h52b19eaf5f64d194 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:425:19 [INFO] [stdout] 29: 0x55b1dd6bc7be - tokio::runtime::task::harness::Harness::poll_inner::h428fd0c31ff2c548 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 30: 0x55b1dd6c875b - tokio::runtime::task::harness::Harness::poll::h7d7d5c045059edea [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 31: 0x55b1dd61a250 - tokio::runtime::task::raw::poll::hcc292e5e75648725 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 32: 0x55b1dd815ddf - tokio::runtime::task::raw::RawTask::poll::h7ff07a6b3fe13599 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 33: 0x55b1dd806a21 - tokio::runtime::task::Notified::run::h899391066b415e45 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/mod.rs:171:9 [INFO] [stdout] 34: 0x55b1dd7c7c02 - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::hc74bb6af16311ae1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:349:13 [INFO] [stdout] 35: 0x55b1dd814d6c - tokio::coop::with_budget::{{closure}}::h47bc58eca5274c36 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:106:9 [INFO] [stdout] 36: 0x55b1dd7c3b14 - std::thread::local::LocalKey::try_with::he67a66e15f3c5e37 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 37: 0x55b1dd7c148e - std::thread::local::LocalKey::with::h08beb86834a37aa5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 38: 0x55b1dd7c7b1c - tokio::coop::with_budget::h4a991e5db0e271a4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:99:5 [INFO] [stdout] 39: 0x55b1dd7c7b1c - tokio::coop::budget::hd7ca14a23b25a02e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:76:5 [INFO] [stdout] 40: 0x55b1dd7c7b1c - tokio::runtime::thread_pool::worker::Context::run_task::he6808a4be4526c27 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:348:9 [INFO] [stdout] 41: 0x55b1dd7c7547 - tokio::runtime::thread_pool::worker::Context::run::he16e47e223f00f05 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:325:24 [INFO] [stdout] 42: 0x55b1dd7c7273 - tokio::runtime::thread_pool::worker::run::{{closure}}::hc3788d0a717c3dd9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:303:17 [INFO] [stdout] 43: 0x55b1dd81d10d - tokio::macros::scoped_tls::ScopedKey::set::ha18bd2f52e5c782d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/macros/scoped_tls.rs:61:9 [INFO] [stdout] 44: 0x55b1dd7c719c - tokio::runtime::thread_pool::worker::run::h0be8c49372801f9a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:300:5 [INFO] [stdout] 45: 0x55b1dd7c700b - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::h3246fd2f97e92236 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/worker.rs:279:45 [INFO] [stdout] 46: 0x55b1dd7c5f5f - as core::future::future::Future>::poll::h937dbaa6e3d709ac [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/task.rs:42:21 [INFO] [stdout] 47: 0x55b1dd7e5c8e - tokio::runtime::task::core::CoreStage::poll::{{closure}}::h77e8e84e6c3f2cd3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:243:17 [INFO] [stdout] 48: 0x55b1dd7c5b55 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::hd2a1abbc41db42bb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/loom/std/unsafe_cell.rs:14:9 [INFO] [stdout] 49: 0x55b1dd7e5a98 - tokio::runtime::task::core::CoreStage::poll::hdec56b54f9ebb522 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/core.rs:233:13 [INFO] [stdout] 50: 0x55b1dd7e8c6e - tokio::runtime::task::harness::poll_future::{{closure}}::h3658acb40e7ba5eb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:438:23 [INFO] [stdout] 51: 0x55b1dd7e12d3 - as core::ops::function::FnOnce<()>>::call_once::h9ac7db79509d6cd1 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 52: 0x55b1dd81ac92 - std::panicking::try::do_call::hab0e4548599cf293 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 53: 0x55b1dd821e4d - __rust_try [INFO] [stdout] 54: 0x55b1dd81aa7a - std::panicking::try::hfbefa87718a21ff4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 55: 0x55b1dd7e139b - std::panic::catch_unwind::h11302f821f60ed69 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 56: 0x55b1dd7e8451 - tokio::runtime::task::harness::poll_future::h557cd5ca4c364148 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:425:19 [INFO] [stdout] 57: 0x55b1dd7e6b5f - tokio::runtime::task::harness::Harness::poll_inner::h7c2219ddf93d8fdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:89:9 [INFO] [stdout] 58: 0x55b1dd7e67fc - tokio::runtime::task::harness::Harness::poll::ha70c855b82f18114 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/harness.rs:59:15 [INFO] [stdout] 59: 0x55b1dd815fa2 - tokio::runtime::task::raw::poll::hf42069dfe3a096e7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:113:5 [INFO] [stdout] 60: 0x55b1dd815ddf - tokio::runtime::task::raw::RawTask::poll::h7ff07a6b3fe13599 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/raw.rs:70:18 [INFO] [stdout] 61: 0x55b1dd806a91 - tokio::runtime::task::Notified::run::he283d1a3bc709c02 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/task/mod.rs:171:9 [INFO] [stdout] 62: 0x55b1dd7d0ff6 - tokio::runtime::blocking::pool::Inner::run::h685f624ef44e76a6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/pool.rs:265:17 [INFO] [stdout] 63: 0x55b1dd7d03cf - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hffab5c8d3adfa33a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/blocking/pool.rs:245:17 [INFO] [stdout] 64: 0x55b1dd811a00 - std::sys_common::backtrace::__rust_begin_short_backtrace::h6e9542b251e3c3fb [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 65: 0x55b1dd81a5bd - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h5679e45a746e8cd7 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 66: 0x55b1dd7e1311 - as core::ops::function::FnOnce<()>>::call_once::had6ec7d1b902c259 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 67: 0x55b1dd81ac3c - std::panicking::try::do_call::h7150edafbddf51ae [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 68: 0x55b1dd821e4d - __rust_try [INFO] [stdout] 69: 0x55b1dd81a8d7 - std::panicking::try::h4f214f3d976fff7b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 70: 0x55b1dd7e1431 - std::panic::catch_unwind::hfffeb330bd1c5dca [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 71: 0x55b1dd81a3cc - std::thread::Builder::spawn_unchecked::{{closure}}::h88aeb7c4fc96f0e9 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 72: 0x55b1dd7a936f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h3d96944f70946246 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 73: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::ha8b1d5a0092467fc [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 74: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::h4b9f24ec4e8a879e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 75: 0x55b1dd8bd327 - std::sys::unix::thread::Thread::new::thread_start::h2a0e98fbc4ab4c32 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys/unix/thread.rs:72:17 [INFO] [stdout] 76: 0x7f726f012609 - start_thread [INFO] [stdout] 77: 0x7f726ede4293 - clone [INFO] [stdout] 78: 0x0 - [INFO] [stdout] 40106 MEMBERS - [40102, 40103, 40105, 40106] [INFO] [stdout] 40106 CHARGES - [40103, 40105] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40105, 40106] [INFO] [stdout] 40106 CHARGES - [40101, 40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40106] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40106 CHARGES - [40101, 40105] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40104, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40101, 40105] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40105, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40106] [INFO] [stdout] 40101 CHARGES - [40103, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40105, 40106] [INFO] [stdout] 40101 CHARGES - [40103, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40105, 40106, 40107] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40107|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40105, 40106, 40107] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107] [INFO] [stdout] 40101 CHARGES - [40103, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40105, 40106, 40107] [INFO] [stdout] 40101 CHARGES - [40105, 40106] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40102, 40107] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40105, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40102, 40107] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40106] [INFO] [stdout] 40103 CHARGES - [40102, 40106] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40105, 40107] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40101 CHARGES - [40103, 40106] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40106, 40107] [INFO] [stdout] 40103 CHARGES - [40106, 40107] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40106, 40107] [INFO] [stdout] 40103 CHARGES - [40102, 40107] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107] [INFO] [stdout] 40103 CHARGES - [40105, 40107] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40103 CHARGES - [40105, 40107] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40103, 40105] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40103, 40105] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107] [INFO] [stdout] 40104 CHARGES - [40101, 40103] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105, 40106, 40107] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40107|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40108] [INFO] [stdout] 40102 CHARGES - [40101, 40106] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108] [INFO] [stdout] 40108 CHARGES - [40103, 40105] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40102, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40106, 40107] [INFO] [stdout] 40104 CHARGES - [40101, 40106] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40101 CHARGES - [40106, 40108] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108] [INFO] [stdout] 40101 CHARGES - [40106, 40108] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40108] [INFO] [stdout] 40101 CHARGES - [40106, 40108] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40106|0; after timeout: 200 ms [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40102, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40105, 40108] [INFO] [stdout] 40101 CHARGES - [40103, 40108] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40106|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105, 40108] [INFO] [stdout] 40102 CHARGES - [40101, 40108] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40103, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40104 CHARGES - [40101, 40106] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40105, 40107, 40108] [INFO] [stdout] 40102 CHARGES - [40101, 40108] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40104 CHARGES - [40101, 40106] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108] [INFO] [stdout] 40104 CHARGES - [40103, 40108] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40104 CHARGES - [40103, 40108] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108] [INFO] [stdout] 40102 CHARGES - [40101, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40108|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40106 CHARGES - [40103, 40108] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40108|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40108] [INFO] [stdout] 40106 CHARGES - [40103, 40108] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107, 40108] [INFO] [stdout] 40106 CHARGES - [40104, 40108] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40105, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108] [INFO] [stdout] 40101 CHARGES - [40104, 40108] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40103, 40105] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40105, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40103, 40105] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40103, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40105, 40106] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40108] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40103 CHARGES - [40105, 40107] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40101 CHARGES - [40104, 40108] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40105, 40107, 40108] [INFO] [stdout] 40103 CHARGES - [40105, 40107] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108] [INFO] [stdout] 40103 CHARGES - [40105, 40107] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40105, 40107] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40107 CHARGES - [40102, 40109] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40107 CHARGES - [40102, 40109] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40108] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40109 CHARGES - [40101, 40104] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40101, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40103 CHARGES - [40105, 40107] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40101, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40104, 40108] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40102, 40109] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40108|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40104, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40102, 40107] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108] [INFO] [stdout] 40104 CHARGES - [40103, 40108] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40104 CHARGES - [40105, 40108] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40109] [INFO] [stdout] 40104 CHARGES - [40105, 40107] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40105, 40110] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40101, 40104] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40107, 40110] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40104, 40108] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40107, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40107, 40110] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40107, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40104, 40110] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40104, 40107, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40104, 40107, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40101, 40104] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40103 CHARGES - [40104, 40108] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40105, 40106, 40107, 40108] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40105, 40107, 40108] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40108|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40103, 40104] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40104, 40107, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40102, 40107] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40109] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40102, 40109] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40104, 40107, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40102, 40109] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40105 MEMBERS - [40102, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40105 MEMBERS - [40102, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40107] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40104, 40109] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40108|0 - DOWNED charge IP(127.0.0.1):40110|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40105, 40107, 40109] [INFO] [stdout] 40103 CHARGES - [40105, 40107] [INFO] [stdout] 40107 MEMBERS - [40102, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40102, 40109] [INFO] [stdout] 40104 MEMBERS - [40102, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40105, 40110] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40105, 40110] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40105, 40110] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40107, 40110] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40102, 40107] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40104, 40110] [INFO] [stdout] 40105 MEMBERS - [40102, 40104, 40105, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40102, 40109] [INFO] [stdout] 40108 MEMBERS - [40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40102, 40107] [INFO] [stdout] 40108 MEMBERS - [40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40102, 40107] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40107|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40104, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40104, 40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40103, 40109] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40105, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40105, 40107] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40104 CHARGES - [40105, 40108] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40101, 40103] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40105, 40107] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40105, 40107, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40109|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40101, 40102] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40101, 40102] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40110 MEMBERS - [40102, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40105, 40107] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108] [INFO] [stdout] 40104 CHARGES - [40105, 40108] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40101, 40102] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108] [INFO] [stdout] 40108 CHARGES - [40101, 40102] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40101, 40103] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40104] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40105, 40107, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40110] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40104] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40104] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40101, 40109] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40109 CHARGES - [40104, 40105] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40105, 40107] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40102, 40105] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40104 CHARGES - [40105, 40108] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40106, 40107] [INFO] [stdout] 40106 CHARGES - [40102, 40107] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40101, 40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40107|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40101 CHARGES - [40103, 40109] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40108] [INFO] [stdout] 40103 CHARGES - [40104, 40108] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40106] [INFO] [stdout] 40106 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40108, 40109] [INFO] [stdout] 40103 CHARGES - [40104, 40109] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40104, 40110] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40107 CHARGES - [40104, 40105] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40101, 40102] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40103, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40108, 40109] [INFO] [stdout] 40104 CHARGES - [40102, 40108] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109] [INFO] [stdout] 40108 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109] [INFO] [stdout] 40103 CHARGES - [40107, 40109] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40103, 40107] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109] [INFO] [stdout] 40101 CHARGES - [40103, 40107] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109] [INFO] [stdout] 40104 CHARGES - [40102, 40108] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109] [INFO] [stdout] 40101 CHARGES - [40103, 40107] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40104, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40102, 40108] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40106, 40108, 40109] [INFO] [stdout] 40106 CHARGES - [40104, 40109] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40104, 40109] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40103, 40107] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40102, 40108] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40107, 40109] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109] [INFO] [stdout] 40101 CHARGES - [40103, 40106] [INFO] [stdout] 40107 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40104, 40109] [INFO] [stdout] 40108 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40106, 40107] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40102, 40108] [INFO] [stdout] 40106 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40107, 40109] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40101, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40104 CHARGES - [40101, 40108] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40108|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40110] [INFO] [stdout] 40108 MEMBERS - [40101, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40101, 40110] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40108, 40109] [INFO] [stdout] 40109 CHARGES - [40104, 40108] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40104, 40108] [INFO] [stdout] 40109 MEMBERS - [40101, 40102, 40103, 40104, 40107, 40108, 40109, 40110] [INFO] [stdout] 40109 CHARGES - [40104, 40108] [INFO] [stdout] 40101 MEMBERS - [40101, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40101 CHARGES - [40103, 40110] [INFO] [stdout] 40107 MEMBERS - [40101, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40107 CHARGES - [40104, 40109] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40102 CHARGES - [40101, 40110] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40102, 40108] [INFO] [stdout] 40110 MEMBERS - [40101, 40102, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40103, 40106] [INFO] [stdout] 40110 MEMBERS - [40101, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40110 CHARGES - [40103, 40106] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40106, 40107] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40106|0 - DOWNED charge IP(127.0.0.1):40109|0; after timeout: 200 ms [INFO] [stdout] 40106 MEMBERS - [40101, 40103, 40104, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40106 CHARGES - [40107, 40109] [INFO] [stdout] 40106 MEMBERS - [40101, 40103, 40104, 40106, 40107, 40108, 40110] [INFO] [stdout] 40106 CHARGES - [40104, 40107] [INFO] [stdout] 40108 MEMBERS - [40101, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40108 CHARGES - [40101, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40108, 40109] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105, 40107, 40108, 40109, 40110] [INFO] [stdout] 40105 CHARGES - [40101, 40102] [INFO] [stdout] 40108 MEMBERS - [40101, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40108 CHARGES - [40101, 40105] [INFO] [stdout] 40107 MEMBERS - [40101, 40103, 40104, 40106, 40107, 40108, 40110] [INFO] [stdout] 40107 CHARGES - [40104, 40108] [INFO] [stdout] 40103 MEMBERS - [40101, 40103, 40104, 40105, 40106, 40107, 40108, 40109, 40110] [INFO] [stdout] 40103 CHARGES - [40106, 40107] [INFO] [stdout] 40107 MEMBERS - [40101, 40103, 40104, 40105, 40106, 40107, 40108, 40110] [INFO] [stdout] 40107 CHARGES - [40104, 40108] [INFO] [stdout] thread 'cluster_test_with_failures' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::libunwind::trace::h706b838f5bbd876b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x55b1dd8b56c0 - std::backtrace_rs::backtrace::trace_unsynchronized::hc15f29ae7822b7b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x55b1dd8b56c0 - std::sys_common::backtrace::_print_fmt::h7c580c971f91926c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x55b1dd8b56c0 - ::fmt::h2a772198c4032452 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x55b1dd8d8cec - core::fmt::write::h9a6d9c74526a6c1b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x55b1dd8afc55 - std::io::Write::write_fmt::h583dff5009d01a9f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/io/mod.rs:1663:15 [INFO] [stdout] 6: 0x55b1dd8b789b - std::sys_common::backtrace::_print::h5b3c171e6f864ae4 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x55b1dd8b789b - std::sys_common::backtrace::print::h93b9e9ed2a98e611 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x55b1dd8b789b - std::panicking::default_hook::{{closure}}::hd8da92bb68d520c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x55b1dd8b73ac - std::panicking::default_hook::hdbc8b2951c5afbab [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x55b1dd8b7f64 - std::panicking::rust_panic_with_hook::h8a4c841655926f4e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x55b1dd8b7a47 - std::panicking::begin_panic_handler::{{closure}}::h471b6bc74904b7b0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x55b1dd8b5bbc - std::sys_common::backtrace::__rust_end_short_backtrace::h309f5c707f29932f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x55b1dd8b79a9 - rust_begin_unwind [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x55b1dd46dc31 - core::panicking::panic_fmt::hcf5f6d96e1dd7099 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x55b1dd46dd23 - core::result::unwrap_failed::he898b02f57993c42 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1355:5 [INFO] [stdout] 16: 0x55b1dd5b7462 - core::result::Result::unwrap::h4f996ab0031d4772 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/result.rs:1037:23 [INFO] [stdout] 17: 0x55b1dd6a99ac - cluster_test::run_cluster_test::{{closure}}::h9a118dddcd2a67a7 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x55b1dd595cb9 - as core::future::future::Future>::poll::hb4c7d2b3e5dd5fe6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x55b1dd617ee0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::hb7b6e90ba9dd46ba [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x55b1dd5d33cc - tokio::coop::with_budget::{{closure}}::h5f05a494f0919e98 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:106:9 [INFO] [stdout] 21: 0x55b1dd5990a1 - std::thread::local::LocalKey::try_with::h3b8b8a2c7cbe625b [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x55b1dd5989ad - std::thread::local::LocalKey::with::h10afc2fac19f89c5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x55b1dd616f34 - tokio::coop::with_budget::h09c1ae1d4a3ea77a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:99:5 [INFO] [stdout] 24: 0x55b1dd616f34 - tokio::coop::budget::h010dbffd0407b095 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/coop.rs:76:5 [INFO] [stdout] 25: 0x55b1dd616f34 - tokio::park::thread::CachedParkThread::block_on::h29db29c6d1c90ba4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x55b1dd5d5f1e - tokio::runtime::enter::Enter::block_on::h487e6f4d9a0b80ed [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x55b1dd5d3af3 - tokio::runtime::thread_pool::ThreadPool::block_on::h52149200e0a530dd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/thread_pool/mod.rs:71:9 [INFO] [stdout] 28: 0x55b1dd62058a - tokio::runtime::Runtime::block_on::hf10029e132d7e477 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.8.1/src/runtime/mod.rs:452:43 [INFO] [stdout] 29: 0x55b1dd6a9660 - cluster_test::run_cluster_test::h46bddc19a08951ae [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x55b1dd6ab2aa - cluster_test::cluster_complete::ha7329a1f8e078417 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x55b1dd6b4449 - cluster_test::cluster_test_with_failures::h75daac4973644908 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:308:3 [INFO] [stdout] 32: 0x55b1dd6b40da - cluster_test::cluster_test_with_failures::{{closure}}::h9e7cb60f7e864cd4 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:296:1 [INFO] [stdout] 33: 0x55b1dd651b6e - core::ops::function::FnOnce::call_once::h11e0cdffc531c3ae [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x55b1dd742f63 - core::ops::function::FnOnce::call_once::h99a97b0ff983bd25 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x55b1dd742f63 - test::__rust_begin_short_backtrace::h8fe0d26ed1584e50 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:577:5 [INFO] [stdout] 36: 0x55b1dd7419f0 - as core::ops::function::FnOnce>::call_once::he6b90e352f394d8f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 37: 0x55b1dd7419f0 - as core::ops::function::FnOnce<()>>::call_once::h1c05475e029700b8 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 38: 0x55b1dd7419f0 - std::panicking::try::do_call::he6de943476ae628a [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 39: 0x55b1dd7419f0 - std::panicking::try::ha21937b8feb06f89 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 40: 0x55b1dd7419f0 - std::panic::catch_unwind::ha79830b3325c9fa6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 41: 0x55b1dd7419f0 - test::run_test_in_process::h1ab180b83ee2d5b5 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:600:18 [INFO] [stdout] 42: 0x55b1dd7419f0 - test::run_test::run_test_inner::{{closure}}::h8258ffe088f187a1 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:492:39 [INFO] [stdout] 43: 0x55b1dd71afb2 - test::run_test::run_test_inner::{{closure}}::hc697b214abd32bc6 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/test/src/lib.rs:519:37 [INFO] [stdout] 44: 0x55b1dd71afb2 - std::sys_common::backtrace::__rust_begin_short_backtrace::h64de0d3f894854a9 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x55b1dd71ec08 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h1fd98fc86e533ece [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 46: 0x55b1dd71ec08 - as core::ops::function::FnOnce<()>>::call_once::h4e2a7abf702e4cfd [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:347:9 [INFO] [stdout] 47: 0x55b1dd71ec08 - std::panicking::try::do_call::h4496392321a3c8c0 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:401:40 [INFO] [stdout] 48: 0x55b1dd71ec08 - std::panicking::try::hf1e14258e04e8e9a [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panicking.rs:365:19 [INFO] [stdout] 49: 0x55b1dd71ec08 - std::panic::catch_unwind::hb72c3777cd55642f [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/panic.rs:434:14 [INFO] [stdout] 50: 0x55b1dd71ec08 - std::thread::Builder::spawn_unchecked::{{closure}}::h2d7915a5910e148e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 51: 0x55b1dd71ec08 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h83fd2f1ef5be797c [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::ha8b1d5a0092467fc [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 53: 0x55b1dd8bd327 - as core::ops::function::FnOnce>::call_once::h4b9f24ec4e8a879e [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 54: 0x55b1dd8bd327 - std::sys::unix::thread::Thread::new::thread_start::h2a0e98fbc4ab4c32 [INFO] [stdout] at /rustc/432e145bd5a974c5b6f4dd9b352891bd7502b69d/library/std/src/sys/unix/thread.rs:72:17 [INFO] [stdout] 55: 0x7f726f012609 - start_thread [INFO] [stdout] 56: 0x7f726ede4293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] cluster_test_cyclic_failures [INFO] [stdout] cluster_test_cyclic_perfect [INFO] [stdout] cluster_test_perfect [INFO] [stdout] cluster_test_with_failures [INFO] [stdout] [INFO] [stdout] test result: FAILED. 0 passed; 4 failed; 0 ignored; 0 measured; 0 filtered out; finished in 10.10s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass '--test cluster-test' [INFO] running `Command { std: "docker" "inspect" "a6ca6b1bd8eada1729b34bdfa788200fe22213fdf5ca0e4e75bcff738724b7a3", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "a6ca6b1bd8eada1729b34bdfa788200fe22213fdf5ca0e4e75bcff738724b7a3", kill_on_drop: false }` [INFO] [stdout] a6ca6b1bd8eada1729b34bdfa788200fe22213fdf5ca0e4e75bcff738724b7a3