[INFO] fetching crate aurum_actors 0.0.1... [INFO] testing aurum_actors-0.0.1 against 1.55.0 for beta-1.56-1 [INFO] extracting crate aurum_actors 0.0.1 into /workspace/builds/worker-9/source [INFO] validating manifest of crates.io crate aurum_actors 0.0.1 on toolchain 1.55.0 [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+1.55.0" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking crates.io crate aurum_actors 0.0.1 [INFO] finished tweaking crates.io crate aurum_actors 0.0.1 [INFO] tweaked toml for crates.io crate aurum_actors 0.0.1 written to /workspace/builds/worker-9/source/Cargo.toml [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+1.55.0" "generate-lockfile" "--manifest-path" "Cargo.toml" "-Zno-index-update", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] running `Command { std: "/workspace/cargo-home/bin/cargo" "+1.55.0" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded validator_types v0.14.0 [INFO] [stderr] Downloaded validator v0.14.0 [INFO] [stderr] Downloaded archery v0.4.0 [INFO] [stderr] Downloaded rpds v0.9.0 [INFO] [stderr] Downloaded wyhash v0.5.0 [INFO] [stderr] Downloaded statrs v0.13.0 [INFO] [stderr] Downloaded aurum_actors_macros v0.0.1 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:a89201d6b5b9fd45c15d5952ece0a0129e7e80cb26ec023fd59cf09bc26f1604" "/opt/rustwide/cargo-home/bin/cargo" "+1.55.0" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] cedf866f0935ffd5fcddc41a30d0504f4b00e00a70319c46e0659f624c389afa [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "cedf866f0935ffd5fcddc41a30d0504f4b00e00a70319c46e0659f624c389afa", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "cedf866f0935ffd5fcddc41a30d0504f4b00e00a70319c46e0659f624c389afa", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "cedf866f0935ffd5fcddc41a30d0504f4b00e00a70319c46e0659f624c389afa", kill_on_drop: false }` [INFO] [stdout] cedf866f0935ffd5fcddc41a30d0504f4b00e00a70319c46e0659f624c389afa [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:a89201d6b5b9fd45c15d5952ece0a0129e7e80cb26ec023fd59cf09bc26f1604" "/opt/rustwide/cargo-home/bin/cargo" "+1.55.0" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] f97240ac0fa18bb4623a33db520cae599bb354bdbd3cc68b0760f9d2421be386 [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "f97240ac0fa18bb4623a33db520cae599bb354bdbd3cc68b0760f9d2421be386", kill_on_drop: false }` [INFO] [stderr] Compiling syn v1.0.76 [INFO] [stderr] Compiling serde v1.0.130 [INFO] [stderr] Compiling libm v0.2.1 [INFO] [stderr] Compiling futures-core v0.3.17 [INFO] [stderr] Compiling rawpointer v0.2.1 [INFO] [stderr] Compiling crossbeam-queue v0.3.2 [INFO] [stderr] Compiling async-trait v0.1.51 [INFO] [stderr] Compiling once_cell v1.8.0 [INFO] [stderr] Compiling half v1.7.1 [INFO] [stderr] Compiling linked-hash-map v0.5.4 [INFO] [stderr] Compiling num-traits v0.2.14 [INFO] [stderr] Compiling num-complex v0.2.4 [INFO] [stderr] Compiling num-rational v0.2.4 [INFO] [stderr] Compiling tokio v1.11.0 [INFO] [stderr] Compiling ahash v0.7.4 [INFO] [stderr] Compiling im v15.0.0 [INFO] [stderr] Compiling form_urlencoded v1.0.1 [INFO] [stderr] Compiling itertools v0.10.1 [INFO] [stderr] Compiling archery v0.4.0 [INFO] [stderr] Compiling matrixmultiply v0.2.4 [INFO] [stderr] Compiling generic-array v0.13.3 [INFO] [stderr] Compiling bitmaps v2.1.0 [INFO] [stderr] Compiling mio v0.7.13 [INFO] [stderr] Compiling aho-corasick v0.7.18 [INFO] [stderr] Compiling idna v0.2.3 [INFO] [stderr] Compiling rand_xoshiro v0.4.0 [INFO] [stderr] Compiling wyhash v0.5.0 [INFO] [stderr] Compiling rand v0.8.4 [INFO] [stderr] Compiling crossbeam v0.8.1 [INFO] [stderr] Compiling rand_distr v0.2.2 [INFO] [stderr] Compiling hashbrown v0.11.2 [INFO] [stderr] Compiling url v2.2.2 [INFO] [stderr] Compiling regex v1.5.4 [INFO] [stderr] Compiling approx v0.3.2 [INFO] [stderr] Compiling num-integer v0.1.44 [INFO] [stderr] Compiling alga v0.9.3 [INFO] [stderr] Compiling sized-chunks v0.6.5 [INFO] [stderr] Compiling nalgebra v0.19.0 [INFO] [stderr] Compiling validator_types v0.14.0 [INFO] [stderr] Compiling serde_derive v1.0.130 [INFO] [stderr] Compiling thiserror-impl v1.0.29 [INFO] [stderr] Compiling tokio-macros v1.3.0 [INFO] [stderr] Compiling async-stream-impl v0.3.2 [INFO] [stderr] Compiling derivative v2.2.0 [INFO] [stderr] Compiling aurum_actors_macros v0.0.1 [INFO] [stderr] Compiling async-stream v0.3.2 [INFO] [stderr] Compiling thiserror v1.0.29 [INFO] [stderr] Compiling tokio-stream v0.1.7 [INFO] [stderr] Compiling tokio-test v0.4.2 [INFO] [stderr] Compiling statrs v0.13.0 [INFO] [stderr] Compiling toml v0.5.8 [INFO] [stderr] Compiling serde_json v1.0.67 [INFO] [stderr] Compiling rpds v0.9.0 [INFO] [stderr] Compiling serde_cbor v0.11.2 [INFO] [stderr] Compiling validator v0.14.0 [INFO] [stderr] Compiling proc-macro-crate v1.0.0 [INFO] [stderr] Compiling num_enum_derive v0.5.4 [INFO] [stderr] Compiling num_enum v0.5.4 [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished dev [unoptimized + debuginfo] target(s) in 2m 28s [INFO] running `Command { std: "docker" "inspect" "f97240ac0fa18bb4623a33db520cae599bb354bdbd3cc68b0760f9d2421be386", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "f97240ac0fa18bb4623a33db520cae599bb354bdbd3cc68b0760f9d2421be386", kill_on_drop: false }` [INFO] [stdout] f97240ac0fa18bb4623a33db520cae599bb354bdbd3cc68b0760f9d2421be386 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:a89201d6b5b9fd45c15d5952ece0a0129e7e80cb26ec023fd59cf09bc26f1604" "/opt/rustwide/cargo-home/bin/cargo" "+1.55.0" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] [stdout] ca8582ab3260c02fc6bc04649c8e0eeadb830f5597366b1d05da981288a2a4ae [INFO] running `Command { std: "docker" "start" "-a" "ca8582ab3260c02fc6bc04649c8e0eeadb830f5597366b1d05da981288a2a4ae", kill_on_drop: false }` [INFO] [stderr] Compiling aurum_actors v0.0.1 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused borrow that must be used [INFO] [stdout] --> src/core/packets.rs:82:5 [INFO] [stdout] | [INFO] [stdout] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 1 warning emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 1m 27s [INFO] running `Command { std: "docker" "inspect" "ca8582ab3260c02fc6bc04649c8e0eeadb830f5597366b1d05da981288a2a4ae", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "ca8582ab3260c02fc6bc04649c8e0eeadb830f5597366b1d05da981288a2a4ae", kill_on_drop: false }` [INFO] [stdout] ca8582ab3260c02fc6bc04649c8e0eeadb830f5597366b1d05da981288a2a4ae [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-9/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:a89201d6b5b9fd45c15d5952ece0a0129e7e80cb26ec023fd59cf09bc26f1604" "/opt/rustwide/cargo-home/bin/cargo" "+1.55.0" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 1bdb6ef8c18dd14c2d1bbe52a1fb3b1e90d43db2fc6bb9ff78d15a56b8356e1d [INFO] [stderr] WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. [INFO] running `Command { std: "docker" "start" "-a" "1bdb6ef8c18dd14c2d1bbe52a1fb3b1e90d43db2fc6bb9ff78d15a56b8356e1d", kill_on_drop: false }` [INFO] [stdout] [INFO] [stderr] warning: unused borrow that must be used [INFO] [stdout] running 8 tests [INFO] [stderr] --> src/core/packets.rs:82:5 [INFO] [stdout] test cluster::gossip::test_gossip_merge ... ok [INFO] [stderr] | [INFO] [stdout] test cluster::interval_storage::test_interval_storage ... ok [INFO] [stderr] 82 | &slice[..DatagramHeader::SIZE].copy_from_slice(&header_buf[..]); [INFO] [stdout] test cluster::node_ring::test_node_ring ... ok [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] test cluster::node_ring::test_not_in_ring ... ok [INFO] [stderr] | [INFO] [stdout] test cluster::devices::devices_state::devices_state_deltas_test ... ok [INFO] [stderr] = note: `#[warn(unused_must_use)]` on by default [INFO] [stdout] test cluster::devices::devices_state::devices_state_join_test ... ok [INFO] [stderr] [INFO] [stdout] test core::actor_ref::actor_ref_valid_test ... ok [INFO] [stderr] warning: `aurum_actors` (lib) generated 1 warning [INFO] [stdout] test core::packets::test_datagram_header_serde ... ok [INFO] [stderr] warning: `aurum_actors` (lib test) generated 1 warning (1 duplicate) [INFO] [stdout] [INFO] [stderr] Finished test [unoptimized + debuginfo] target(s) in 0.18s [INFO] [stdout] test result: ok. 8 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.01s [INFO] [stderr] Running unittests (/opt/rustwide/target/debug/deps/aurum_actors-1252f84216f74e3f) [INFO] [stdout] [INFO] [stderr] Running tests/cluster-test.rs (/opt/rustwide/target/debug/deps/cluster_test-0494fc390d55622d) [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test cluster_test_cyclic_perfect ... FAILED [INFO] [stdout] test cluster_test_perfect ... FAILED [INFO] [stdout] test cluster_test_cyclic_failures ... ok [INFO] [stdout] test cluster_test_with_failures ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- cluster_test_cyclic_perfect stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40202 MEMBERS - [40201, 40202] [INFO] [stdout] 40202 CHARGES - [40201] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40202 CHARGES - [40201, 40203] [INFO] [stdout] 40203 MEMBERS - [40201, 40203] [INFO] [stdout] 40203 CHARGES - [40201] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40203 CHARGES - [40201, 40202] [INFO] [stdout] 40201 MEMBERS - [40201, 40203] [INFO] [stdout] 40201 CHARGES - [40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203] [INFO] [stdout] 40201 CHARGES - [40202, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40202 CHARGES - [40201, 40203] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40203, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40202 CHARGES - [40201, 40203] [INFO] [stdout] 40205 MEMBERS - [40204, 40205] [INFO] [stdout] 40205 CHARGES - [40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40204 CHARGES - [40201, 40202] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40203] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40202, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40203, 40205] [INFO] [stdout] 40204 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40202, 40205] [INFO] [stdout] 40203 MEMBERS - [40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40201 CHARGES - [40203, 40204] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40205 CHARGES - [40201, 40203] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40204 CHARGES - [40202, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207] [INFO] [stdout] 40205 CHARGES - [40201, 40207] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40205 CHARGES - [40201, 40207] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207] [INFO] [stdout] 40202 CHARGES - [40201, 40205] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40202 CHARGES - [40205, 40206] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40206 CHARGES - [40201, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] 40207 MEMBERS - [40206, 40207] [INFO] [stdout] 40207 CHARGES - [40206] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40207 CHARGES - [40203, 40204] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40206 CHARGES - [40201, 40205] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40207 CHARGES - [40203, 40208] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40202 CHARGES - [40205, 40206] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207] [INFO] [stdout] 40204 CHARGES - [40202, 40205] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40204 CHARGES - [40202, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40205 CHARGES - [40201, 40207] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40204 CHARGES - [40202, 40206] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40208 CHARGES - [40202, 40204] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40208 CHARGES - [40202, 40204] [INFO] [stdout] 40208 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40202, 40204] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40204 CHARGES - [40202, 40206] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40205 CHARGES - [40201, 40207] [INFO] [stdout] 40205 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40201, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40207] [INFO] [stdout] 40201 CHARGES - [40203, 40207] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207] [INFO] [stdout] 40201 CHARGES - [40203, 40207] [INFO] [stdout] 40204 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40202, 40206] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40204|0; after timeout: 50 ms [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40206 CHARGES - [40201, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40203 CHARGES - [40204, 40208] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40206|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40202 CHARGES - [40205, 40206] [INFO] [stdout] 40202 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40209] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40207 CHARGES - [40203, 40210] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208] [INFO] [stdout] 40201 CHARGES - [40203, 40207] [INFO] [stdout] 40207 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40203, 40210] [INFO] [stdout] 40206 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40205, 40209] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40203 CHARGES - [40204, 40208] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40204, 40208] [INFO] [stdout] 40206 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40206 CHARGES - [40205, 40209] [INFO] [stdout] 40205 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40204, 40206] [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40208 CHARGES - [40206, 40209] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40209] [INFO] [stdout] 40202 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40202 CHARGES - [40206, 40209] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40201 CHARGES - [40207, 40210] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40207, 40210] [INFO] [stdout] 40205 MEMBERS - [40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40205 CHARGES - [40207, 40210] [INFO] [stdout] 40201 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40203, 40208] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40203, 40205, 40206, 40207, 40208, 40209] [INFO] [stdout] 40205 CHARGES - [40203, 40207] [INFO] [stdout] 40205 MEMBERS - [40203, 40205, 40206, 40208, 40209] [INFO] [stdout] 40205 CHARGES - [40203, 40208] [INFO] [stdout] 40201 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40201 CHARGES - [40203, 40208] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40202|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] 40204 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40204 CHARGES - [40202, 40206] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40206|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] 40205 MEMBERS - [40205, 40206, 40208, 40209] [INFO] [stdout] 40205 CHARGES - [40206, 40208] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40203|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40201|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40206|0 - DOWNED charge IP(127.0.0.1):40209|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40208|0; after timeout: 50 ms [INFO] [stdout] 40207 MEMBERS - [40202, 40203, 40204, 40205, 40206, 40207, 40208, 40209, 40210] [INFO] [stdout] 40207 CHARGES - [40203, 40210] [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40205, 40206, 40207, 40208, 40210] [INFO] [stdout] 40208 CHARGES - [40205, 40206] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40205|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40208|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40205|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40206|0 - DOWNED charge IP(127.0.0.1):40207|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40203|0 - DOWNED charge IP(127.0.0.1):40201|0; after timeout: 50 ms [INFO] [stdout] 40208 MEMBERS - [40201, 40203, 40205, 40207, 40208, 40210] [INFO] [stdout] 40208 CHARGES - [40201, 40205] [INFO] [stdout] 40203 MEMBERS - [40201, 40202, 40203, 40204, 40205, 40206, 40207, 40209, 40210] [INFO] [stdout] 40203 CHARGES - [40202, 40204] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40207|0 - DOWNED charge IP(127.0.0.1):40210|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40204|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40202|0 - DOWNED charge IP(127.0.0.1):40206|0; after timeout: 50 ms [INFO] [stdout] thread 'cluster_test_cyclic_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5652da795cb0 - std::backtrace_rs::backtrace::libunwind::trace::ha0ad43e8a952bfe7 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x5652da795cb0 - std::backtrace_rs::backtrace::trace_unsynchronized::h6830419c0c4130dc [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x5652da795cb0 - std::sys_common::backtrace::_print_fmt::h8f3516631ffa1ef5 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x5652da795cb0 - ::fmt::he1640d5f0d93f618 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x5652da7b93bc - core::fmt::write::h88012e1f01caeebf [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x5652da790275 - std::io::Write::write_fmt::h7728c39ea5632753 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/io/mod.rs:1665:15 [INFO] [stdout] 6: 0x5652da797e8b - std::sys_common::backtrace::_print::ha1f00492f406a015 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x5652da797e8b - std::sys_common::backtrace::print::hd54561b13feb6af3 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x5652da797e8b - std::panicking::default_hook::{{closure}}::h84fe124cd0864662 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x5652da79799c - std::panicking::default_hook::h5a8e74a76ce290a7 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x5652da798554 - std::panicking::rust_panic_with_hook::h67c812a4fe9d4c91 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x5652da798037 - std::panicking::begin_panic_handler::{{closure}}::h33f9c1b96af300d7 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x5652da7961ac - std::sys_common::backtrace::__rust_end_short_backtrace::h51bae64be5921f0e [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x5652da797f99 - rust_begin_unwind [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x5652da3309a1 - core::panicking::panic_fmt::h12a3a3c256485fca [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x5652da330a93 - core::result::unwrap_failed::h2d8d0952e3250de9 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/result.rs:1599:5 [INFO] [stdout] 16: 0x5652da4b8d72 - core::result::Result::unwrap::h6311cc45c9ef9001 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/result.rs:1281:23 [INFO] [stdout] 17: 0x5652da5d0bbc - cluster_test::run_cluster_test::{{closure}}::hf230bd19d4a84bfa [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x5652da518c69 - as core::future::future::Future>::poll::hfe73c0e442b1051b [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x5652da5574c0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::h92a338a3c5731950 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x5652da4de40c - tokio::coop::with_budget::{{closure}}::hd46dd615b58a4477 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:106:9 [INFO] [stdout] 21: 0x5652da49c971 - std::thread::local::LocalKey::try_with::hc54cf77f574c8d3a [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x5652da49bced - std::thread::local::LocalKey::with::h5a7c63918475c9bf [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x5652da556564 - tokio::coop::with_budget::he1050ff2189715f0 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:99:5 [INFO] [stdout] 24: 0x5652da556564 - tokio::coop::budget::h39f346d8e4a93ed1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:76:5 [INFO] [stdout] 25: 0x5652da556564 - tokio::park::thread::CachedParkThread::block_on::h208518a5176c1085 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x5652da4ebdfe - tokio::runtime::enter::Enter::block_on::haa23306fc29a23b6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x5652da560a63 - tokio::runtime::thread_pool::ThreadPool::block_on::ha343d952a5ffd0cb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/mod.rs:72:9 [INFO] [stdout] 28: 0x5652da561a4a - tokio::runtime::Runtime::block_on::h54da420c6952dd91 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/mod.rs:459:43 [INFO] [stdout] 29: 0x5652da5d0870 - cluster_test::run_cluster_test::hbdbf7007a772da90 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x5652da5d396a - cluster_test::cluster_cyclic::h8102a4e52e3ce4a5 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:346:3 [INFO] [stdout] 31: 0x5652da5db933 - cluster_test::cluster_test_cyclic_perfect::h1a747e99f2d7ba98 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:359:3 [INFO] [stdout] 32: 0x5652da5db6ba - cluster_test::cluster_test_cyclic_perfect::{{closure}}::hc406164027471d93 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:350:1 [INFO] [stdout] 33: 0x5652da57f2ee - core::ops::function::FnOnce::call_once::hb066f6e3d07c3884 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x5652da6337f3 - core::ops::function::FnOnce::call_once::h5aba9a5d361d6c79 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x5652da6337f3 - test::__rust_begin_short_backtrace::h705bb53b2b1d45e6 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:578:5 [INFO] [stdout] 36: 0x5652da6322a8 - as core::ops::function::FnOnce>::call_once::ha20f614d7c0b2b6d [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 37: 0x5652da6322a8 - as core::ops::function::FnOnce<()>>::call_once::hf02f19eeb64ceabd [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:347:9 [INFO] [stdout] 38: 0x5652da6322a8 - std::panicking::try::do_call::h4bfab65eb3b4b036 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:401:40 [INFO] [stdout] 39: 0x5652da6322a8 - std::panicking::try::h6613a46a6d2b6f88 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:365:19 [INFO] [stdout] 40: 0x5652da6322a8 - std::panic::catch_unwind::h9f07b17b60991273 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:434:14 [INFO] [stdout] 41: 0x5652da6322a8 - test::run_test_in_process::hc38797eecf07854f [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:601:18 [INFO] [stdout] 42: 0x5652da6322a8 - test::run_test::run_test_inner::{{closure}}::hac209db8bce0fd77 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:493:39 [INFO] [stdout] 43: 0x5652da600a3d - test::run_test::run_test_inner::{{closure}}::h4aefdd4b4a423e20 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:520:37 [INFO] [stdout] 44: 0x5652da600a3d - std::sys_common::backtrace::__rust_begin_short_backtrace::h652c9e2663704700 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x5652da605218 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::hd84fd5e0b5b1f45f [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 46: 0x5652da605218 - as core::ops::function::FnOnce<()>>::call_once::he23556962a2ae14b [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:347:9 [INFO] [stdout] 47: 0x5652da605218 - std::panicking::try::do_call::h67d4f93e1fbaa5f9 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:401:40 [INFO] [stdout] 48: 0x5652da605218 - std::panicking::try::h396886e678db815e [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:365:19 [INFO] [stdout] 49: 0x5652da605218 - std::panic::catch_unwind::hc1d64dcecf0a00e0 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:434:14 [INFO] [stdout] 50: 0x5652da605218 - std::thread::Builder::spawn_unchecked::{{closure}}::hc2644cf33cb61d8e [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 51: 0x5652da605218 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h4473c2c77b66963f [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x5652da79d9f7 - as core::ops::function::FnOnce>::call_once::h6bff7798948b1075 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 53: 0x5652da79d9f7 - as core::ops::function::FnOnce>::call_once::hc2d25ac38f6b2342 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 54: 0x5652da79d9f7 - std::sys::unix::thread::Thread::new::thread_start::hbba5bc368baac205 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys/unix/thread.rs:74:17 [INFO] [stdout] 55: 0x7f874d7f1609 - start_thread [INFO] [stdout] 56: 0x7f874d5c3293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_perfect stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40001 MEMBERS - [40001] [INFO] [stdout] 40001 CHARGES - [] [INFO] [stdout] 40001 MEMBERS - [40001, 40002] [INFO] [stdout] 40001 CHARGES - [40002] [INFO] [stdout] 40002 MEMBERS - [40001, 40002] [INFO] [stdout] 40002 CHARGES - [40001] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40002 CHARGES - [40001, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003] [INFO] [stdout] 40003 CHARGES - [40001, 40002] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40003 CHARGES - [40002, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40001 CHARGES - [40002, 40003] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004] [INFO] [stdout] 40002 CHARGES - [40001, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40002 CHARGES - [40001, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40001 CHARGES - [40003, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40002, 40004] [INFO] [stdout] CONVERGENCE reached! [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40002 CHARGES - [40004, 40006] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40001 CHARGES - [40003, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40006 CHARGES - [40001, 40004] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40006 CHARGES - [40001, 40004] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40001 CHARGES - [40003, 40005] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40002 CHARGES - [40006, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40002, 40006] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40007 CHARGES - [40004, 40006] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40005 CHARGES - [40002, 40007] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40004, 40006] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40005 CHARGES - [40002, 40006] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40002 CHARGES - [40004, 40006] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40001 CHARGES - [40003, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40001 CHARGES - [40003, 40005] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006] [INFO] [stdout] 40006 CHARGES - [40001, 40004] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40002 CHARGES - [40006, 40008] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005] [INFO] [stdout] 40005 CHARGES - [40002, 40004] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40008] [INFO] [stdout] 40003 CHARGES - [40002, 40005] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40002, 40005] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40006 CHARGES - [40001, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40008] [INFO] [stdout] 40001 CHARGES - [40003, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40003 CHARGES - [40005, 40007] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40008] [INFO] [stdout] 40002 CHARGES - [40004, 40008] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40003, 40007] [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40002 CHARGES - [40004, 40008] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40008] [INFO] [stdout] 40005 CHARGES - [40002, 40008] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40002, 40008] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] 40002 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40002 CHARGES - [40001, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40008 CHARGES - [40006, 40007] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40008 CHARGES - [40004, 40006] [INFO] [stdout] 40008 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008, 40009] [INFO] [stdout] 40008 CHARGES - [40004, 40006] [INFO] [stdout] 40007 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40002, 40008] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008] [INFO] [stdout] 40006 CHARGES - [40002, 40005] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40007|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40001|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40007|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40009|0 - DOWNED charge IP(127.0.0.1):40002|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40008|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40002|0 - DOWNED charge IP(127.0.0.1):40003|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40005|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40006|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] 40007 MEMBERS - [40001, 40003, 40004, 40006, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40006, 40008] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40006 CHARGES - [40002, 40005] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007] [INFO] [stdout] 40003 CHARGES - [40005, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40003 CHARGES - [40006, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007] [INFO] [stdout] 40003 CHARGES - [40006, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40006, 40007] [INFO] [stdout] 40003 CHARGES - [40006, 40007] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40008] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40001, 40003] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40004, 40005, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40001, 40007] [INFO] [stdout] 40003 MEMBERS - [40001, 40003, 40004, 40006, 40007] [INFO] [stdout] 40003 CHARGES - [40001, 40004] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40001 CHARGES - [40003, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40001 CHARGES - [40003, 40007] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008, 40009] [INFO] [stdout] 40009 CHARGES - [40002, 40005] [INFO] [stdout] 40009 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40008, 40009, 40010] [INFO] [stdout] 40009 CHARGES - [40002, 40005] [INFO] [stdout] 40006 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007, 40008] [INFO] [stdout] 40006 CHARGES - [40002, 40008] [INFO] [stdout] 40006 MEMBERS - [40001, 40003, 40004, 40006, 40007, 40008] [INFO] [stdout] 40006 CHARGES - [40004, 40008] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40005 CHARGES - [40002, 40008] [INFO] [stdout] 40007 MEMBERS - [40001, 40003, 40004, 40007, 40008] [INFO] [stdout] 40007 CHARGES - [40004, 40008] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007, 40008] [INFO] [stdout] 40004 CHARGES - [40001, 40007] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40004, 40005, 40006, 40007] [INFO] [stdout] 40004 CHARGES - [40001, 40007] [INFO] [stdout] 40004 MEMBERS - [40001, 40002, 40004, 40006, 40007] [INFO] [stdout] 40004 CHARGES - [40001, 40007] [INFO] [stdout] 40004 MEMBERS - [40001, 40004, 40006, 40007] [INFO] [stdout] 40004 CHARGES - [40001, 40007] [INFO] [stdout] 40004 MEMBERS - [40001, 40004, 40006, 40007, 40009] [INFO] [stdout] 40004 CHARGES - [40001, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40002, 40003, 40004, 40006, 40007] [INFO] [stdout] 40001 CHARGES - [40003, 40007] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40006, 40007, 40009] [INFO] [stdout] 40004 CHARGES - [40001, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40006, 40007] [INFO] [stdout] 40001 CHARGES - [40003, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40006, 40007, 40009] [INFO] [stdout] 40001 CHARGES - [40003, 40007] [INFO] [stdout] 40006 MEMBERS - [40001, 40003, 40004, 40006, 40007, 40008, 40009] [INFO] [stdout] 40006 CHARGES - [40008, 40009] [INFO] [stdout] 40001 MEMBERS - [40001, 40004, 40006, 40007, 40009] [INFO] [stdout] 40001 CHARGES - [40006, 40007] [INFO] [stdout] 40001 MEMBERS - [40001, 40003, 40004, 40006, 40007, 40009] [INFO] [stdout] 40001 CHARGES - [40006, 40007] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40009] [INFO] [stdout] 40004 CHARGES - [40001, 40007] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40007, 40009] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40004 MEMBERS - [40001, 40003, 40004, 40005, 40006, 40009] [INFO] [stdout] 40004 CHARGES - [40001, 40005] [INFO] [stdout] 40003 MEMBERS - [40003, 40004, 40006, 40007] [INFO] [stdout] 40003 CHARGES - [40004, 40007] [INFO] [stdout] 40005 MEMBERS - [40001, 40002, 40003, 40004, 40005, 40006, 40007] [INFO] [stdout] 40005 CHARGES - [40002, 40004] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40010|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40003|0 - DOWNED charge IP(127.0.0.1):40009|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40005|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40004|0 - DOWNED charge IP(127.0.0.1):40006|0; after timeout: 50 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40008|0 - DOWNED charge IP(127.0.0.1):40004|0; after timeout: 50 ms [INFO] [stdout] thread 'cluster_test_perfect' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5652da795cb0 - std::backtrace_rs::backtrace::libunwind::trace::ha0ad43e8a952bfe7 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x5652da795cb0 - std::backtrace_rs::backtrace::trace_unsynchronized::h6830419c0c4130dc [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x5652da795cb0 - std::sys_common::backtrace::_print_fmt::h8f3516631ffa1ef5 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x5652da795cb0 - ::fmt::he1640d5f0d93f618 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x5652da7b93bc - core::fmt::write::h88012e1f01caeebf [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x5652da790275 - std::io::Write::write_fmt::h7728c39ea5632753 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/io/mod.rs:1665:15 [INFO] [stdout] 6: 0x5652da797e8b - std::sys_common::backtrace::_print::ha1f00492f406a015 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x5652da797e8b - std::sys_common::backtrace::print::hd54561b13feb6af3 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x5652da797e8b - std::panicking::default_hook::{{closure}}::h84fe124cd0864662 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x5652da79799c - std::panicking::default_hook::h5a8e74a76ce290a7 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x5652da798554 - std::panicking::rust_panic_with_hook::h67c812a4fe9d4c91 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x5652da798037 - std::panicking::begin_panic_handler::{{closure}}::h33f9c1b96af300d7 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x5652da7961ac - std::sys_common::backtrace::__rust_end_short_backtrace::h51bae64be5921f0e [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x5652da797f99 - rust_begin_unwind [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x5652da3309a1 - core::panicking::panic_fmt::h12a3a3c256485fca [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x5652da330a93 - core::result::unwrap_failed::h2d8d0952e3250de9 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/result.rs:1599:5 [INFO] [stdout] 16: 0x5652da4b8d72 - core::result::Result::unwrap::h6311cc45c9ef9001 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/result.rs:1281:23 [INFO] [stdout] 17: 0x5652da5d0bbc - cluster_test::run_cluster_test::{{closure}}::hf230bd19d4a84bfa [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x5652da518c69 - as core::future::future::Future>::poll::hfe73c0e442b1051b [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x5652da5574c0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::h92a338a3c5731950 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x5652da4de40c - tokio::coop::with_budget::{{closure}}::hd46dd615b58a4477 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:106:9 [INFO] [stdout] 21: 0x5652da49c971 - std::thread::local::LocalKey::try_with::hc54cf77f574c8d3a [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x5652da49bced - std::thread::local::LocalKey::with::h5a7c63918475c9bf [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x5652da556564 - tokio::coop::with_budget::he1050ff2189715f0 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:99:5 [INFO] [stdout] 24: 0x5652da556564 - tokio::coop::budget::h39f346d8e4a93ed1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:76:5 [INFO] [stdout] 25: 0x5652da556564 - tokio::park::thread::CachedParkThread::block_on::h208518a5176c1085 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x5652da4ebdfe - tokio::runtime::enter::Enter::block_on::haa23306fc29a23b6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x5652da560a63 - tokio::runtime::thread_pool::ThreadPool::block_on::ha343d952a5ffd0cb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/mod.rs:72:9 [INFO] [stdout] 28: 0x5652da561a4a - tokio::runtime::Runtime::block_on::h54da420c6952dd91 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/mod.rs:459:43 [INFO] [stdout] 29: 0x5652da5d0870 - cluster_test::run_cluster_test::hbdbf7007a772da90 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x5652da5d24ba - cluster_test::cluster_complete::h8be43e9c488624c5 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x5652da5db28f - cluster_test::cluster_test_perfect::hb46c340d59ac8559 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:292:3 [INFO] [stdout] 32: 0x5652da5db00a - cluster_test::cluster_test_perfect::{{closure}}::ha792b3515d2bb8c6 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:282:1 [INFO] [stdout] 33: 0x5652da57e2be - core::ops::function::FnOnce::call_once::h46e11345bf750745 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x5652da6337f3 - core::ops::function::FnOnce::call_once::h5aba9a5d361d6c79 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x5652da6337f3 - test::__rust_begin_short_backtrace::h705bb53b2b1d45e6 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:578:5 [INFO] [stdout] 36: 0x5652da6322a8 - as core::ops::function::FnOnce>::call_once::ha20f614d7c0b2b6d [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 37: 0x5652da6322a8 - as core::ops::function::FnOnce<()>>::call_once::hf02f19eeb64ceabd [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:347:9 [INFO] [stdout] 38: 0x5652da6322a8 - std::panicking::try::do_call::h4bfab65eb3b4b036 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:401:40 [INFO] [stdout] 39: 0x5652da6322a8 - std::panicking::try::h6613a46a6d2b6f88 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:365:19 [INFO] [stdout] 40: 0x5652da6322a8 - std::panic::catch_unwind::h9f07b17b60991273 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:434:14 [INFO] [stdout] 41: 0x5652da6322a8 - test::run_test_in_process::hc38797eecf07854f [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:601:18 [INFO] [stdout] 42: 0x5652da6322a8 - test::run_test::run_test_inner::{{closure}}::hac209db8bce0fd77 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:493:39 [INFO] [stdout] 43: 0x5652da600a3d - test::run_test::run_test_inner::{{closure}}::h4aefdd4b4a423e20 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:520:37 [INFO] [stdout] 44: 0x5652da600a3d - std::sys_common::backtrace::__rust_begin_short_backtrace::h652c9e2663704700 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x5652da605218 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::hd84fd5e0b5b1f45f [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 46: 0x5652da605218 - as core::ops::function::FnOnce<()>>::call_once::he23556962a2ae14b [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:347:9 [INFO] [stdout] 47: 0x5652da605218 - std::panicking::try::do_call::h67d4f93e1fbaa5f9 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:401:40 [INFO] [stdout] 48: 0x5652da605218 - std::panicking::try::h396886e678db815e [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:365:19 [INFO] [stdout] 49: 0x5652da605218 - std::panic::catch_unwind::hc1d64dcecf0a00e0 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:434:14 [INFO] [stdout] 50: 0x5652da605218 - std::thread::Builder::spawn_unchecked::{{closure}}::hc2644cf33cb61d8e [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 51: 0x5652da605218 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h4473c2c77b66963f [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x5652da79d9f7 - as core::ops::function::FnOnce>::call_once::h6bff7798948b1075 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 53: 0x5652da79d9f7 - as core::ops::function::FnOnce>::call_once::hc2d25ac38f6b2342 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 54: 0x5652da79d9f7 - std::sys::unix::thread::Thread::new::thread_start::hbba5bc368baac205 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys/unix/thread.rs:74:17 [INFO] [stdout] 55: 0x7f874d7f1609 - start_thread [INFO] [stdout] 56: 0x7f874d5c3293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- cluster_test_with_failures stdout ---- [INFO] [stdout] Waiting for CONVERGENCE [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102] [INFO] [stdout] 40102 CHARGES - [40101] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40101, 40102] [INFO] [stdout] 40102 CHARGES - [40101] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40103 CHARGES - [40101, 40102] [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102] [INFO] [stdout] 40101 CHARGES - [40102] [INFO] [stdout] 40102 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40101, 40103] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103] [INFO] [stdout] 40101 CHARGES - [40102, 40103] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40101, 40102] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40104 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40101|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40103, 40104] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40103, 40104] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] 40102 MEMBERS - [40102, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] 40104 MEMBERS - [40102, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40105 MEMBERS - [40101, 40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40101, 40103] [INFO] [stdout] 40105 MEMBERS - [40102, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40103, 40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40104, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40104] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40103 MEMBERS - [40103, 40104] [INFO] [stdout] 40103 CHARGES - [40104] [INFO] [stdout] 40101 MEMBERS - [40101, 40102, 40105] [INFO] [stdout] 40101 CHARGES - [40102, 40105] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40103, 40104] [INFO] [stdout] 40104 CHARGES - [40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40102|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101, 40105] [INFO] [stdout] 40101 CHARGES - [40105] [INFO] [stdout] 40104 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40103] [INFO] [stdout] 40102 CHARGES - [40103] [INFO] [stdout] 40104 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40101|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40101 MEMBERS - [40101] [INFO] [stdout] 40101 CHARGES - [] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40102, 40105] [INFO] [stdout] 40105 CHARGES - [40102] [INFO] [stdout] 40103 MEMBERS - [40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40104, 40105] [INFO] [stdout] 40103 MEMBERS - [40103, 40105] [INFO] [stdout] 40103 CHARGES - [40105] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40105] [INFO] [stdout] 40105 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40104, 40105] [INFO] [stdout] 40105 CHARGES - [40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40103] [INFO] [stdout] 40102 CHARGES - [40103] [INFO] [stdout] 40104 MEMBERS - [40103, 40104] [INFO] [stdout] 40104 CHARGES - [40103] [INFO] [stdout] 40102 MEMBERS - [40102] [INFO] [stdout] 40102 CHARGES - [] [INFO] [stdout] 40105 MEMBERS - [40102, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40104] [INFO] [stdout] 40102 CHARGES - [40104] [INFO] [stdout] 40104 MEMBERS - [40102, 40104] [INFO] [stdout] 40104 CHARGES - [40102] [INFO] [stdout] 40103 MEMBERS - [40102, 40103] [INFO] [stdout] 40103 CHARGES - [40102] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40103, 40104] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40103, 40104] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40103 CHARGES - [40102, 40104] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40103] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40103] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40104, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40105|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40105 MEMBERS - [40102, 40105] [INFO] [stdout] 40105 CHARGES - [40102] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40102|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40103|0 - DOWNED charge IP(127.0.0.1):40104|0; after timeout: 200 ms [INFO] [stdout] 40103 MEMBERS - [40102, 40103] [INFO] [stdout] 40103 CHARGES - [40102] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40105] [INFO] [stdout] 40102 CHARGES - [40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40105] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40103] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40103|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40102, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40102, 40105] [INFO] [stdout] WARN src/cluster/heartbeat_receiver.rs:151:9 - IP(127.0.0.1):40104|0 - DOWNED charge IP(127.0.0.1):40105|0; after timeout: 200 ms [INFO] [stdout] 40104 MEMBERS - [40102, 40104] [INFO] [stdout] 40104 CHARGES - [40102] [INFO] [stdout] 40105 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40105 CHARGES - [40102, 40104] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104] [INFO] [stdout] 40102 CHARGES - [40103, 40104] [INFO] [stdout] 40103 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40103 CHARGES - [40102, 40105] [INFO] [stdout] 40104 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40104 CHARGES - [40103, 40105] [INFO] [stdout] 40102 MEMBERS - [40102, 40103, 40104, 40105] [INFO] [stdout] 40102 CHARGES - [40103, 40104] [INFO] [stdout] thread 'cluster_test_with_failures' panicked at 'called `Result::unwrap()` on an `Err` value: Elapsed(())', tests/cluster-test.rs:241:77 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5652da795cb0 - std::backtrace_rs::backtrace::libunwind::trace::ha0ad43e8a952bfe7 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/../../backtrace/src/backtrace/libunwind.rs:90:5 [INFO] [stdout] 1: 0x5652da795cb0 - std::backtrace_rs::backtrace::trace_unsynchronized::h6830419c0c4130dc [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 [INFO] [stdout] 2: 0x5652da795cb0 - std::sys_common::backtrace::_print_fmt::h8f3516631ffa1ef5 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:67:5 [INFO] [stdout] 3: 0x5652da795cb0 - ::fmt::he1640d5f0d93f618 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:46:22 [INFO] [stdout] 4: 0x5652da7b93bc - core::fmt::write::h88012e1f01caeebf [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/fmt/mod.rs:1115:17 [INFO] [stdout] 5: 0x5652da790275 - std::io::Write::write_fmt::h7728c39ea5632753 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/io/mod.rs:1665:15 [INFO] [stdout] 6: 0x5652da797e8b - std::sys_common::backtrace::_print::ha1f00492f406a015 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:49:5 [INFO] [stdout] 7: 0x5652da797e8b - std::sys_common::backtrace::print::hd54561b13feb6af3 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:36:9 [INFO] [stdout] 8: 0x5652da797e8b - std::panicking::default_hook::{{closure}}::h84fe124cd0864662 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:208:50 [INFO] [stdout] 9: 0x5652da79799c - std::panicking::default_hook::h5a8e74a76ce290a7 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:222:9 [INFO] [stdout] 10: 0x5652da798554 - std::panicking::rust_panic_with_hook::h67c812a4fe9d4c91 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:622:17 [INFO] [stdout] 11: 0x5652da798037 - std::panicking::begin_panic_handler::{{closure}}::h33f9c1b96af300d7 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:519:13 [INFO] [stdout] 12: 0x5652da7961ac - std::sys_common::backtrace::__rust_end_short_backtrace::h51bae64be5921f0e [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:141:18 [INFO] [stdout] 13: 0x5652da797f99 - rust_begin_unwind [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:515:5 [INFO] [stdout] 14: 0x5652da3309a1 - core::panicking::panic_fmt::h12a3a3c256485fca [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/panicking.rs:92:14 [INFO] [stdout] 15: 0x5652da330a93 - core::result::unwrap_failed::h2d8d0952e3250de9 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/result.rs:1599:5 [INFO] [stdout] 16: 0x5652da4b8d72 - core::result::Result::unwrap::h6311cc45c9ef9001 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/result.rs:1281:23 [INFO] [stdout] 17: 0x5652da5d0bbc - cluster_test::run_cluster_test::{{closure}}::hf230bd19d4a84bfa [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:30 [INFO] [stdout] 18: 0x5652da518c69 - as core::future::future::Future>::poll::hfe73c0e442b1051b [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/future/mod.rs:80:19 [INFO] [stdout] 19: 0x5652da5574c0 - tokio::park::thread::CachedParkThread::block_on::{{closure}}::h92a338a3c5731950 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:54 [INFO] [stdout] 20: 0x5652da4de40c - tokio::coop::with_budget::{{closure}}::hd46dd615b58a4477 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:106:9 [INFO] [stdout] 21: 0x5652da49c971 - std::thread::local::LocalKey::try_with::hc54cf77f574c8d3a [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/local.rs:399:16 [INFO] [stdout] 22: 0x5652da49bced - std::thread::local::LocalKey::with::h5a7c63918475c9bf [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/local.rs:375:9 [INFO] [stdout] 23: 0x5652da556564 - tokio::coop::with_budget::he1050ff2189715f0 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:99:5 [INFO] [stdout] 24: 0x5652da556564 - tokio::coop::budget::h39f346d8e4a93ed1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/coop.rs:76:5 [INFO] [stdout] 25: 0x5652da556564 - tokio::park::thread::CachedParkThread::block_on::h208518a5176c1085 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/park/thread.rs:263:31 [INFO] [stdout] 26: 0x5652da4ebdfe - tokio::runtime::enter::Enter::block_on::haa23306fc29a23b6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/enter.rs:151:13 [INFO] [stdout] 27: 0x5652da560a63 - tokio::runtime::thread_pool::ThreadPool::block_on::ha343d952a5ffd0cb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/thread_pool/mod.rs:72:9 [INFO] [stdout] 28: 0x5652da561a4a - tokio::runtime::Runtime::block_on::h54da420c6952dd91 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/github.com-1ecc6299db9ec823/tokio-1.11.0/src/runtime/mod.rs:459:43 [INFO] [stdout] 29: 0x5652da5d0870 - cluster_test::run_cluster_test::hbdbf7007a772da90 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:241:3 [INFO] [stdout] 30: 0x5652da5d24ba - cluster_test::cluster_complete::h8be43e9c488624c5 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:278:3 [INFO] [stdout] 31: 0x5652da5db659 - cluster_test::cluster_test_with_failures::he607b7c79ee110e2 [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:308:3 [INFO] [stdout] 32: 0x5652da5db2ea - cluster_test::cluster_test_with_failures::{{closure}}::h387fa127df2f931a [INFO] [stdout] at /opt/rustwide/workdir/tests/cluster-test.rs:296:1 [INFO] [stdout] 33: 0x5652da57fefe - core::ops::function::FnOnce::call_once::hfab3b881a34999e6 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 34: 0x5652da6337f3 - core::ops::function::FnOnce::call_once::h5aba9a5d361d6c79 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 35: 0x5652da6337f3 - test::__rust_begin_short_backtrace::h705bb53b2b1d45e6 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:578:5 [INFO] [stdout] 36: 0x5652da6322a8 - as core::ops::function::FnOnce>::call_once::ha20f614d7c0b2b6d [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 37: 0x5652da6322a8 - as core::ops::function::FnOnce<()>>::call_once::hf02f19eeb64ceabd [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:347:9 [INFO] [stdout] 38: 0x5652da6322a8 - std::panicking::try::do_call::h4bfab65eb3b4b036 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:401:40 [INFO] [stdout] 39: 0x5652da6322a8 - std::panicking::try::h6613a46a6d2b6f88 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:365:19 [INFO] [stdout] 40: 0x5652da6322a8 - std::panic::catch_unwind::h9f07b17b60991273 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:434:14 [INFO] [stdout] 41: 0x5652da6322a8 - test::run_test_in_process::hc38797eecf07854f [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:601:18 [INFO] [stdout] 42: 0x5652da6322a8 - test::run_test::run_test_inner::{{closure}}::hac209db8bce0fd77 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:493:39 [INFO] [stdout] 43: 0x5652da600a3d - test::run_test::run_test_inner::{{closure}}::h4aefdd4b4a423e20 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/test/src/lib.rs:520:37 [INFO] [stdout] 44: 0x5652da600a3d - std::sys_common::backtrace::__rust_begin_short_backtrace::h652c9e2663704700 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys_common/backtrace.rs:125:18 [INFO] [stdout] 45: 0x5652da605218 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::hd84fd5e0b5b1f45f [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/mod.rs:476:17 [INFO] [stdout] 46: 0x5652da605218 - as core::ops::function::FnOnce<()>>::call_once::he23556962a2ae14b [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:347:9 [INFO] [stdout] 47: 0x5652da605218 - std::panicking::try::do_call::h67d4f93e1fbaa5f9 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:401:40 [INFO] [stdout] 48: 0x5652da605218 - std::panicking::try::h396886e678db815e [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panicking.rs:365:19 [INFO] [stdout] 49: 0x5652da605218 - std::panic::catch_unwind::hc1d64dcecf0a00e0 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/panic.rs:434:14 [INFO] [stdout] 50: 0x5652da605218 - std::thread::Builder::spawn_unchecked::{{closure}}::hc2644cf33cb61d8e [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/thread/mod.rs:475:30 [INFO] [stdout] 51: 0x5652da605218 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h4473c2c77b66963f [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/core/src/ops/function.rs:227:5 [INFO] [stdout] 52: 0x5652da79d9f7 - as core::ops::function::FnOnce>::call_once::h6bff7798948b1075 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 53: 0x5652da79d9f7 - as core::ops::function::FnOnce>::call_once::hc2d25ac38f6b2342 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/alloc/src/boxed.rs:1572:9 [INFO] [stdout] 54: 0x5652da79d9f7 - std::sys::unix::thread::Thread::new::thread_start::hbba5bc368baac205 [INFO] [stdout] at /rustc/c8dfcfe046a7680554bf4eb612bad840e7631c4b/library/std/src/sys/unix/thread.rs:74:17 [INFO] [stdout] 55: 0x7f874d7f1609 - start_thread [INFO] [stdout] 56: 0x7f874d5c3293 - clone [INFO] [stdout] 57: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] cluster_test_cyclic_perfect [INFO] [stdout] cluster_test_perfect [INFO] [stdout] cluster_test_with_failures [INFO] [stdout] [INFO] [stdout] test result: FAILED. 1 passed; 3 failed; 0 ignored; 0 measured; 0 filtered out; finished in 10.01s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass '--test cluster-test' [INFO] running `Command { std: "docker" "inspect" "1bdb6ef8c18dd14c2d1bbe52a1fb3b1e90d43db2fc6bb9ff78d15a56b8356e1d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "1bdb6ef8c18dd14c2d1bbe52a1fb3b1e90d43db2fc6bb9ff78d15a56b8356e1d", kill_on_drop: false }` [INFO] [stdout] 1bdb6ef8c18dd14c2d1bbe52a1fb3b1e90d43db2fc6bb9ff78d15a56b8356e1d