[INFO] fetching crate pingora-load-balancing 0.6.0... [INFO] testing pingora-load-balancing-0.6.0 against 1.90.0 for beta-1.91-3 [INFO] extracting crate pingora-load-balancing 0.6.0 into /workspace/builds/worker-0-tc1/source [INFO] started tweaking crates.io crate pingora-load-balancing 0.6.0 [INFO] finished tweaking crates.io crate pingora-load-balancing 0.6.0 [INFO] tweaked toml for crates.io crate pingora-load-balancing 0.6.0 written to /workspace/builds/worker-0-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate pingora-load-balancing 0.6.0 on toolchain 1.90.0 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.90.0" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate pingora-load-balancing 0.6.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.90.0" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded pingora-ketama v0.6.0 [INFO] [stderr] Downloaded no_debug v3.1.0 [INFO] [stderr] Downloaded pingora-rustls v0.6.0 [INFO] [stderr] Downloaded daemonize v0.5.0 [INFO] [stderr] Downloaded pingora-error v0.6.0 [INFO] [stderr] Downloaded pingora-runtime v0.6.0 [INFO] [stderr] Downloaded pingora-timeout v0.6.0 [INFO] [stderr] Downloaded pingora-boringssl v0.6.0 [INFO] [stderr] Downloaded ouroboros_macro v0.18.5 [INFO] [stderr] Downloaded sfv v0.10.4 [INFO] [stderr] Downloaded ouroboros v0.18.5 [INFO] [stderr] Downloaded tokio-openssl v0.6.5 [INFO] [stderr] Downloaded pingora-openssl v0.6.0 [INFO] [stderr] Downloaded prettyplease v0.2.36 [INFO] [stderr] Downloaded cc v1.2.31 [INFO] [stderr] Downloaded pingora-pool v0.6.0 [INFO] [stderr] Downloaded pingora-http v0.6.0 [INFO] [stderr] Downloaded boring v4.17.0 [INFO] [stderr] Downloaded aws-lc-rs v1.13.3 [INFO] [stderr] Downloaded pingora-core v0.6.0 [INFO] [stderr] Downloaded libz-ng-sys v1.1.22 [INFO] [stderr] Downloaded boring-sys v4.17.0 [INFO] [stderr] Downloaded aws-lc-sys v0.30.0 [INFO] [stderr] Downloaded openssl-src v300.5.1+3.5.1 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+1.90.0" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] f64da233fe3ef1ebdf297c3993308df04dd6a5abec4933f70e2645ece19ca7fe [INFO] running `Command { std: "docker" "start" "-a" "f64da233fe3ef1ebdf297c3993308df04dd6a5abec4933f70e2645ece19ca7fe", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "f64da233fe3ef1ebdf297c3993308df04dd6a5abec4933f70e2645ece19ca7fe", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "f64da233fe3ef1ebdf297c3993308df04dd6a5abec4933f70e2645ece19ca7fe", kill_on_drop: false }` [INFO] [stdout] f64da233fe3ef1ebdf297c3993308df04dd6a5abec4933f70e2645ece19ca7fe [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+1.90.0" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 23948383e4aba6bec4b83d0b0847f42298646e9574995f8b435fb4d34c53c2b0 [INFO] running `Command { std: "docker" "start" "-a" "23948383e4aba6bec4b83d0b0847f42298646e9574995f8b435fb4d34c53c2b0", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.174 [INFO] [stderr] Compiling syn v2.0.104 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling syn v1.0.109 [INFO] [stderr] Compiling proc-macro-error v1.0.4 [INFO] [stderr] Compiling slab v0.4.10 [INFO] [stderr] Compiling proc-macro-error-attr v1.0.4 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling thread_local v1.1.9 [INFO] [stderr] Compiling protobuf v2.28.0 [INFO] [stderr] Compiling rust_decimal v1.37.2 [INFO] [stderr] Compiling zstd-safe v7.2.4 [INFO] [stderr] Compiling prometheus v0.13.4 [INFO] [stderr] Compiling os_str_bytes v6.6.1 [INFO] [stderr] Compiling linked-hash-map v0.5.6 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling yaml-rust v0.4.5 [INFO] [stderr] Compiling clap_lex v0.2.4 [INFO] [stderr] Compiling jobserver v0.1.33 [INFO] [stderr] Compiling tracing v0.1.41 [INFO] [stderr] Compiling cc v1.2.31 [INFO] [stderr] Compiling crossbeam-queue v0.3.12 [INFO] [stderr] Compiling brotli-decompressor v2.5.1 [INFO] [stderr] Compiling lru v0.14.0 [INFO] [stderr] Compiling mio v1.0.4 [INFO] [stderr] Compiling socket2 v0.6.0 [INFO] [stderr] Compiling signal-hook-registry v1.4.5 [INFO] [stderr] Compiling cmake v0.1.54 [INFO] [stderr] Compiling getrandom v0.2.16 [INFO] [stderr] Compiling parking_lot_core v0.9.11 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling parking_lot v0.12.4 [INFO] [stderr] Compiling atty v0.2.14 [INFO] [stderr] Compiling zstd-sys v2.0.15+zstd.1.5.7 [INFO] [stderr] Compiling libz-ng-sys v1.1.22 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling getrandom v0.3.3 [INFO] [stderr] Compiling textwrap v0.16.2 [INFO] [stderr] Compiling pingora-error v0.6.0 [INFO] [stderr] Compiling sfv v0.10.4 [INFO] [stderr] Compiling pingora-http v0.6.0 [INFO] [stderr] Compiling ahash v0.8.12 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling brotli v3.5.0 [INFO] [stderr] Compiling daemonize v0.5.0 [INFO] [stderr] Compiling socket2 v0.5.10 [INFO] [stderr] Compiling clap_derive v3.2.25 [INFO] [stderr] Compiling derivative v2.2.0 [INFO] [stderr] Compiling tokio-macros v2.5.0 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling tokio v1.47.1 [INFO] [stderr] Compiling async-stream-impl v0.3.6 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling serde_derive v1.0.219 [INFO] [stderr] Compiling thiserror-impl v1.0.69 [INFO] [stderr] Compiling thiserror v1.0.69 [INFO] [stderr] Compiling async-stream v0.3.6 [INFO] [stderr] Compiling clap v3.2.25 [INFO] [stderr] Compiling async-trait v0.1.88 [INFO] [stderr] Compiling serde v1.0.219 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling strum_macros v0.26.4 [INFO] [stderr] Compiling nix v0.24.3 [INFO] [stderr] Compiling pingora-timeout v0.6.0 [INFO] [stderr] Compiling tokio-util v0.7.15 [INFO] [stderr] Compiling tokio-stream v0.1.17 [INFO] [stderr] Compiling h2 v0.4.11 [INFO] [stderr] Compiling serde_yaml v0.8.26 [INFO] [stderr] Compiling tokio-test v0.4.4 [INFO] [stderr] Compiling pingora-pool v0.6.0 [INFO] [stderr] Compiling pingora-runtime v0.6.0 [INFO] [stderr] Compiling chrono v0.4.41 [INFO] [stderr] Compiling strum v0.26.3 [INFO] [stderr] Compiling pingora-ketama v0.6.0 [INFO] [stderr] Compiling arc-swap v1.7.1 [INFO] [stderr] Compiling zstd v0.13.3 [INFO] [stderr] Compiling flate2 v1.1.2 [INFO] [stderr] Compiling pingora-core v0.6.0 [INFO] [stderr] Compiling pingora-load-balancing v0.6.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 1m 59s [INFO] running `Command { std: "docker" "inspect" "23948383e4aba6bec4b83d0b0847f42298646e9574995f8b435fb4d34c53c2b0", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "23948383e4aba6bec4b83d0b0847f42298646e9574995f8b435fb4d34c53c2b0", kill_on_drop: false }` [INFO] [stdout] 23948383e4aba6bec4b83d0b0847f42298646e9574995f8b435fb4d34c53c2b0 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+1.90.0" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 2bed22db9d178ae24273405436db5ca37f3c1c50e7b5fe844c347c5a070495f1 [INFO] running `Command { std: "docker" "start" "-a" "2bed22db9d178ae24273405436db5ca37f3c1c50e7b5fe844c347c5a070495f1", kill_on_drop: false }` [INFO] [stderr] Compiling pingora-load-balancing v0.6.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 6.54s [INFO] running `Command { std: "docker" "inspect" "2bed22db9d178ae24273405436db5ca37f3c1c50e7b5fe844c347c5a070495f1", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "2bed22db9d178ae24273405436db5ca37f3c1c50e7b5fe844c347c5a070495f1", kill_on_drop: false }` [INFO] [stdout] 2bed22db9d178ae24273405436db5ca37f3c1c50e7b5fe844c347c5a070495f1 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+1.90.0" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] d56b90a1fca322c4db7aa626358a6250c2adf8150ffa3d1dcfadc602c4c31143 [INFO] running `Command { std: "docker" "start" "-a" "d56b90a1fca322c4db7aa626358a6250c2adf8150ffa3d1dcfadc602c4c31143", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.16s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/pingora_load_balancing-0642e24036c2cf4c) [INFO] [stdout] [INFO] [stdout] running 15 tests [INFO] [stdout] test selection::tests::unique_iter_max_iterations_is_correct ... ok [INFO] [stdout] test selection::consistent::test::test_ketama ... ok [INFO] [stdout] test selection::tests::unique_iter_duplicate_items_are_filtered ... ok [INFO] [stdout] test selection::weighted::test::test_fnv ... ok [INFO] [stdout] test selection::weighted::test::test_round_robin ... ok [INFO] [stdout] test health_check::test::test_health_observe ... ok [INFO] [stdout] test test::test_backends_with_ext ... ok [INFO] [stdout] test test::test_static_backends ... ok [INFO] [stdout] test test::test_discovery_readiness ... ok [INFO] [stdout] test selection::weighted::test::test_random ... ok [INFO] [stdout] test health_check::test::test_http_custom_check ... FAILED [INFO] [stdout] test health_check::test::test_tcp_check ... FAILED [INFO] [stdout] test test::test_parallel_health_check ... FAILED [INFO] [stdout] test test::test_backends ... FAILED [INFO] [stdout] test test::thread_safety::test_consistency ... ok [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- health_check::test::test_http_custom_check stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'health_check::test::test_http_custom_check' panicked at src/health_check.rs:451:42: [INFO] [stdout] called `Result::unwrap()` on an `Err` value: Error { etype: ConnectNoRoute, esource: Unset, retry: Decided(false), cause: Some(Error { etype: ConnectNoRoute, esource: Unset, retry: Decided(false), cause: Some(Os { code: 101, kind: NetworkUnreachable, message: "Network is unreachable" }), context: Some(Owned("Fail to connect to 1.1.1.1:80")) }), context: Some(Owned("Fail to connect to addr: 1.1.1.1:80, scheme: HTTP,")) } [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55f5ff42c9e2 - std::backtrace_rs::backtrace::libunwind::trace::h2d45396358f41939 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x55f5ff42c9e2 - std::backtrace_rs::backtrace::trace_unsynchronized::hffcefc0b67f1d6e2 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x55f5ff42c9e2 - std::sys::backtrace::_print_fmt::hd72f71d23b436b92 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x55f5ff42c9e2 - ::fmt::hdcfcb6d4c8489523 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x55f5ff455e03 - core::fmt::rt::Argument::fmt::h2c56b3114963061a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x55f5ff455e03 - core::fmt::write::h8a494366950f23bb [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x55f5ff428393 - std::io::default_write_fmt::h7b8824096454f323 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x55f5ff428393 - std::io::Write::write_fmt::h4e71294925c334d0 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x55f5ff42c832 - std::sys::backtrace::BacktraceLock::print::hb2a626a81e06b2dc [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x55f5ff42df69 - std::panicking::default_hook::{{closure}}::h4f78485264f12d10 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:300:27 [INFO] [stdout] 10: 0x55f5ff42dd9e - std::panicking::default_hook::h2c66fc99e962531d [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:324:9 [INFO] [stdout] 11: 0x55f5ff165414 - as core::ops::function::Fn>::call::hb6bd65493727d71a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 12: 0x55f5ff165414 - test::test_main_with_exit_callback::{{closure}}::h60217ec76a0ece4a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x55f5ff42ea3e - as core::ops::function::Fn>::call::h318e4efb8c1a5689 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 14: 0x55f5ff42ea3e - std::panicking::rust_panic_with_hook::h33ac55f64bbd807d [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:841:13 [INFO] [stdout] 15: 0x55f5ff42e70a - std::panicking::begin_panic_handler::{{closure}}::h30e7cb89678a57fe [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:706:13 [INFO] [stdout] 16: 0x55f5ff42cee9 - std::sys::backtrace::__rust_end_short_backtrace::hed60f27456c16ced [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x55f5ff42e39d - __rustc[de2ca18b4c54d5b8]::rust_begin_unwind [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:697:5 [INFO] [stdout] 18: 0x55f5ff4540e0 - core::panicking::panic_fmt::h62f63d096dd276af [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x55f5ff4545a6 - core::result::unwrap_failed::h95bc3f5a607b2c95 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/result.rs:1765:5 [INFO] [stdout] 20: 0x55f5ff1136a8 - core::result::Result::unwrap::h8673f81faa55073b [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/result.rs:1167:23 [INFO] [stdout] 21: 0x55f5ff1136a8 - pingora_load_balancing::health_check::test::test_http_custom_check::{{closure}}::h7b0d73e88a897bc3 [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:451:42 [INFO] [stdout] 22: 0x55f5ff047e22 - as core::future::future::Future>::poll::h76ad04007cb847db [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x55f5ff047d7d - as core::future::future::Future>::poll::h653c5bec6d94eb2f [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x55f5ff07d9fd - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::hbbcd7fe33444566b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 25: 0x55f5ff07d75b - tokio::task::coop::with_budget::h6cad68a6d145cd65 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x55f5ff07d75b - tokio::task::coop::budget::h0e0bd8a426f51e73 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x55f5ff07d75b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h470be12535edef91 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 28: 0x55f5ff07a770 - tokio::runtime::scheduler::current_thread::Context::enter::h5174cf0efdd229c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x55f5ff07ce1d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hb690d675974ed837 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 30: 0x55f5ff07c044 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::hf34fff564aeaf1da [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 31: 0x55f5ff10f63b - tokio::runtime::context::scoped::Scoped::set::hdfc78418dae31778 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x55f5ff0d2459 - tokio::runtime::context::set_scheduler::{{closure}}::h701e1c472d357ad2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 33: 0x55f5ff03fb52 - std::thread::local::LocalKey::try_with::h823a5a9dbbabe15c [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x55f5ff03ed9e - std::thread::local::LocalKey::with::hf6bac9c74995f3bd [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x55f5ff0d23cd - tokio::runtime::context::set_scheduler::hdd8bd68abc0a8dcf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 36: 0x55f5ff07bdd0 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::he098171576150a6a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 37: 0x55f5ff07c0c3 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::hf7a6bdf4662a74b1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 38: 0x55f5ff077ee0 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::hfa289662d5b7dd88 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x55f5ff0b0df0 - tokio::runtime::context::runtime::enter_runtime::h6ef8c1afff9d438e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x55f5ff077951 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h84c81a734348068f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x55f5ff05b3b4 - tokio::runtime::runtime::Runtime::block_on_inner::h6cad865f5cd73c17 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 42: 0x55f5ff05b68c - tokio::runtime::runtime::Runtime::block_on::h77ac21702737bd60 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 43: 0x55f5ff113033 - pingora_load_balancing::health_check::test::test_http_custom_check::heec280660479ed0e [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:453:58 [INFO] [stdout] 44: 0x55f5ff112ed7 - pingora_load_balancing::health_check::test::test_http_custom_check::{{closure}}::h4b44b147ed808c96 [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:432:38 [INFO] [stdout] 45: 0x55f5fefe6386 - core::ops::function::FnOnce::call_once::h732a8948cd063c95 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 46: 0x55f5ff16ac7b - core::ops::function::FnOnce::call_once::h1f9474f1347fff52 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 47: 0x55f5ff16ac7b - test::__rust_begin_short_backtrace::ha52ab26e77157f03 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:648:18 [INFO] [stdout] 48: 0x55f5ff169db5 - test::run_test_in_process::{{closure}}::h229c1a11a50b261f [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:671:74 [INFO] [stdout] 49: 0x55f5ff169db5 - as core::ops::function::FnOnce<()>>::call_once::h78821afbf97b39a9 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 50: 0x55f5ff169db5 - std::panicking::catch_unwind::do_call::h53abf3ed5bd32ba3 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40 [INFO] [stdout] 51: 0x55f5ff169db5 - std::panicking::catch_unwind::h6deb5fe1e91873c9 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19 [INFO] [stdout] 52: 0x55f5ff169db5 - std::panic::catch_unwind::hea0829b6b565654b [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x55f5ff169db5 - test::run_test_in_process::hdc44dfecea3db21b [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:671:27 [INFO] [stdout] 54: 0x55f5ff169db5 - test::run_test::{{closure}}::h0364ba59bf23f652 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:592:43 [INFO] [stdout] 55: 0x55f5ff12d9b4 - test::run_test::{{closure}}::h32730b304eec05da [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:622:41 [INFO] [stdout] 56: 0x55f5ff12d9b4 - std::sys::backtrace::__rust_begin_short_backtrace::h177cb952fc54ad2c [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x55f5ff13138a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h119d903520007597 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x55f5ff13138a - as core::ops::function::FnOnce<()>>::call_once::hab88401d606702a6 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 59: 0x55f5ff13138a - std::panicking::catch_unwind::do_call::h163fe12cca9901c2 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40 [INFO] [stdout] 60: 0x55f5ff13138a - std::panicking::catch_unwind::he81557d0e17cc1bc [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19 [INFO] [stdout] 61: 0x55f5ff13138a - std::panic::catch_unwind::hc2b8e79c20593955 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x55f5ff13138a - std::thread::Builder::spawn_unchecked_::{{closure}}::hfa6b4978e07815cc [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x55f5ff13138a - core::ops::function::FnOnce::call_once{{vtable.shim}}::hddcd7484a13fd793 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 64: 0x55f5ff431b4f - as core::ops::function::FnOnce>::call_once::h5924238c754de3b8 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9 [INFO] [stdout] 65: 0x55f5ff431b4f - std::sys::pal::unix::thread::Thread::new::thread_start::hb6e99e73da4d28f8 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17 [INFO] [stdout] 66: 0x717a23247aa4 - [INFO] [stdout] 67: 0x717a232d4a34 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- health_check::test::test_tcp_check stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'health_check::test::test_tcp_check' panicked at src/health_check.rs:393:9: [INFO] [stdout] assertion failed: tcp_check.check(&backend).await.is_ok() [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55f5ff42c9e2 - std::backtrace_rs::backtrace::libunwind::trace::h2d45396358f41939 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x55f5ff42c9e2 - std::backtrace_rs::backtrace::trace_unsynchronized::hffcefc0b67f1d6e2 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x55f5ff42c9e2 - std::sys::backtrace::_print_fmt::hd72f71d23b436b92 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x55f5ff42c9e2 - ::fmt::hdcfcb6d4c8489523 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x55f5ff455e03 - core::fmt::rt::Argument::fmt::h2c56b3114963061a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x55f5ff455e03 - core::fmt::write::h8a494366950f23bb [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x55f5ff428393 - std::io::default_write_fmt::h7b8824096454f323 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x55f5ff428393 - std::io::Write::write_fmt::h4e71294925c334d0 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x55f5ff42c832 - std::sys::backtrace::BacktraceLock::print::hb2a626a81e06b2dc [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x55f5ff42df69 - std::panicking::default_hook::{{closure}}::h4f78485264f12d10 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:300:27 [INFO] [stdout] 10: 0x55f5ff42dd9e - std::panicking::default_hook::h2c66fc99e962531d [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:324:9 [INFO] [stdout] 11: 0x55f5ff165414 - as core::ops::function::Fn>::call::hb6bd65493727d71a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 12: 0x55f5ff165414 - test::test_main_with_exit_callback::{{closure}}::h60217ec76a0ece4a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x55f5ff42ea3e - as core::ops::function::Fn>::call::h318e4efb8c1a5689 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 14: 0x55f5ff42ea3e - std::panicking::rust_panic_with_hook::h33ac55f64bbd807d [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:841:13 [INFO] [stdout] 15: 0x55f5ff42e6d6 - std::panicking::begin_panic_handler::{{closure}}::h30e7cb89678a57fe [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:699:13 [INFO] [stdout] 16: 0x55f5ff42cee9 - std::sys::backtrace::__rust_end_short_backtrace::hed60f27456c16ced [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x55f5ff42e39d - __rustc[de2ca18b4c54d5b8]::rust_begin_unwind [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:697:5 [INFO] [stdout] 18: 0x55f5ff4540e0 - core::panicking::panic_fmt::h62f63d096dd276af [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x55f5ff45416c - core::panicking::panic::h89a5f2df32b0508a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panicking.rs:145:5 [INFO] [stdout] 20: 0x55f5ff112aa5 - pingora_load_balancing::health_check::test::test_tcp_check::{{closure}}::h03949840f8e35750 [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:393:9 [INFO] [stdout] 21: 0x55f5ff047e22 - as core::future::future::Future>::poll::h76ad04007cb847db [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x55f5ff047d7d - as core::future::future::Future>::poll::h653c5bec6d94eb2f [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x55f5ff07d9fd - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::hbbcd7fe33444566b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 24: 0x55f5ff07d75b - tokio::task::coop::with_budget::h6cad68a6d145cd65 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 25: 0x55f5ff07d75b - tokio::task::coop::budget::h0e0bd8a426f51e73 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 26: 0x55f5ff07d75b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h470be12535edef91 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 27: 0x55f5ff07a770 - tokio::runtime::scheduler::current_thread::Context::enter::h5174cf0efdd229c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 28: 0x55f5ff07ce1d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hb690d675974ed837 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 29: 0x55f5ff07c044 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::hf34fff564aeaf1da [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 30: 0x55f5ff10f63b - tokio::runtime::context::scoped::Scoped::set::hdfc78418dae31778 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 31: 0x55f5ff0d2459 - tokio::runtime::context::set_scheduler::{{closure}}::h701e1c472d357ad2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 32: 0x55f5ff03fb52 - std::thread::local::LocalKey::try_with::h823a5a9dbbabe15c [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 33: 0x55f5ff03ed9e - std::thread::local::LocalKey::with::hf6bac9c74995f3bd [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 34: 0x55f5ff0d23cd - tokio::runtime::context::set_scheduler::hdd8bd68abc0a8dcf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 35: 0x55f5ff07bdd0 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::he098171576150a6a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 36: 0x55f5ff07c0c3 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::hf7a6bdf4662a74b1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 37: 0x55f5ff077ee0 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::hfa289662d5b7dd88 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 38: 0x55f5ff0b0df0 - tokio::runtime::context::runtime::enter_runtime::h6ef8c1afff9d438e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 39: 0x55f5ff077951 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h84c81a734348068f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 40: 0x55f5ff05b3b4 - tokio::runtime::runtime::Runtime::block_on_inner::h6cad865f5cd73c17 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 41: 0x55f5ff05b68c - tokio::runtime::runtime::Runtime::block_on::h77ac21702737bd60 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 42: 0x55f5ff112513 - pingora_load_balancing::health_check::test::test_tcp_check::h6126a09938a3e53e [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:401:58 [INFO] [stdout] 43: 0x55f5ff1123b7 - pingora_load_balancing::health_check::test::test_tcp_check::{{closure}}::h2a34bc60a3bf3be8 [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:384:30 [INFO] [stdout] 44: 0x55f5fefe57f6 - core::ops::function::FnOnce::call_once::h238d32a97cf6b5a3 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 45: 0x55f5ff16ac7b - core::ops::function::FnOnce::call_once::h1f9474f1347fff52 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 46: 0x55f5ff16ac7b - test::__rust_begin_short_backtrace::ha52ab26e77157f03 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:648:18 [INFO] [stdout] 47: 0x55f5ff169db5 - test::run_test_in_process::{{closure}}::h229c1a11a50b261f [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:671:74 [INFO] [stdout] 48: 0x55f5ff169db5 - as core::ops::function::FnOnce<()>>::call_once::h78821afbf97b39a9 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 49: 0x55f5ff169db5 - std::panicking::catch_unwind::do_call::h53abf3ed5bd32ba3 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40 [INFO] [stdout] 50: 0x55f5ff169db5 - std::panicking::catch_unwind::h6deb5fe1e91873c9 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19 [INFO] [stdout] 51: 0x55f5ff169db5 - std::panic::catch_unwind::hea0829b6b565654b [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14 [INFO] [stdout] 52: 0x55f5ff169db5 - test::run_test_in_process::hdc44dfecea3db21b [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:671:27 [INFO] [stdout] 53: 0x55f5ff169db5 - test::run_test::{{closure}}::h0364ba59bf23f652 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:592:43 [INFO] [stdout] 54: 0x55f5ff12d9b4 - test::run_test::{{closure}}::h32730b304eec05da [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:622:41 [INFO] [stdout] 55: 0x55f5ff12d9b4 - std::sys::backtrace::__rust_begin_short_backtrace::h177cb952fc54ad2c [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 56: 0x55f5ff13138a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h119d903520007597 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 57: 0x55f5ff13138a - as core::ops::function::FnOnce<()>>::call_once::hab88401d606702a6 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 58: 0x55f5ff13138a - std::panicking::catch_unwind::do_call::h163fe12cca9901c2 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40 [INFO] [stdout] 59: 0x55f5ff13138a - std::panicking::catch_unwind::he81557d0e17cc1bc [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19 [INFO] [stdout] 60: 0x55f5ff13138a - std::panic::catch_unwind::hc2b8e79c20593955 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14 [INFO] [stdout] 61: 0x55f5ff13138a - std::thread::Builder::spawn_unchecked_::{{closure}}::hfa6b4978e07815cc [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 62: 0x55f5ff13138a - core::ops::function::FnOnce::call_once{{vtable.shim}}::hddcd7484a13fd793 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 63: 0x55f5ff431b4f - as core::ops::function::FnOnce>::call_once::h5924238c754de3b8 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9 [INFO] [stdout] 64: 0x55f5ff431b4f - std::sys::pal::unix::thread::Thread::new::thread_start::hb6e99e73da4d28f8 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17 [INFO] [stdout] 65: 0x717a23247aa4 - [INFO] [stdout] 66: 0x717a232d4a34 - clone [INFO] [stdout] 67: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test::test_parallel_health_check stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test::test_parallel_health_check' panicked at src/lib.rs:573:9: [INFO] [stdout] assertion failed: backends.ready(&good1) [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55f5ff42c9e2 - std::backtrace_rs::backtrace::libunwind::trace::h2d45396358f41939 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x55f5ff42c9e2 - std::backtrace_rs::backtrace::trace_unsynchronized::hffcefc0b67f1d6e2 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x55f5ff42c9e2 - std::sys::backtrace::_print_fmt::hd72f71d23b436b92 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x55f5ff42c9e2 - ::fmt::hdcfcb6d4c8489523 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x55f5ff455e03 - core::fmt::rt::Argument::fmt::h2c56b3114963061a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x55f5ff455e03 - core::fmt::write::h8a494366950f23bb [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x55f5ff428393 - std::io::default_write_fmt::h7b8824096454f323 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x55f5ff428393 - std::io::Write::write_fmt::h4e71294925c334d0 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x55f5ff42c832 - std::sys::backtrace::BacktraceLock::print::hb2a626a81e06b2dc [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x55f5ff42df69 - std::panicking::default_hook::{{closure}}::h4f78485264f12d10 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:300:27 [INFO] [stdout] 10: 0x55f5ff42dd9e - std::panicking::default_hook::h2c66fc99e962531d [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:324:9 [INFO] [stdout] 11: 0x55f5ff165414 - as core::ops::function::Fn>::call::hb6bd65493727d71a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 12: 0x55f5ff165414 - test::test_main_with_exit_callback::{{closure}}::h60217ec76a0ece4a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x55f5ff42ea3e - as core::ops::function::Fn>::call::h318e4efb8c1a5689 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 14: 0x55f5ff42ea3e - std::panicking::rust_panic_with_hook::h33ac55f64bbd807d [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:841:13 [INFO] [stdout] 15: 0x55f5ff42e6d6 - std::panicking::begin_panic_handler::{{closure}}::h30e7cb89678a57fe [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:699:13 [INFO] [stdout] 16: 0x55f5ff42cee9 - std::sys::backtrace::__rust_end_short_backtrace::hed60f27456c16ced [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x55f5ff42e39d - __rustc[de2ca18b4c54d5b8]::rust_begin_unwind [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:697:5 [INFO] [stdout] 18: 0x55f5ff4540e0 - core::panicking::panic_fmt::h62f63d096dd276af [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x55f5ff45416c - core::panicking::panic::h89a5f2df32b0508a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panicking.rs:145:5 [INFO] [stdout] 20: 0x55f5ff11d1e9 - pingora_load_balancing::test::test_parallel_health_check::{{closure}}::haae9e6eb324dd831 [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:573:9 [INFO] [stdout] 21: 0x55f5ff047e22 - as core::future::future::Future>::poll::h76ad04007cb847db [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x55f5ff047d7d - as core::future::future::Future>::poll::h653c5bec6d94eb2f [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x55f5ff07d9fd - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::hbbcd7fe33444566b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 24: 0x55f5ff07d75b - tokio::task::coop::with_budget::h6cad68a6d145cd65 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 25: 0x55f5ff07d75b - tokio::task::coop::budget::h0e0bd8a426f51e73 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 26: 0x55f5ff07d75b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h470be12535edef91 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 27: 0x55f5ff07a770 - tokio::runtime::scheduler::current_thread::Context::enter::h5174cf0efdd229c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 28: 0x55f5ff07ce1d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hb690d675974ed837 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 29: 0x55f5ff07c044 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::hf34fff564aeaf1da [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 30: 0x55f5ff10f63b - tokio::runtime::context::scoped::Scoped::set::hdfc78418dae31778 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 31: 0x55f5ff0d2459 - tokio::runtime::context::set_scheduler::{{closure}}::h701e1c472d357ad2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 32: 0x55f5ff03fb52 - std::thread::local::LocalKey::try_with::h823a5a9dbbabe15c [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 33: 0x55f5ff03ed9e - std::thread::local::LocalKey::with::hf6bac9c74995f3bd [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 34: 0x55f5ff0d23cd - tokio::runtime::context::set_scheduler::hdd8bd68abc0a8dcf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 35: 0x55f5ff07bdd0 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::he098171576150a6a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 36: 0x55f5ff07c0c3 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::hf7a6bdf4662a74b1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 37: 0x55f5ff077ee0 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::hfa289662d5b7dd88 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 38: 0x55f5ff0b0df0 - tokio::runtime::context::runtime::enter_runtime::h6ef8c1afff9d438e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 39: 0x55f5ff077951 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h84c81a734348068f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 40: 0x55f5ff05b3b4 - tokio::runtime::runtime::Runtime::block_on_inner::h6cad865f5cd73c17 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 41: 0x55f5ff05b68c - tokio::runtime::runtime::Runtime::block_on::h77ac21702737bd60 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 42: 0x55f5ff11c633 - pingora_load_balancing::test::test_parallel_health_check::hadaa6d6d3a188f4b [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:575:39 [INFO] [stdout] 43: 0x55f5ff11c4d7 - pingora_load_balancing::test::test_parallel_health_check::{{closure}}::ha3e0db3df42da13c [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:550:42 [INFO] [stdout] 44: 0x55f5fefe53d6 - core::ops::function::FnOnce::call_once::h01118e055394e460 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 45: 0x55f5ff16ac7b - core::ops::function::FnOnce::call_once::h1f9474f1347fff52 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 46: 0x55f5ff16ac7b - test::__rust_begin_short_backtrace::ha52ab26e77157f03 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:648:18 [INFO] [stdout] 47: 0x55f5ff169db5 - test::run_test_in_process::{{closure}}::h229c1a11a50b261f [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:671:74 [INFO] [stdout] 48: 0x55f5ff169db5 - as core::ops::function::FnOnce<()>>::call_once::h78821afbf97b39a9 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 49: 0x55f5ff169db5 - std::panicking::catch_unwind::do_call::h53abf3ed5bd32ba3 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40 [INFO] [stdout] 50: 0x55f5ff169db5 - std::panicking::catch_unwind::h6deb5fe1e91873c9 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19 [INFO] [stdout] 51: 0x55f5ff169db5 - std::panic::catch_unwind::hea0829b6b565654b [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14 [INFO] [stdout] 52: 0x55f5ff169db5 - test::run_test_in_process::hdc44dfecea3db21b [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:671:27 [INFO] [stdout] 53: 0x55f5ff169db5 - test::run_test::{{closure}}::h0364ba59bf23f652 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:592:43 [INFO] [stdout] 54: 0x55f5ff12d9b4 - test::run_test::{{closure}}::h32730b304eec05da [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:622:41 [INFO] [stdout] 55: 0x55f5ff12d9b4 - std::sys::backtrace::__rust_begin_short_backtrace::h177cb952fc54ad2c [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 56: 0x55f5ff13138a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h119d903520007597 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 57: 0x55f5ff13138a - as core::ops::function::FnOnce<()>>::call_once::hab88401d606702a6 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 58: 0x55f5ff13138a - std::panicking::catch_unwind::do_call::h163fe12cca9901c2 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40 [INFO] [stdout] 59: 0x55f5ff13138a - std::panicking::catch_unwind::he81557d0e17cc1bc [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19 [INFO] [stdout] 60: 0x55f5ff13138a - std::panic::catch_unwind::hc2b8e79c20593955 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14 [INFO] [stdout] 61: 0x55f5ff13138a - std::thread::Builder::spawn_unchecked_::{{closure}}::hfa6b4978e07815cc [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 62: 0x55f5ff13138a - core::ops::function::FnOnce::call_once{{vtable.shim}}::hddcd7484a13fd793 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 63: 0x55f5ff431b4f - as core::ops::function::FnOnce>::call_once::h5924238c754de3b8 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9 [INFO] [stdout] 64: 0x55f5ff431b4f - std::sys::pal::unix::thread::Thread::new::thread_start::hb6e99e73da4d28f8 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17 [INFO] [stdout] 65: 0x717a23247aa4 - [INFO] [stdout] 66: 0x717a232d4a34 - clone [INFO] [stdout] 67: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test::test_backends stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test::test_backends' panicked at src/lib.rs:476:9: [INFO] [stdout] assertion failed: backends.ready(&good1) [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x55f5ff42c9e2 - std::backtrace_rs::backtrace::libunwind::trace::h2d45396358f41939 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x55f5ff42c9e2 - std::backtrace_rs::backtrace::trace_unsynchronized::hffcefc0b67f1d6e2 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x55f5ff42c9e2 - std::sys::backtrace::_print_fmt::hd72f71d23b436b92 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x55f5ff42c9e2 - ::fmt::hdcfcb6d4c8489523 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x55f5ff455e03 - core::fmt::rt::Argument::fmt::h2c56b3114963061a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x55f5ff455e03 - core::fmt::write::h8a494366950f23bb [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x55f5ff428393 - std::io::default_write_fmt::h7b8824096454f323 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x55f5ff428393 - std::io::Write::write_fmt::h4e71294925c334d0 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x55f5ff42c832 - std::sys::backtrace::BacktraceLock::print::hb2a626a81e06b2dc [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x55f5ff42df69 - std::panicking::default_hook::{{closure}}::h4f78485264f12d10 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:300:27 [INFO] [stdout] 10: 0x55f5ff42dd9e - std::panicking::default_hook::h2c66fc99e962531d [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:324:9 [INFO] [stdout] 11: 0x55f5ff165414 - as core::ops::function::Fn>::call::hb6bd65493727d71a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 12: 0x55f5ff165414 - test::test_main_with_exit_callback::{{closure}}::h60217ec76a0ece4a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x55f5ff42ea3e - as core::ops::function::Fn>::call::h318e4efb8c1a5689 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 14: 0x55f5ff42ea3e - std::panicking::rust_panic_with_hook::h33ac55f64bbd807d [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:841:13 [INFO] [stdout] 15: 0x55f5ff42e6d6 - std::panicking::begin_panic_handler::{{closure}}::h30e7cb89678a57fe [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:699:13 [INFO] [stdout] 16: 0x55f5ff42cee9 - std::sys::backtrace::__rust_end_short_backtrace::hed60f27456c16ced [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x55f5ff42e39d - __rustc[de2ca18b4c54d5b8]::rust_begin_unwind [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:697:5 [INFO] [stdout] 18: 0x55f5ff4540e0 - core::panicking::panic_fmt::h62f63d096dd276af [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x55f5ff45416c - core::panicking::panic::h89a5f2df32b0508a [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panicking.rs:145:5 [INFO] [stdout] 20: 0x55f5ff119ec6 - pingora_load_balancing::test::test_backends::{{closure}}::haa34a76a5ddaaaa9 [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:476:9 [INFO] [stdout] 21: 0x55f5ff047e22 - as core::future::future::Future>::poll::h76ad04007cb847db [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x55f5ff047d7d - as core::future::future::Future>::poll::h653c5bec6d94eb2f [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x55f5ff07d9fd - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::hbbcd7fe33444566b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 24: 0x55f5ff07d75b - tokio::task::coop::with_budget::h6cad68a6d145cd65 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 25: 0x55f5ff07d75b - tokio::task::coop::budget::h0e0bd8a426f51e73 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 26: 0x55f5ff07d75b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h470be12535edef91 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 27: 0x55f5ff07a770 - tokio::runtime::scheduler::current_thread::Context::enter::h5174cf0efdd229c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 28: 0x55f5ff07ce1d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hb690d675974ed837 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 29: 0x55f5ff07c044 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::hf34fff564aeaf1da [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 30: 0x55f5ff10f63b - tokio::runtime::context::scoped::Scoped::set::hdfc78418dae31778 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 31: 0x55f5ff0d2459 - tokio::runtime::context::set_scheduler::{{closure}}::h701e1c472d357ad2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 32: 0x55f5ff03fb52 - std::thread::local::LocalKey::try_with::h823a5a9dbbabe15c [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 33: 0x55f5ff03ed9e - std::thread::local::LocalKey::with::hf6bac9c74995f3bd [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 34: 0x55f5ff0d23cd - tokio::runtime::context::set_scheduler::hdd8bd68abc0a8dcf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 35: 0x55f5ff07bdd0 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::he098171576150a6a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 36: 0x55f5ff07c0c3 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::hf7a6bdf4662a74b1 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 37: 0x55f5ff077ee0 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::hfa289662d5b7dd88 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 38: 0x55f5ff0b0df0 - tokio::runtime::context::runtime::enter_runtime::h6ef8c1afff9d438e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 39: 0x55f5ff077951 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h84c81a734348068f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 40: 0x55f5ff05b3b4 - tokio::runtime::runtime::Runtime::block_on_inner::h6cad865f5cd73c17 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 41: 0x55f5ff05b68c - tokio::runtime::runtime::Runtime::block_on::h77ac21702737bd60 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 42: 0x55f5ff118e93 - pingora_load_balancing::test::test_backends::h74ad1e6aa901f287 [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:478:39 [INFO] [stdout] 43: 0x55f5ff118d37 - pingora_load_balancing::test::test_backends::{{closure}}::hb3935bada5ad5e59 [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:440:29 [INFO] [stdout] 44: 0x55f5fefe6116 - core::ops::function::FnOnce::call_once::h63f3ee76434f4323 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 45: 0x55f5ff16ac7b - core::ops::function::FnOnce::call_once::h1f9474f1347fff52 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 46: 0x55f5ff16ac7b - test::__rust_begin_short_backtrace::ha52ab26e77157f03 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:648:18 [INFO] [stdout] 47: 0x55f5ff169db5 - test::run_test_in_process::{{closure}}::h229c1a11a50b261f [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:671:74 [INFO] [stdout] 48: 0x55f5ff169db5 - as core::ops::function::FnOnce<()>>::call_once::h78821afbf97b39a9 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 49: 0x55f5ff169db5 - std::panicking::catch_unwind::do_call::h53abf3ed5bd32ba3 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40 [INFO] [stdout] 50: 0x55f5ff169db5 - std::panicking::catch_unwind::h6deb5fe1e91873c9 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19 [INFO] [stdout] 51: 0x55f5ff169db5 - std::panic::catch_unwind::hea0829b6b565654b [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14 [INFO] [stdout] 52: 0x55f5ff169db5 - test::run_test_in_process::hdc44dfecea3db21b [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:671:27 [INFO] [stdout] 53: 0x55f5ff169db5 - test::run_test::{{closure}}::h0364ba59bf23f652 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:592:43 [INFO] [stdout] 54: 0x55f5ff12d9b4 - test::run_test::{{closure}}::h32730b304eec05da [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/test/src/lib.rs:622:41 [INFO] [stdout] 55: 0x55f5ff12d9b4 - std::sys::backtrace::__rust_begin_short_backtrace::h177cb952fc54ad2c [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 56: 0x55f5ff13138a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h119d903520007597 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 57: 0x55f5ff13138a - as core::ops::function::FnOnce<()>>::call_once::hab88401d606702a6 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 58: 0x55f5ff13138a - std::panicking::catch_unwind::do_call::h163fe12cca9901c2 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40 [INFO] [stdout] 59: 0x55f5ff13138a - std::panicking::catch_unwind::he81557d0e17cc1bc [INFO] [stderr] error: test failed, to rerun pass `--lib` [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19 [INFO] [stdout] 60: 0x55f5ff13138a - std::panic::catch_unwind::hc2b8e79c20593955 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14 [INFO] [stdout] 61: 0x55f5ff13138a - std::thread::Builder::spawn_unchecked_::{{closure}}::hfa6b4978e07815cc [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 62: 0x55f5ff13138a - core::ops::function::FnOnce::call_once{{vtable.shim}}::hddcd7484a13fd793 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 63: 0x55f5ff431b4f - as core::ops::function::FnOnce>::call_once::h5924238c754de3b8 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9 [INFO] [stdout] 64: 0x55f5ff431b4f - std::sys::pal::unix::thread::Thread::new::thread_start::hb6e99e73da4d28f8 [INFO] [stdout] at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17 [INFO] [stdout] 65: 0x717a23247aa4 - [INFO] [stdout] 66: 0x717a232d4a34 - clone [INFO] [stdout] 67: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] health_check::test::test_http_custom_check [INFO] [stdout] health_check::test::test_tcp_check [INFO] [stdout] test::test_backends [INFO] [stdout] test::test_parallel_health_check [INFO] [stdout] [INFO] [stdout] test result: FAILED. 11 passed; 4 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.98s [INFO] [stdout] [INFO] running `Command { std: "docker" "inspect" "d56b90a1fca322c4db7aa626358a6250c2adf8150ffa3d1dcfadc602c4c31143", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "d56b90a1fca322c4db7aa626358a6250c2adf8150ffa3d1dcfadc602c4c31143", kill_on_drop: false }` [INFO] [stdout] d56b90a1fca322c4db7aa626358a6250c2adf8150ffa3d1dcfadc602c4c31143