[INFO] fetching crate pingora-load-balancing 0.6.0... [INFO] testing pingora-load-balancing-0.6.0 against master#caccb4d0368bd918ef6668af8e13834d07040417 for pr-146098-1 [INFO] extracting crate pingora-load-balancing 0.6.0 into /workspace/builds/worker-0-tc1/source [INFO] started tweaking crates.io crate pingora-load-balancing 0.6.0 [INFO] finished tweaking crates.io crate pingora-load-balancing 0.6.0 [INFO] tweaked toml for crates.io crate pingora-load-balancing 0.6.0 written to /workspace/builds/worker-0-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate pingora-load-balancing 0.6.0 on toolchain caccb4d0368bd918ef6668af8e13834d07040417 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+caccb4d0368bd918ef6668af8e13834d07040417" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate pingora-load-balancing 0.6.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+caccb4d0368bd918ef6668af8e13834d07040417" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded pingora-rustls v0.6.0 [INFO] [stderr] Downloaded prettyplease v0.2.36 [INFO] [stderr] Downloaded boring v4.17.0 [INFO] [stderr] Downloaded pingora-boringssl v0.6.0 [INFO] [stderr] Downloaded no_debug v3.1.0 [INFO] [stderr] Downloaded openssl-src v300.5.1+3.5.1 [INFO] [stderr] Downloaded boring-sys v4.17.0 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+caccb4d0368bd918ef6668af8e13834d07040417" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 29763485a766705dd378b4f24d0508c2ea11d1b58de6475644a7b25fe18c1456 [INFO] running `Command { std: "docker" "start" "-a" "29763485a766705dd378b4f24d0508c2ea11d1b58de6475644a7b25fe18c1456", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "29763485a766705dd378b4f24d0508c2ea11d1b58de6475644a7b25fe18c1456", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "29763485a766705dd378b4f24d0508c2ea11d1b58de6475644a7b25fe18c1456", kill_on_drop: false }` [INFO] [stdout] 29763485a766705dd378b4f24d0508c2ea11d1b58de6475644a7b25fe18c1456 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+caccb4d0368bd918ef6668af8e13834d07040417" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 23501ff2979743ead6ec15c7ec002ae49402c1222adf9cbcc8a1208cb8e4d474 [INFO] running `Command { std: "docker" "start" "-a" "23501ff2979743ead6ec15c7ec002ae49402c1222adf9cbcc8a1208cb8e4d474", kill_on_drop: false }` [INFO] [stderr] Compiling syn v2.0.104 [INFO] [stderr] Compiling libc v0.2.174 [INFO] [stderr] Compiling socket2 v0.6.0 [INFO] [stderr] Compiling signal-hook-registry v1.4.5 [INFO] [stderr] Compiling mio v1.0.4 [INFO] [stderr] Compiling hashbrown v0.15.4 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling parking_lot_core v0.9.11 [INFO] [stderr] Compiling syn v1.0.109 [INFO] [stderr] Compiling indexmap v1.9.3 [INFO] [stderr] Compiling parking_lot v0.12.4 [INFO] [stderr] Compiling proc-macro-error-attr v1.0.4 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling memoffset v0.6.5 [INFO] [stderr] Compiling rustversion v1.0.21 [INFO] [stderr] Compiling rust_decimal v1.37.2 [INFO] [stderr] Compiling protobuf v2.28.0 [INFO] [stderr] Compiling indexmap v2.10.0 [INFO] [stderr] Compiling arrayvec v0.7.6 [INFO] [stderr] Compiling os_str_bytes v6.6.1 [INFO] [stderr] Compiling jobserver v0.1.33 [INFO] [stderr] Compiling prometheus v0.13.4 [INFO] [stderr] Compiling cc v1.2.31 [INFO] [stderr] Compiling clap_lex v0.2.4 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling yaml-rust v0.4.5 [INFO] [stderr] Compiling tracing v0.1.41 [INFO] [stderr] Compiling crossbeam-queue v0.3.12 [INFO] [stderr] Compiling brotli-decompressor v2.5.1 [INFO] [stderr] Compiling cmake v0.1.54 [INFO] [stderr] Compiling lru v0.14.0 [INFO] [stderr] Compiling atty v0.2.14 [INFO] [stderr] Compiling pingora-error v0.6.0 [INFO] [stderr] Compiling textwrap v0.16.2 [INFO] [stderr] Compiling zstd-sys v2.0.15+zstd.1.5.7 [INFO] [stderr] Compiling libz-ng-sys v1.1.22 [INFO] [stderr] Compiling brotli v3.5.0 [INFO] [stderr] Compiling proc-macro-error v1.0.4 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling pingora-http v0.6.0 [INFO] [stderr] Compiling sfv v0.10.4 [INFO] [stderr] Compiling clap_derive v3.2.25 [INFO] [stderr] Compiling derivative v2.2.0 [INFO] [stderr] Compiling tokio-macros v2.5.0 [INFO] [stderr] Compiling tokio v1.47.1 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling thiserror-impl v1.0.69 [INFO] [stderr] Compiling serde_derive v1.0.219 [INFO] [stderr] Compiling async-stream-impl v0.3.6 [INFO] [stderr] Compiling async-stream v0.3.6 [INFO] [stderr] Compiling thiserror v1.0.69 [INFO] [stderr] Compiling clap v3.2.25 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling async-trait v0.1.88 [INFO] [stderr] Compiling strum_macros v0.26.4 [INFO] [stderr] Compiling serde v1.0.219 [INFO] [stderr] Compiling tokio-stream v0.1.17 [INFO] [stderr] Compiling pingora-timeout v0.6.0 [INFO] [stderr] Compiling tokio-util v0.7.15 [INFO] [stderr] Compiling pingora-pool v0.6.0 [INFO] [stderr] Compiling tokio-test v0.4.4 [INFO] [stderr] Compiling h2 v0.4.11 [INFO] [stderr] Compiling pingora-runtime v0.6.0 [INFO] [stderr] Compiling nix v0.24.3 [INFO] [stderr] Compiling chrono v0.4.41 [INFO] [stderr] Compiling daemonize v0.5.0 [INFO] [stderr] Compiling socket2 v0.5.10 [INFO] [stderr] Compiling serde_yaml v0.8.26 [INFO] [stderr] Compiling strum v0.26.3 [INFO] [stderr] Compiling pingora-ketama v0.6.0 [INFO] [stderr] Compiling arc-swap v1.7.1 [INFO] [stderr] Compiling flate2 v1.1.2 [INFO] [stderr] Compiling zstd-safe v7.2.4 [INFO] [stderr] Compiling zstd v0.13.3 [INFO] [stderr] Compiling pingora-core v0.6.0 [INFO] [stderr] Compiling pingora-load-balancing v0.6.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 2m 07s [INFO] running `Command { std: "docker" "inspect" "23501ff2979743ead6ec15c7ec002ae49402c1222adf9cbcc8a1208cb8e4d474", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "23501ff2979743ead6ec15c7ec002ae49402c1222adf9cbcc8a1208cb8e4d474", kill_on_drop: false }` [INFO] [stdout] 23501ff2979743ead6ec15c7ec002ae49402c1222adf9cbcc8a1208cb8e4d474 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+caccb4d0368bd918ef6668af8e13834d07040417" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] f8ff1439fb60ef5ea95ef0ef0e7cc33db6fd9736acfc105a1ebbdfdcf63fd26b [INFO] running `Command { std: "docker" "start" "-a" "f8ff1439fb60ef5ea95ef0ef0e7cc33db6fd9736acfc105a1ebbdfdcf63fd26b", kill_on_drop: false }` [INFO] [stderr] Compiling pingora-load-balancing v0.6.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 6.31s [INFO] running `Command { std: "docker" "inspect" "f8ff1439fb60ef5ea95ef0ef0e7cc33db6fd9736acfc105a1ebbdfdcf63fd26b", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "f8ff1439fb60ef5ea95ef0ef0e7cc33db6fd9736acfc105a1ebbdfdcf63fd26b", kill_on_drop: false }` [INFO] [stdout] f8ff1439fb60ef5ea95ef0ef0e7cc33db6fd9736acfc105a1ebbdfdcf63fd26b [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+caccb4d0368bd918ef6668af8e13834d07040417" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 6db3bae699e7a7f0c62e07ad70cd89d019e8fe4082ee9326733b6e0e7e5ba9d1 [INFO] running `Command { std: "docker" "start" "-a" "6db3bae699e7a7f0c62e07ad70cd89d019e8fe4082ee9326733b6e0e7e5ba9d1", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.18s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/pingora_load_balancing-3e2646e338fd5f0f) [INFO] [stdout] [INFO] [stdout] running 15 tests [INFO] [stdout] test selection::tests::unique_iter_duplicate_items_are_filtered ... ok [INFO] [stdout] test selection::tests::unique_iter_max_iterations_is_correct ... ok [INFO] [stdout] test selection::consistent::test::test_ketama ... ok [INFO] [stdout] test selection::weighted::test::test_fnv ... ok [INFO] [stdout] test selection::weighted::test::test_round_robin ... ok [INFO] [stdout] test health_check::test::test_health_observe ... ok [INFO] [stdout] test test::test_discovery_readiness ... ok [INFO] [stdout] test test::test_static_backends ... ok [INFO] [stdout] test test::test_backends_with_ext ... ok [INFO] [stdout] test selection::weighted::test::test_random ... ok [INFO] [stdout] test health_check::test::test_tcp_check ... FAILED [INFO] [stdout] test health_check::test::test_http_custom_check ... FAILED [INFO] [stdout] test test::test_parallel_health_check ... FAILED [INFO] [stdout] test test::test_backends ... FAILED [INFO] [stdout] test test::thread_safety::test_consistency ... ok [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- health_check::test::test_tcp_check stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'health_check::test::test_tcp_check' (19) panicked at src/health_check.rs:393:9: [INFO] [stdout] assertion failed: tcp_check.check(&backend).await.is_ok() [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5648c1535942 - std::backtrace_rs::backtrace::libunwind::trace::h76861be37b31432e [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5648c1535942 - std::backtrace_rs::backtrace::trace_unsynchronized::h58d4003082192c17 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5648c1535942 - std::sys::backtrace::_print_fmt::hfe5857a399620d2a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5648c1535942 - ::fmt::h52160e9da139e442 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5648c1546d0f - core::fmt::rt::Argument::fmt::h66fe6fef9ecca14a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5648c1546d0f - core::fmt::write::hf09a056a304e021a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5648c1500141 - std::io::default_write_fmt::hf1a3645468226e09 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5648c1500141 - std::io::Write::write_fmt::ha5ada6d6a18bde33 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5648c150d452 - std::sys::backtrace::BacktraceLock::print::h15104dbcf0fd1f14 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5648c151268f - std::panicking::default_hook::{{closure}}::h0fa6cd8dbe0dd76b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5648c1512521 - std::panicking::default_hook::h8d20506cf72e4831 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5648c1227e9e - as core::ops::function::Fn>::call::h3d020961abd83a77 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1987:9 [INFO] [stdout] 12: 0x5648c1227e9e - test::test_main_with_exit_callback::{{closure}}::h720dd2fdb2ddcdca [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5648c1512dff - as core::ops::function::Fn>::call::h75334a5fed245bca [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1987:9 [INFO] [stdout] 14: 0x5648c1512dff - std::panicking::panic_with_hook::h746880a052e02c85 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5648c1512b76 - std::panicking::panic_handler::{{closure}}::h14b95830f89d14b3 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:700:13 [INFO] [stdout] 16: 0x5648c150d589 - std::sys::backtrace::__rust_end_short_backtrace::h7ddaac0e9609a83d [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5648c14f456d - __rustc[76f7e7187978e2f8]::rust_begin_unwind [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5648c1550390 - core::panicking::panic_fmt::heb245a301f4395db [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panicking.rs:78:14 [INFO] [stdout] 19: 0x5648c155036c - core::panicking::panic::h43cc40e5e3a930ed [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panicking.rs:148:5 [INFO] [stdout] 20: 0x5648c11a02fd - pingora_load_balancing::health_check::test::test_tcp_check::{{closure}}::h7e4af50081205617 [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:393:9 [INFO] [stdout] 21: 0x5648c11def52 - as core::future::future::Future>::poll::hf83e978b864a9890 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x5648c11dec6d - as core::future::future::Future>::poll::h68046c17e9216a55 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5648c1205f5d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h30d6151c136f262c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 24: 0x5648c1205d0b - tokio::task::coop::with_budget::he8ec1f26c750a59f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 25: 0x5648c1205d0b - tokio::task::coop::budget::hae2b0b3c5eef5977 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 26: 0x5648c1205d0b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h877ba2a0e8b9ba29 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 27: 0x5648c1203000 - tokio::runtime::scheduler::current_thread::Context::enter::h3acd427b1c7ff643 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 28: 0x5648c120491d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::h3f96f04ea9f4e055 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 29: 0x5648c12045e4 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h8da57e2f50ff2f32 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 30: 0x5648c11299db - tokio::runtime::context::scoped::Scoped::set::h92dc0a26b51234b6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 31: 0x5648c11eb669 - tokio::runtime::context::set_scheduler::{{closure}}::hf38d1e0018a103a2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 32: 0x5648c11227a2 - std::thread::local::LocalKey::try_with::hb84b990ed2d680e1 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 33: 0x5648c1120ece - std::thread::local::LocalKey::with::h8127c483438cfa8b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 34: 0x5648c11eb5dd - tokio::runtime::context::set_scheduler::hd0b4654d817ad111 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 35: 0x5648c1204370 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::h16eea099f09e2373 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 36: 0x5648c1204663 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h3b7551705462e933 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 37: 0x5648c1200130 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h4f49aa39a8d4996c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 38: 0x5648c11348c0 - tokio::runtime::context::runtime::enter_runtime::hebbdba2aa68d225f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 39: 0x5648c11ffef1 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::hcff0cd8bea625e7c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 40: 0x5648c1129da4 - tokio::runtime::runtime::Runtime::block_on_inner::hf170402a6ab8acee [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 41: 0x5648c1129f6c - tokio::runtime::runtime::Runtime::block_on::h8ebd839eb369cfd6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 42: 0x5648c119fd83 - pingora_load_balancing::health_check::test::test_tcp_check::h9c86b7cd755cfb0c [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:401:58 [INFO] [stdout] 43: 0x5648c11a0737 - pingora_load_balancing::health_check::test::test_tcp_check::{{closure}}::hdda67a6c8459026c [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:384:30 [INFO] [stdout] 44: 0x5648c10ed386 - core::ops::function::FnOnce::call_once::h981a0a6d85c5e559 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 45: 0x5648c1227ccb - core::ops::function::FnOnce::call_once::h933a5d67211adff2 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5648c1227ccb - test::__rust_begin_short_backtrace::h2157af19b0990ffb [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:663:18 [INFO] [stdout] 47: 0x5648c123d8a5 - test::run_test_in_process::{{closure}}::hc3b17e0f313c900a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:686:74 [INFO] [stdout] 48: 0x5648c123d8a5 - as core::ops::function::FnOnce<()>>::call_once::ha23e4b490259273c [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 49: 0x5648c123d8a5 - std::panicking::catch_unwind::do_call::h8dc9d5da83792f7a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:590:40 [INFO] [stdout] 50: 0x5648c123d8a5 - std::panicking::catch_unwind::h0d8461330de4a18b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:553:19 [INFO] [stdout] 51: 0x5648c123d8a5 - std::panic::catch_unwind::h0321b51397bf9811 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panic.rs:359:14 [INFO] [stdout] 52: 0x5648c123d8a5 - test::run_test_in_process::hcaaa440fdbe4a513 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:686:27 [INFO] [stdout] 53: 0x5648c123d8a5 - test::run_test::{{closure}}::h6345da602b85d6c3 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:607:43 [INFO] [stdout] 54: 0x5648c12140b4 - test::run_test::{{closure}}::h90a3b75194d37b5d [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:637:41 [INFO] [stdout] 55: 0x5648c12140b4 - std::sys::backtrace::__rust_begin_short_backtrace::hae41a17001f53ede [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 56: 0x5648c121797a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h6ea895368381e0b1 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 57: 0x5648c121797a - as core::ops::function::FnOnce<()>>::call_once::h9c39013633bb9237 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 58: 0x5648c121797a - std::panicking::catch_unwind::do_call::hac7dba9ee4d99108 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:590:40 [INFO] [stdout] 59: 0x5648c121797a - std::panicking::catch_unwind::h73015d00e4866ebc [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:553:19 [INFO] [stdout] 60: 0x5648c121797a - std::panic::catch_unwind::h6f7b38e188aa4f62 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panic.rs:359:14 [INFO] [stdout] 61: 0x5648c121797a - std::thread::Builder::spawn_unchecked_::{{closure}}::h969a6a2dc1856df7 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 62: 0x5648c121797a - core::ops::function::FnOnce::call_once{{vtable.shim}}::h269ad1ff23e72122 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 63: 0x5648c15086cf - as core::ops::function::FnOnce>::call_once::hdd09a470c130e806 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1973:9 [INFO] [stdout] 64: 0x5648c15086cf - std::sys::thread::unix::Thread::new::thread_start::h14ea1ba6e320367c [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/thread/unix.rs:126:17 [INFO] [stdout] 65: 0x766099a78aa4 - [INFO] [stdout] 66: 0x766099b05a34 - clone [INFO] [stdout] 67: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- health_check::test::test_http_custom_check stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'health_check::test::test_http_custom_check' (18) panicked at src/health_check.rs:451:42: [INFO] [stdout] called `Result::unwrap()` on an `Err` value: Error { etype: ConnectNoRoute, esource: Unset, retry: Decided(false), cause: Some(Error { etype: ConnectNoRoute, esource: Unset, retry: Decided(false), cause: Some(Os { code: 101, kind: NetworkUnreachable, message: "Network is unreachable" }), context: Some(Owned("Fail to connect to 1.1.1.1:80")) }), context: Some(Owned("Fail to connect to addr: 1.1.1.1:80, scheme: HTTP,")) } [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5648c1535942 - std::backtrace_rs::backtrace::libunwind::trace::h76861be37b31432e [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5648c1535942 - std::backtrace_rs::backtrace::trace_unsynchronized::h58d4003082192c17 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5648c1535942 - std::sys::backtrace::_print_fmt::hfe5857a399620d2a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5648c1535942 - ::fmt::h52160e9da139e442 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5648c1546d0f - core::fmt::rt::Argument::fmt::h66fe6fef9ecca14a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5648c1546d0f - core::fmt::write::hf09a056a304e021a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5648c1500141 - std::io::default_write_fmt::hf1a3645468226e09 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5648c1500141 - std::io::Write::write_fmt::ha5ada6d6a18bde33 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5648c150d452 - std::sys::backtrace::BacktraceLock::print::h15104dbcf0fd1f14 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5648c151268f - std::panicking::default_hook::{{closure}}::h0fa6cd8dbe0dd76b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5648c1512521 - std::panicking::default_hook::h8d20506cf72e4831 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5648c1227e9e - as core::ops::function::Fn>::call::h3d020961abd83a77 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1987:9 [INFO] [stdout] 12: 0x5648c1227e9e - test::test_main_with_exit_callback::{{closure}}::h720dd2fdb2ddcdca [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5648c1512dff - as core::ops::function::Fn>::call::h75334a5fed245bca [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1987:9 [INFO] [stdout] 14: 0x5648c1512dff - std::panicking::panic_with_hook::h746880a052e02c85 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5648c1512baa - std::panicking::panic_handler::{{closure}}::h14b95830f89d14b3 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5648c150d589 - std::sys::backtrace::__rust_end_short_backtrace::h7ddaac0e9609a83d [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5648c14f456d - __rustc[76f7e7187978e2f8]::rust_begin_unwind [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5648c1550390 - core::panicking::panic_fmt::heb245a301f4395db [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panicking.rs:78:14 [INFO] [stdout] 19: 0x5648c154f8b6 - core::result::unwrap_failed::h91bd1e1731f928fc [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/result.rs:1855:5 [INFO] [stdout] 20: 0x5648c11a26e0 - core::result::Result::unwrap::h4a19f150ee036bd3 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/result.rs:1226:23 [INFO] [stdout] 21: 0x5648c11a26e0 - pingora_load_balancing::health_check::test::test_http_custom_check::{{closure}}::h74ac9cb83b8ea449 [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:451:42 [INFO] [stdout] 22: 0x5648c11def52 - as core::future::future::Future>::poll::hf83e978b864a9890 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5648c11dec6d - as core::future::future::Future>::poll::h68046c17e9216a55 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5648c1205f5d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h30d6151c136f262c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 25: 0x5648c1205d0b - tokio::task::coop::with_budget::he8ec1f26c750a59f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5648c1205d0b - tokio::task::coop::budget::hae2b0b3c5eef5977 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5648c1205d0b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h877ba2a0e8b9ba29 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 28: 0x5648c1203000 - tokio::runtime::scheduler::current_thread::Context::enter::h3acd427b1c7ff643 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5648c120491d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::h3f96f04ea9f4e055 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 30: 0x5648c12045e4 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h8da57e2f50ff2f32 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 31: 0x5648c11299db - tokio::runtime::context::scoped::Scoped::set::h92dc0a26b51234b6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5648c11eb669 - tokio::runtime::context::set_scheduler::{{closure}}::hf38d1e0018a103a2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 33: 0x5648c11227a2 - std::thread::local::LocalKey::try_with::hb84b990ed2d680e1 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5648c1120ece - std::thread::local::LocalKey::with::h8127c483438cfa8b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5648c11eb5dd - tokio::runtime::context::set_scheduler::hd0b4654d817ad111 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 36: 0x5648c1204370 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::h16eea099f09e2373 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 37: 0x5648c1204663 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h3b7551705462e933 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 38: 0x5648c1200130 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h4f49aa39a8d4996c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5648c11348c0 - tokio::runtime::context::runtime::enter_runtime::hebbdba2aa68d225f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5648c11ffef1 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::hcff0cd8bea625e7c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5648c1129da4 - tokio::runtime::runtime::Runtime::block_on_inner::hf170402a6ab8acee [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 42: 0x5648c1129f6c - tokio::runtime::runtime::Runtime::block_on::h8ebd839eb369cfd6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 43: 0x5648c11a2083 - pingora_load_balancing::health_check::test::test_http_custom_check::h63c042a4d4835b08 [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:453:58 [INFO] [stdout] 44: 0x5648c11a2967 - pingora_load_balancing::health_check::test::test_http_custom_check::{{closure}}::he0f1678c55c2f54c [INFO] [stdout] at /opt/rustwide/workdir/src/health_check.rs:432:38 [INFO] [stdout] 45: 0x5648c10ebed6 - core::ops::function::FnOnce::call_once::h02debd5a4ed704af [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5648c1227ccb - core::ops::function::FnOnce::call_once::h933a5d67211adff2 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x5648c1227ccb - test::__rust_begin_short_backtrace::h2157af19b0990ffb [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5648c123d8a5 - test::run_test_in_process::{{closure}}::hc3b17e0f313c900a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5648c123d8a5 - as core::ops::function::FnOnce<()>>::call_once::ha23e4b490259273c [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x5648c123d8a5 - std::panicking::catch_unwind::do_call::h8dc9d5da83792f7a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5648c123d8a5 - std::panicking::catch_unwind::h0d8461330de4a18b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5648c123d8a5 - std::panic::catch_unwind::h0321b51397bf9811 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5648c123d8a5 - test::run_test_in_process::hcaaa440fdbe4a513 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5648c123d8a5 - test::run_test::{{closure}}::h6345da602b85d6c3 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5648c12140b4 - test::run_test::{{closure}}::h90a3b75194d37b5d [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5648c12140b4 - std::sys::backtrace::__rust_begin_short_backtrace::hae41a17001f53ede [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5648c121797a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h6ea895368381e0b1 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5648c121797a - as core::ops::function::FnOnce<()>>::call_once::h9c39013633bb9237 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x5648c121797a - std::panicking::catch_unwind::do_call::hac7dba9ee4d99108 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5648c121797a - std::panicking::catch_unwind::h73015d00e4866ebc [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5648c121797a - std::panic::catch_unwind::h6f7b38e188aa4f62 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5648c121797a - std::thread::Builder::spawn_unchecked_::{{closure}}::h969a6a2dc1856df7 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5648c121797a - core::ops::function::FnOnce::call_once{{vtable.shim}}::h269ad1ff23e72122 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x5648c15086cf - as core::ops::function::FnOnce>::call_once::hdd09a470c130e806 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1973:9 [INFO] [stdout] 65: 0x5648c15086cf - std::sys::thread::unix::Thread::new::thread_start::h14ea1ba6e320367c [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/thread/unix.rs:126:17 [INFO] [stdout] 66: 0x766099a78aa4 - [INFO] [stdout] 67: 0x766099b05a34 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test::test_parallel_health_check stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test::test_parallel_health_check' (30) panicked at src/lib.rs:573:9: [INFO] [stdout] assertion failed: backends.ready(&good1) [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5648c1535942 - std::backtrace_rs::backtrace::libunwind::trace::h76861be37b31432e [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5648c1535942 - std::backtrace_rs::backtrace::trace_unsynchronized::h58d4003082192c17 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5648c1535942 - std::sys::backtrace::_print_fmt::hfe5857a399620d2a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5648c1535942 - ::fmt::h52160e9da139e442 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5648c1546d0f - core::fmt::rt::Argument::fmt::h66fe6fef9ecca14a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5648c1546d0f - core::fmt::write::hf09a056a304e021a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5648c1500141 - std::io::default_write_fmt::hf1a3645468226e09 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5648c1500141 - std::io::Write::write_fmt::ha5ada6d6a18bde33 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5648c150d452 - std::sys::backtrace::BacktraceLock::print::h15104dbcf0fd1f14 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5648c151268f - std::panicking::default_hook::{{closure}}::h0fa6cd8dbe0dd76b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5648c1512521 - std::panicking::default_hook::h8d20506cf72e4831 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5648c1227e9e - as core::ops::function::Fn>::call::h3d020961abd83a77 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1987:9 [INFO] [stdout] 12: 0x5648c1227e9e - test::test_main_with_exit_callback::{{closure}}::h720dd2fdb2ddcdca [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5648c1512dff - as core::ops::function::Fn>::call::h75334a5fed245bca [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1987:9 [INFO] [stdout] 14: 0x5648c1512dff - std::panicking::panic_with_hook::h746880a052e02c85 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5648c1512b76 - std::panicking::panic_handler::{{closure}}::h14b95830f89d14b3 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:700:13 [INFO] [stdout] 16: 0x5648c150d589 - std::sys::backtrace::__rust_end_short_backtrace::h7ddaac0e9609a83d [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5648c14f456d - __rustc[76f7e7187978e2f8]::rust_begin_unwind [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5648c1550390 - core::panicking::panic_fmt::heb245a301f4395db [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panicking.rs:78:14 [INFO] [stdout] 19: 0x5648c155036c - core::panicking::panic::h43cc40e5e3a930ed [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panicking.rs:148:5 [INFO] [stdout] 20: 0x5648c11cdc21 - pingora_load_balancing::test::test_parallel_health_check::{{closure}}::h84425f40441e45ea [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:573:9 [INFO] [stdout] 21: 0x5648c11def52 - as core::future::future::Future>::poll::hf83e978b864a9890 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x5648c11dec6d - as core::future::future::Future>::poll::h68046c17e9216a55 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5648c1205f5d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h30d6151c136f262c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 24: 0x5648c1205d0b - tokio::task::coop::with_budget::he8ec1f26c750a59f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 25: 0x5648c1205d0b - tokio::task::coop::budget::hae2b0b3c5eef5977 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 26: 0x5648c1205d0b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h877ba2a0e8b9ba29 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 27: 0x5648c1203000 - tokio::runtime::scheduler::current_thread::Context::enter::h3acd427b1c7ff643 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 28: 0x5648c120491d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::h3f96f04ea9f4e055 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 29: 0x5648c12045e4 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h8da57e2f50ff2f32 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 30: 0x5648c11299db - tokio::runtime::context::scoped::Scoped::set::h92dc0a26b51234b6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 31: 0x5648c11eb669 - tokio::runtime::context::set_scheduler::{{closure}}::hf38d1e0018a103a2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 32: 0x5648c11227a2 - std::thread::local::LocalKey::try_with::hb84b990ed2d680e1 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 33: 0x5648c1120ece - std::thread::local::LocalKey::with::h8127c483438cfa8b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 34: 0x5648c11eb5dd - tokio::runtime::context::set_scheduler::hd0b4654d817ad111 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 35: 0x5648c1204370 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::h16eea099f09e2373 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 36: 0x5648c1204663 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h3b7551705462e933 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 37: 0x5648c1200130 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h4f49aa39a8d4996c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 38: 0x5648c11348c0 - tokio::runtime::context::runtime::enter_runtime::hebbdba2aa68d225f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 39: 0x5648c11ffef1 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::hcff0cd8bea625e7c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 40: 0x5648c1129da4 - tokio::runtime::runtime::Runtime::block_on_inner::hf170402a6ab8acee [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 41: 0x5648c1129f6c - tokio::runtime::runtime::Runtime::block_on::h8ebd839eb369cfd6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 42: 0x5648c11cd053 - pingora_load_balancing::test::test_parallel_health_check::hfebd4aa5e58cfbc8 [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:575:39 [INFO] [stdout] 43: 0x5648c11cd0e7 - pingora_load_balancing::test::test_parallel_health_check::{{closure}}::h4037e51641ca68f7 [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:550:42 [INFO] [stdout] 44: 0x5648c10ed816 - core::ops::function::FnOnce::call_once::hb77e59b4b3977c77 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 45: 0x5648c1227ccb - core::ops::function::FnOnce::call_once::h933a5d67211adff2 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5648c1227ccb - test::__rust_begin_short_backtrace::h2157af19b0990ffb [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:663:18 [INFO] [stdout] 47: 0x5648c123d8a5 - test::run_test_in_process::{{closure}}::hc3b17e0f313c900a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:686:74 [INFO] [stdout] 48: 0x5648c123d8a5 - as core::ops::function::FnOnce<()>>::call_once::ha23e4b490259273c [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 49: 0x5648c123d8a5 - std::panicking::catch_unwind::do_call::h8dc9d5da83792f7a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:590:40 [INFO] [stdout] 50: 0x5648c123d8a5 - std::panicking::catch_unwind::h0d8461330de4a18b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:553:19 [INFO] [stdout] 51: 0x5648c123d8a5 - std::panic::catch_unwind::h0321b51397bf9811 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panic.rs:359:14 [INFO] [stdout] 52: 0x5648c123d8a5 - test::run_test_in_process::hcaaa440fdbe4a513 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:686:27 [INFO] [stdout] 53: 0x5648c123d8a5 - test::run_test::{{closure}}::h6345da602b85d6c3 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:607:43 [INFO] [stdout] 54: 0x5648c12140b4 - test::run_test::{{closure}}::h90a3b75194d37b5d [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:637:41 [INFO] [stdout] 55: 0x5648c12140b4 - std::sys::backtrace::__rust_begin_short_backtrace::hae41a17001f53ede [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 56: 0x5648c121797a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h6ea895368381e0b1 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 57: 0x5648c121797a - as core::ops::function::FnOnce<()>>::call_once::h9c39013633bb9237 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 58: 0x5648c121797a - std::panicking::catch_unwind::do_call::hac7dba9ee4d99108 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:590:40 [INFO] [stdout] 59: 0x5648c121797a - std::panicking::catch_unwind::h73015d00e4866ebc [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:553:19 [INFO] [stdout] 60: 0x5648c121797a - std::panic::catch_unwind::h6f7b38e188aa4f62 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panic.rs:359:14 [INFO] [stdout] 61: 0x5648c121797a - std::thread::Builder::spawn_unchecked_::{{closure}}::h969a6a2dc1856df7 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 62: 0x5648c121797a - core::ops::function::FnOnce::call_once{{vtable.shim}}::h269ad1ff23e72122 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 63: 0x5648c15086cf - as core::ops::function::FnOnce>::call_once::hdd09a470c130e806 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1973:9 [INFO] [stdout] 64: 0x5648c15086cf - std::sys::thread::unix::Thread::new::thread_start::h14ea1ba6e320367c [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/thread/unix.rs:126:17 [INFO] [stdout] 65: 0x766099a78aa4 - [INFO] [stdout] 66: 0x766099b05a34 - clone [INFO] [stdout] 67: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test::test_backends stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test::test_backends' (26) panicked at src/lib.rs:476:9: [INFO] [stdout] assertion failed: backends.ready(&good1) [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5648c1535942 - std::backtrace_rs::backtrace::libunwind::trace::h76861be37b31432e [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5648c1535942 - std::backtrace_rs::backtrace::trace_unsynchronized::h58d4003082192c17 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5648c1535942 - std::sys::backtrace::_print_fmt::hfe5857a399620d2a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5648c1535942 - ::fmt::h52160e9da139e442 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5648c1546d0f - core::fmt::rt::Argument::fmt::h66fe6fef9ecca14a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5648c1546d0f - core::fmt::write::hf09a056a304e021a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5648c1500141 - std::io::default_write_fmt::hf1a3645468226e09 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5648c1500141 - std::io::Write::write_fmt::ha5ada6d6a18bde33 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5648c150d452 - std::sys::backtrace::BacktraceLock::print::h15104dbcf0fd1f14 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5648c151268f - std::panicking::default_hook::{{closure}}::h0fa6cd8dbe0dd76b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5648c1512521 - std::panicking::default_hook::h8d20506cf72e4831 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5648c1227e9e - as core::ops::function::Fn>::call::h3d020961abd83a77 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1987:9 [INFO] [stdout] 12: 0x5648c1227e9e - test::test_main_with_exit_callback::{{closure}}::h720dd2fdb2ddcdca [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5648c1512dff - as core::ops::function::Fn>::call::h75334a5fed245bca [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1987:9 [INFO] [stdout] 14: 0x5648c1512dff - std::panicking::panic_with_hook::h746880a052e02c85 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5648c1512b76 - std::panicking::panic_handler::{{closure}}::h14b95830f89d14b3 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:700:13 [INFO] [stdout] 16: 0x5648c150d589 - std::sys::backtrace::__rust_end_short_backtrace::h7ddaac0e9609a83d [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5648c14f456d - __rustc[76f7e7187978e2f8]::rust_begin_unwind [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5648c1550390 - core::panicking::panic_fmt::heb245a301f4395db [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panicking.rs:78:14 [INFO] [stdout] 19: 0x5648c155036c - core::panicking::panic::h43cc40e5e3a930ed [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panicking.rs:148:5 [INFO] [stdout] 20: 0x5648c11ca94e - pingora_load_balancing::test::test_backends::{{closure}}::he3a0e53ee054dbc2 [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:476:9 [INFO] [stdout] 21: 0x5648c11def52 - as core::future::future::Future>::poll::hf83e978b864a9890 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x5648c11dec6d - as core::future::future::Future>::poll::h68046c17e9216a55 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5648c1205f5d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h30d6151c136f262c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 24: 0x5648c1205d0b - tokio::task::coop::with_budget::he8ec1f26c750a59f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 25: 0x5648c1205d0b - tokio::task::coop::budget::hae2b0b3c5eef5977 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 26: 0x5648c1205d0b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h877ba2a0e8b9ba29 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 27: 0x5648c1203000 - tokio::runtime::scheduler::current_thread::Context::enter::h3acd427b1c7ff643 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 28: 0x5648c120491d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::h3f96f04ea9f4e055 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 29: 0x5648c12045e4 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h8da57e2f50ff2f32 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 30: 0x5648c11299db - tokio::runtime::context::scoped::Scoped::set::h92dc0a26b51234b6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 31: 0x5648c11eb669 - tokio::runtime::context::set_scheduler::{{closure}}::hf38d1e0018a103a2 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 32: 0x5648c11227a2 - std::thread::local::LocalKey::try_with::hb84b990ed2d680e1 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 33: 0x5648c1120ece - std::thread::local::LocalKey::with::h8127c483438cfa8b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 34: 0x5648c11eb5dd - tokio::runtime::context::set_scheduler::hd0b4654d817ad111 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 35: 0x5648c1204370 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::h16eea099f09e2373 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 36: 0x5648c1204663 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h3b7551705462e933 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 37: 0x5648c1200130 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h4f49aa39a8d4996c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 38: 0x5648c11348c0 - tokio::runtime::context::runtime::enter_runtime::hebbdba2aa68d225f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 39: 0x5648c11ffef1 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::hcff0cd8bea625e7c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 40: 0x5648c1129da4 - tokio::runtime::runtime::Runtime::block_on_inner::hf170402a6ab8acee [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 41: 0x5648c1129f6c - tokio::runtime::runtime::Runtime::block_on::h8ebd839eb369cfd6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 42: 0x5648c11c9903 - pingora_load_balancing::test::test_backends::ha74ca73d52f58d28 [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:478:39 [INFO] [stdout] 43: 0x5648c11c9997 - pingora_load_balancing::test::test_backends::{{closure}}::hb518c5eca06cea2d [INFO] [stdout] at /opt/rustwide/workdir/src/lib.rs:440:29 [INFO] [stdout] 44: 0x5648c10ecca6 - core::ops::function::FnOnce::call_once::h61f1720d19f3ccf4 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 45: 0x5648c1227ccb - core::ops::function::FnOnce::call_once::h933a5d67211adff2 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5648c1227ccb - test::__rust_begin_short_backtrace::h2157af19b0990ffb [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:663:18 [INFO] [stdout] 47: 0x5648c123d8a5 - test::run_test_in_process::{{closure}}::hc3b17e0f313c900a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:686:74 [INFO] [stdout] 48: 0x5648c123d8a5 - as core::ops::function::FnOnce<()>>::call_once::ha23e4b490259273c [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 49: 0x5648c123d8a5 - std::panicking::catch_unwind::do_call::h8dc9d5da83792f7a [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:590:40 [INFO] [stdout] 50: 0x5648c123d8a5 - std::panicking::catch_unwind::h0d8461330de4a18b [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:553:19 [INFO] [stdout] 51: 0x5648c123d8a5 - std::panic::catch_unwind::h0321b51397bf9811 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panic.rs:359:14 [INFO] [stdout] 52: 0x5648c123d8a5 - test::run_test_in_process::hcaaa440fdbe4a513 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:686:27 [INFO] [stdout] 53: 0x5648c123d8a5 - test::run_test::{{closure}}::h6345da602b85d6c3 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:607:43 [INFO] [stdout] 54: 0x5648c12140b4 - test::run_test::{{closure}}::h90a3b75194d37b5d [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/test/src/lib.rs:637:41 [INFO] [stdout] 55: 0x5648c12140b4 - std::sys::backtrace::__rust_begin_short_backtrace::hae41a17001f53ede [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 56: 0x5648c121797a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h6ea895368381e0b1 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 57: 0x5648c121797a - as core::ops::function::FnOnce<()>>::call_once::h9c39013633bb9237 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 58: 0x5648c121797a - std::panicking::catch_unwind::do_call::hac7dba9ee4d99108 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:590:40 [INFO] [stdout] 59: 0x5648c121797a - std::panicking::catch_unwind::h73015d00e4866ebc [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panicking.rs:553:19 [INFO] [stdout] 60: 0x5648c121797a - std::panic::catch_unwind::h6f7b38e188aa4f62 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/panic.rs:359:14 [INFO] [stdout] 61: 0x5648c121797a - std::thread::Builder::spawn_unchecked_::{{closure}}::h969a6a2dc1856df7 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 62: 0x5648c121797a - core::ops::function::FnOnce::call_once{{vtable.shim}}::h269ad1ff23e72122 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 63: 0x5648c15086cf - as core::ops::function::FnOnce>::call_once::hdd09a470c130e806 [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/alloc/src/boxed.rs:1973:9 [INFO] [stdout] 64: 0x5648c15086cf - std::sys::thread::unix::Thread::new::thread_start::h14ea1ba6e320367c [INFO] [stdout] at /rustc/caccb4d0368bd918ef6668af8e13834d07040417/library/std/src/sys/thread/unix.rs:126:17 [INFO] [stdout] 65: 0x766099a78aa4 - [INFO] [stdout] 66: 0x766099b05a34 - clone [INFO] [stdout] 67: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] health_check::test::test_http_custom_check [INFO] [stdout] health_check::test::test_tcp_check [INFO] [stdout] test::test_backends [INFO] [stdout] test::test_parallel_health_check [INFO] [stdout] [INFO] [stdout] test result: FAILED. 11 passed; 4 failed; 0 ignored; 0 measured; 0 filtered out; finished in 1.42s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--lib` [INFO] running `Command { std: "docker" "inspect" "6db3bae699e7a7f0c62e07ad70cd89d019e8fe4082ee9326733b6e0e7e5ba9d1", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "6db3bae699e7a7f0c62e07ad70cd89d019e8fe4082ee9326733b6e0e7e5ba9d1", kill_on_drop: false }` [INFO] [stdout] 6db3bae699e7a7f0c62e07ad70cd89d019e8fe4082ee9326733b6e0e7e5ba9d1