[INFO] fetching crate tracing-better-stack 0.1.0... [INFO] testing tracing-better-stack-0.1.0 against 1.95.0 for beta-1.96-3 [INFO] extracting crate tracing-better-stack 0.1.0 into /workspace/builds/worker-3-tc1/source [INFO] started tweaking crates.io crate tracing-better-stack 0.1.0 [INFO] removed 0 missing examples [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate tracing-better-stack 0.1.0 [INFO] tweaked toml for crates.io crate tracing-better-stack 0.1.0 written to /workspace/builds/worker-3-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate tracing-better-stack 0.1.0 on toolchain 1.95.0 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.95.0" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate tracing-better-stack 0.1.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.95.0" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Updating crates.io index [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded cfg-if v1.0.1 [INFO] [stderr] Downloaded potential_utf v0.1.2 [INFO] [stderr] Downloaded bitflags v2.9.2 [INFO] [stderr] Downloaded deadpool-runtime v0.1.4 [INFO] [stderr] Downloaded android-tzdata v0.1.1 [INFO] [stderr] Downloaded num_cpus v1.17.0 [INFO] [stderr] Downloaded windows-implement v0.60.0 [INFO] [stderr] Downloaded rmp v0.8.14 [INFO] [stderr] Downloaded windows-core v0.61.2 [INFO] [stderr] Downloaded schannel v0.1.27 [INFO] [stderr] Downloaded rustls-pki-types v1.12.0 [INFO] [stderr] Downloaded rustls-webpki v0.103.4 [INFO] [stderr] Downloaded io-uring v0.7.9 [INFO] [stderr] Downloaded cc v1.2.33 [INFO] [stderr] Downloaded iri-string v0.7.8 [INFO] [stderr] Downloaded serde_json v1.0.142 [INFO] [stderr] Downloaded reqwest v0.12.23 [INFO] [stderr] Downloaded tracing-subscriber v0.3.19 [INFO] [stderr] Downloaded hyper v1.6.0 [INFO] [stderr] Downloaded idna v1.0.3 [INFO] [stderr] Downloaded chrono v0.4.41 [INFO] [stderr] Downloaded openssl v0.10.73 [INFO] [stderr] Downloaded regex v1.11.1 [INFO] [stderr] Downloaded tower-http v0.6.6 [INFO] [stderr] Downloaded indexmap v2.10.0 [INFO] [stderr] Downloaded rustls v0.23.31 [INFO] [stderr] Downloaded regex-syntax v0.8.5 [INFO] [stderr] Downloaded hyper-util v0.1.16 [INFO] [stderr] Downloaded openssl-sys v0.9.109 [INFO] [stderr] Downloaded rustix v1.0.8 [INFO] [stderr] Downloaded tempfile v3.20.0 [INFO] [stderr] Downloaded security-framework-sys v2.14.0 [INFO] [stderr] Downloaded rmp-serde v1.3.0 [INFO] [stderr] Downloaded deadpool v0.10.0 [INFO] [stderr] Downloaded url v2.5.4 [INFO] [stderr] Downloaded wiremock v0.6.4 [INFO] [stderr] Downloaded iana-time-zone v0.1.63 [INFO] [stderr] Downloaded tokio-rustls v0.26.2 [INFO] [stderr] Downloaded windows-interface v0.59.1 [INFO] [stderr] Downloaded errno v0.3.13 [INFO] [stderr] Downloaded tracing-test-macro v0.2.5 [INFO] [stderr] Downloaded regex-automata v0.4.9 [INFO] [stderr] Downloaded tracing-test v0.2.5 [INFO] [stderr] Downloaded assert-json-diff v2.0.2 [INFO] [stderr] Downloaded linux-raw-sys v0.9.4 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+1.95.0" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 9d7cfd72af3a32d65ee8ca3a5907a1d420453b64f12f6b8463a79af87d6b3bf3 [INFO] running `Command { std: "docker" "start" "-a" "9d7cfd72af3a32d65ee8ca3a5907a1d420453b64f12f6b8463a79af87d6b3bf3", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "9d7cfd72af3a32d65ee8ca3a5907a1d420453b64f12f6b8463a79af87d6b3bf3", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "9d7cfd72af3a32d65ee8ca3a5907a1d420453b64f12f6b8463a79af87d6b3bf3", kill_on_drop: false }` [INFO] [stdout] 9d7cfd72af3a32d65ee8ca3a5907a1d420453b64f12f6b8463a79af87d6b3bf3 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+1.95.0" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 095e0365b25feb49a6e5d70fe1bf5926a53a452e377d8607f9379b898028c763 [INFO] running `Command { std: "docker" "start" "-a" "095e0365b25feb49a6e5d70fe1bf5926a53a452e377d8607f9379b898028c763", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.101 [INFO] [stderr] Compiling unicode-ident v1.0.18 [INFO] [stderr] Compiling libc v0.2.175 [INFO] [stderr] Compiling stable_deref_trait v1.2.0 [INFO] [stderr] Compiling pin-project-lite v0.2.16 [INFO] [stderr] Compiling bytes v1.10.1 [INFO] [stderr] Compiling once_cell v1.21.3 [INFO] [stderr] Compiling futures-core v0.3.31 [INFO] [stderr] Compiling shlex v1.3.0 [INFO] [stderr] Compiling pkg-config v0.3.32 [INFO] [stderr] Compiling vcpkg v0.2.15 [INFO] [stderr] Compiling cc v1.2.33 [INFO] [stderr] Compiling itoa v1.0.15 [INFO] [stderr] Compiling smallvec v1.15.1 [INFO] [stderr] Compiling tracing-core v0.1.34 [INFO] [stderr] Compiling cfg-if v1.0.1 [INFO] [stderr] Compiling writeable v0.6.1 [INFO] [stderr] Compiling http v1.3.1 [INFO] [stderr] Compiling litemap v0.8.0 [INFO] [stderr] Compiling quote v1.0.40 [INFO] [stderr] Compiling futures-task v0.3.31 [INFO] [stderr] Compiling icu_properties_data v2.0.1 [INFO] [stderr] Compiling icu_normalizer_data v2.0.0 [INFO] [stderr] Compiling mio v1.0.4 [INFO] [stderr] Compiling syn v2.0.106 [INFO] [stderr] Compiling socket2 v0.6.0 [INFO] [stderr] Compiling http-body v1.0.1 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling equivalent v1.0.2 [INFO] [stderr] Compiling httparse v1.10.1 [INFO] [stderr] Compiling openssl v0.10.73 [INFO] [stderr] Compiling autocfg v1.5.0 [INFO] [stderr] Compiling foreign-types-shared v0.1.1 [INFO] [stderr] Compiling log v0.4.27 [INFO] [stderr] Compiling futures-sink v0.3.31 [INFO] [stderr] Compiling openssl-sys v0.9.109 [INFO] [stderr] Compiling bitflags v2.9.2 [INFO] [stderr] Compiling serde v1.0.219 [INFO] [stderr] Compiling percent-encoding v2.3.1 [INFO] [stderr] Compiling hashbrown v0.15.5 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling foreign-types v0.3.2 [INFO] [stderr] Compiling try-lock v0.2.5 [INFO] [stderr] Compiling tower-service v0.3.3 [INFO] [stderr] Compiling native-tls v0.2.14 [INFO] [stderr] Compiling atomic-waker v1.1.2 [INFO] [stderr] Compiling slab v0.4.11 [INFO] [stderr] Compiling want v0.3.1 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling paste v1.0.15 [INFO] [stderr] Compiling openssl-probe v0.1.6 [INFO] [stderr] Compiling form_urlencoded v1.2.1 [INFO] [stderr] Compiling sync_wrapper v1.0.2 [INFO] [stderr] Compiling tower-layer v0.3.3 [INFO] [stderr] Compiling base64 v0.22.1 [INFO] [stderr] Compiling utf8_iter v1.0.4 [INFO] [stderr] Compiling indexmap v2.10.0 [INFO] [stderr] Compiling ipnet v2.11.0 [INFO] [stderr] Compiling http-body-util v0.1.3 [INFO] [stderr] Compiling zeroize v1.8.1 [INFO] [stderr] Compiling iri-string v0.7.8 [INFO] [stderr] Compiling ryu v1.0.20 [INFO] [stderr] Compiling byteorder v1.5.0 [INFO] [stderr] Compiling lazy_static v1.5.0 [INFO] [stderr] Compiling overload v0.1.1 [INFO] [stderr] Compiling nu-ansi-term v0.46.0 [INFO] [stderr] Compiling rustls-pki-types v1.12.0 [INFO] [stderr] Compiling sharded-slab v0.1.7 [INFO] [stderr] Compiling rmp v0.8.14 [INFO] [stderr] Compiling tracing-log v0.2.0 [INFO] [stderr] Compiling encoding_rs v0.8.35 [INFO] [stderr] Compiling thread_local v1.1.9 [INFO] [stderr] Compiling iana-time-zone v0.1.63 [INFO] [stderr] Compiling mime v0.3.17 [INFO] [stderr] Compiling tracing-subscriber v0.3.19 [INFO] [stderr] Compiling synstructure v0.13.2 [INFO] [stderr] Compiling zerofrom-derive v0.1.6 [INFO] [stderr] Compiling yoke-derive v0.8.0 [INFO] [stderr] Compiling zerovec-derive v0.11.1 [INFO] [stderr] Compiling displaydoc v0.2.5 [INFO] [stderr] Compiling tokio-macros v2.5.0 [INFO] [stderr] Compiling tracing-attributes v0.1.30 [INFO] [stderr] Compiling serde_derive v1.0.219 [INFO] [stderr] Compiling openssl-macros v0.1.1 [INFO] [stderr] Compiling tokio v1.47.1 [INFO] [stderr] Compiling tracing v0.1.41 [INFO] [stderr] Compiling zerofrom v0.1.6 [INFO] [stderr] Compiling yoke v0.8.0 [INFO] [stderr] Compiling zerovec v0.11.4 [INFO] [stderr] Compiling zerotrie v0.2.2 [INFO] [stderr] Compiling tinystr v0.8.1 [INFO] [stderr] Compiling potential_utf v0.1.2 [INFO] [stderr] Compiling icu_collections v2.0.0 [INFO] [stderr] Compiling icu_locale_core v2.0.0 [INFO] [stderr] Compiling icu_provider v2.0.0 [INFO] [stderr] Compiling icu_properties v2.0.1 [INFO] [stderr] Compiling icu_normalizer v2.0.0 [INFO] [stderr] Compiling idna_adapter v1.2.1 [INFO] [stderr] Compiling idna v1.0.3 [INFO] [stderr] Compiling url v2.5.4 [INFO] [stderr] Compiling tokio-util v0.7.16 [INFO] [stderr] Compiling tower v0.5.2 [INFO] [stderr] Compiling tokio-native-tls v0.3.1 [INFO] [stderr] Compiling serde_urlencoded v0.7.1 [INFO] [stderr] Compiling chrono v0.4.41 [INFO] [stderr] Compiling rmp-serde v1.3.0 [INFO] [stderr] Compiling h2 v0.4.12 [INFO] [stderr] Compiling tower-http v0.6.6 [INFO] [stderr] Compiling hyper v1.6.0 [INFO] [stderr] Compiling hyper-util v0.1.16 [INFO] [stderr] Compiling hyper-tls v0.6.0 [INFO] [stderr] Compiling reqwest v0.12.23 [INFO] [stderr] Compiling tracing-better-stack v0.1.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 1m 20s [INFO] running `Command { std: "docker" "inspect" "095e0365b25feb49a6e5d70fe1bf5926a53a452e377d8607f9379b898028c763", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "095e0365b25feb49a6e5d70fe1bf5926a53a452e377d8607f9379b898028c763", kill_on_drop: false }` [INFO] [stdout] 095e0365b25feb49a6e5d70fe1bf5926a53a452e377d8607f9379b898028c763 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+1.95.0" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 713a827492613f29f8293aba22e7fd76ee01a6e0bff36e4e979b7ee428bcf2b3 [INFO] running `Command { std: "docker" "start" "-a" "713a827492613f29f8293aba22e7fd76ee01a6e0bff36e4e979b7ee428bcf2b3", kill_on_drop: false }` [INFO] [stderr] Compiling memchr v2.7.5 [INFO] [stderr] Compiling lock_api v0.4.13 [INFO] [stderr] Compiling parking_lot_core v0.9.11 [INFO] [stderr] Compiling scopeguard v1.2.0 [INFO] [stderr] Compiling signal-hook-registry v1.4.6 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling futures-task v0.3.31 [INFO] [stderr] Compiling futures-io v0.3.31 [INFO] [stderr] Compiling regex-syntax v0.8.5 [INFO] [stderr] Compiling httpdate v1.0.3 [INFO] [stderr] Compiling regex-syntax v0.6.29 [INFO] [stderr] Compiling serde_json v1.0.142 [INFO] [stderr] Compiling parking_lot v0.12.4 [INFO] [stderr] Compiling num_cpus v1.17.0 [INFO] [stderr] Compiling async-trait v0.1.89 [INFO] [stderr] Compiling deadpool-runtime v0.1.4 [INFO] [stderr] Compiling tracing-test-macro v0.2.5 [INFO] [stderr] Compiling tokio v1.47.1 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling aho-corasick v1.1.3 [INFO] [stderr] Compiling assert-json-diff v2.0.2 [INFO] [stderr] Compiling regex-automata v0.1.10 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling matchers v0.1.0 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling tracing-subscriber v0.3.19 [INFO] [stderr] Compiling tokio-util v0.7.16 [INFO] [stderr] Compiling tokio-native-tls v0.3.1 [INFO] [stderr] Compiling tower v0.5.2 [INFO] [stderr] Compiling deadpool v0.10.0 [INFO] [stderr] Compiling tower-http v0.6.6 [INFO] [stderr] Compiling h2 v0.4.12 [INFO] [stderr] Compiling tracing-test v0.2.5 [INFO] [stderr] Compiling hyper v1.6.0 [INFO] [stderr] Compiling hyper-util v0.1.16 [INFO] [stderr] Compiling hyper-tls v0.6.0 [INFO] [stderr] Compiling wiremock v0.6.4 [INFO] [stderr] Compiling reqwest v0.12.23 [INFO] [stderr] Compiling tracing-better-stack v0.1.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 1m 10s [INFO] running `Command { std: "docker" "inspect" "713a827492613f29f8293aba22e7fd76ee01a6e0bff36e4e979b7ee428bcf2b3", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "713a827492613f29f8293aba22e7fd76ee01a6e0bff36e4e979b7ee428bcf2b3", kill_on_drop: false }` [INFO] [stdout] 713a827492613f29f8293aba22e7fd76ee01a6e0bff36e4e979b7ee428bcf2b3 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+1.95.0" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] c5ca9231fc7573b12b8ae590534ec2ffd594526b4da4723e509ff5b68ff4e3e9 [INFO] running `Command { std: "docker" "start" "-a" "c5ca9231fc7573b12b8ae590534ec2ffd594526b4da4723e509ff5b68ff4e3e9", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.34s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/tracing_better_stack-4ad7c8a72095ec02) [INFO] [stdout] [INFO] [stdout] running 2 tests [INFO] [stdout] test tests::test_layer_creation ... ok [INFO] [stderr] Running tests/base_tests.rs (/opt/rustwide/target/debug/deps/base_tests-390899e21c0084d1) [INFO] [stdout] test tests::test_basic_logging ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.15s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 11 tests [INFO] [stdout] test test_configuration_validation ... ok [INFO] [stdout] test test_graceful_shutdown ... ok [INFO] [stdout] test test_batching_behavior ... ok [INFO] [stdout] test test_different_log_levels ... ok [INFO] [stdout] test test_basic_logging ... ok [INFO] [stdout] test test_large_payload_handling ... ok [INFO] [stdout] test test_message_ordering_preservation ... ok [INFO] [stdout] test test_concurrent_logging ... ok [INFO] [stdout] test test_retry_on_failure ... FAILED [INFO] [stdout] test test_retry_with_eventual_success ... ok [INFO] [stdout] test test_timeout_batching ... ok [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- test_retry_on_failure stdout ---- [INFO] [stdout] Failed to send logs to Better Stack (attempt 1/2): Runtime error: Better Stack API error: 500 Internal Server Error - . Retrying in 50ms [INFO] [stdout] Failed to send logs to Better Stack (attempt 2/2): Runtime error: Better Stack API error: 500 Internal Server Error - . Retrying in 100ms [INFO] [stdout] [INFO] [stdout] thread 'test_retry_on_failure' (29) panicked at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/wiremock-0.6.4/src/mock_server/exposed_server.rs:367:17: [INFO] [stdout] Verifications failed: [INFO] [stdout] - Mock #0. [INFO] [stdout] Expected range of matching incoming requests: == 3 [INFO] [stdout] Number of matched incoming requests: 2 [INFO] [stdout] [INFO] [stdout] Received requests: [INFO] [stdout] - Request #1 [INFO] [stdout] POST http://localhost/ [INFO] [stdout] authorization: Bearer test-token [INFO] [stdout] content-type: application/msgpack [INFO] [stdout] accept: */* [INFO] [stdout] host: 127.0.0.1:44745 [INFO] [stdout] content-length: 135 [INFO] [stdout] Body is likely binary (invalid utf-8) size is 135 bytes [INFO] [stdout] - Request #2 [INFO] [stdout] POST http://localhost/ [INFO] [stdout] authorization: Bearer test-token [INFO] [stdout] content-type: application/msgpack [INFO] [stdout] accept: */* [INFO] [stdout] host: 127.0.0.1:44745 [INFO] [stdout] content-length: 135 [INFO] [stdout] Body is likely binary (invalid utf-8) size is 135 bytes [INFO] [stdout] [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5c521ed1494a - std[e28293b1aa0f68bd]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5c521ed1494a - std[e28293b1aa0f68bd]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5c521ed1494a - std[e28293b1aa0f68bd]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x5c521ed1494a - <::print::DisplayBacktrace as core[c1f1a4ba060b9bfa]::fmt::Display>::fmt [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x5c521ed2b07a - ::fmt [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x5c521ed2b07a - core[c1f1a4ba060b9bfa]::fmt::write [INFO] [stdout] 6: 0x5c521ed19ac2 - std[e28293b1aa0f68bd]::io::default_write_fmt::> [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5c521ed19ac2 - as std[e28293b1aa0f68bd]::io::Write>::write_fmt [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x5c521ecf241f - ::print [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x5c521ecf241f - std[e28293b1aa0f68bd]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x5c521ed0c6f9 - std[e28293b1aa0f68bd]::panicking::default_hook [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x5c521e751dcc - core[c1f1a4ba060b9bfa]::ops::function::Fn<(&'a std[e28293b1aa0f68bd]::panic::PanicHookInfo<'b>,), Output = ()> + core[c1f1a4ba060b9bfa]::marker::Sync + core[c1f1a4ba060b9bfa]::marker::Send> as core[c1f1a4ba060b9bfa]::ops::function::Fn<(&std[e28293b1aa0f68bd]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x5c521e751dcc - test[273d7611820c9051]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5c521ed0c972 - core[c1f1a4ba060b9bfa]::ops::function::Fn<(&'a std[e28293b1aa0f68bd]::panic::PanicHookInfo<'b>,), Output = ()> + core[c1f1a4ba060b9bfa]::marker::Sync + core[c1f1a4ba060b9bfa]::marker::Send> as core[c1f1a4ba060b9bfa]::ops::function::Fn<(&std[e28293b1aa0f68bd]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x5c521ed0c972 - std[e28293b1aa0f68bd]::panicking::panic_with_hook [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x5c521ecf24d8 - std[e28293b1aa0f68bd]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x5c521ece9d99 - std[e28293b1aa0f68bd]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x5c521ecf33ad - __rustc[b7974e8690430dd9]::rust_begin_unwind [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x5c521ed2b98c - core[c1f1a4ba060b9bfa]::panicking::panic_fmt [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x5c521ea30888 - core::panicking::panic_display::hb091da37cf47d43b [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/core/src/panicking.rs:259:5 [INFO] [stdout] 20: 0x5c521e9a1da6 - wiremock::mock_server::exposed_server::MockServer::verify::{{closure}}::h127711e246666a06 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/wiremock-0.6.4/src/mock_server/exposed_server.rs:367:17 [INFO] [stdout] 21: 0x5c521e6f163c - base_tests::test_retry_on_failure::{{closure}}::h508eefb782d53cdd [INFO] [stdout] at /opt/rustwide/workdir/tests/base_tests.rs:173:26 [INFO] [stdout] 22: 0x5c521e703ca2 - as core::future::future::Future>::poll::h9d544b415cf02692 [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5c521e703d1d - as core::future::future::Future>::poll::he14a5068b21a7b63 [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5c521e72aced - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h7928f4497561643c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 25: 0x5c521e72ac2b - tokio::task::coop::with_budget::ha1731b4d6f5b4a4b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5c521e72ac2b - tokio::task::coop::budget::hd3cac92bf69f38d8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5c521e72ac2b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::hc7e42f029e6bc06d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 28: 0x5c521e727d50 - tokio::runtime::scheduler::current_thread::Context::enter::h83b7a24bb765a9a5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5c521e72a14d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hd5cb1458f75a6c9c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 30: 0x5c521e729334 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::hfa8b924ce8ffd9f3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 31: 0x5c521e71c87b - tokio::runtime::context::scoped::Scoped::set::h12195618454a3bec [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5c521e735419 - tokio::runtime::context::set_scheduler::{{closure}}::h3c802cdb80c55028 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 33: 0x5c521e743ea2 - std::thread::local::LocalKey::try_with::he5a110faa5976935 [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 34: 0x5c521e74229e - std::thread::local::LocalKey::with::h0deb9ca47f0c20dc [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 35: 0x5c521e7353cd - tokio::runtime::context::set_scheduler::hd489f600358315b6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 36: 0x5c521e728ca0 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::h7e12cb7f06d3f532 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 37: 0x5c521e729376 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h0e86754150e846c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 38: 0x5c521e726180 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h8247671e242e3751 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5c521e738273 - tokio::runtime::context::runtime::enter_runtime::hcca950c1a283c3f4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5c521e725bf1 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::hd6dc3f3b64351476 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5c521e738c34 - tokio::runtime::runtime::Runtime::block_on_inner::h0ea505a842385d30 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 42: 0x5c521e738f0f - tokio::runtime::runtime::Runtime::block_on::hc32de8ba2e94a697 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 43: 0x5c521e6f0ba4 - base_tests::test_retry_on_failure::he4e7f6042a931375 [INFO] [stdout] at /opt/rustwide/workdir/tests/base_tests.rs:173:31 [INFO] [stdout] 44: 0x5c521e6f16f7 - base_tests::test_retry_on_failure::{{closure}}::hdd804c732666c303 [INFO] [stdout] at /opt/rustwide/workdir/tests/base_tests.rs:143:33 [INFO] [stdout] 45: 0x5c521e6e9a46 - core::ops::function::FnOnce::call_once::h758909590e04e6a5 [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5c521e745eab - core[c1f1a4ba060b9bfa]::result::Result<(), alloc[fdfd2bd8633a6659]::string::String> as core[c1f1a4ba060b9bfa]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x5c521e745eab - test[273d7611820c9051]::__rust_begin_short_backtrace::, fn() -> core[c1f1a4ba060b9bfa]::result::Result<(), alloc[fdfd2bd8633a6659]::string::String>> [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5c521e75289b - test[273d7611820c9051]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5c521e75289b - as core[c1f1a4ba060b9bfa]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x5c521e75289b - std[e28293b1aa0f68bd]::panicking::catch_unwind::do_call::, core[c1f1a4ba060b9bfa]::result::Result<(), alloc[fdfd2bd8633a6659]::string::String>> [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/panicking.rs:581:40 [INFO] [stdout] 51: 0x5c521e75289b - std[e28293b1aa0f68bd]::panicking::catch_unwind::, core[c1f1a4ba060b9bfa]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/panicking.rs:544:19 [INFO] [stdout] 52: 0x5c521e75289b - std[e28293b1aa0f68bd]::panic::catch_unwind::, core[c1f1a4ba060b9bfa]::result::Result<(), alloc[fdfd2bd8633a6659]::string::String>> [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5c521e75289b - test[273d7611820c9051]::run_test_in_process [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5c521e75289b - test[273d7611820c9051]::run_test::{closure#0} [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5c521e74dfb4 - test[273d7611820c9051]::run_test::{closure#1} [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5c521e74dfb4 - std[e28293b1aa0f68bd]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 57: 0x5c521e7554a2 - std[e28293b1aa0f68bd]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 58: 0x5c521e7554a2 - ::{closure#1}::{closure#0}> as core[c1f1a4ba060b9bfa]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x5c521e7554a2 - std[e28293b1aa0f68bd]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/panicking.rs:581:40 [INFO] [stdout] 60: 0x5c521e7554a2 - std[e28293b1aa0f68bd]::panicking::catch_unwind::<(), core[c1f1a4ba060b9bfa]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/panicking.rs:544:19 [INFO] [stdout] 61: 0x5c521e7554a2 - std[e28293b1aa0f68bd]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5c521e7554a2 - std[e28293b1aa0f68bd]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 63: 0x5c521e7554a2 - ::{closure#1} as core[c1f1a4ba060b9bfa]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x5c521ed1409f - + core[c1f1a4ba060b9bfa]::marker::Send> as core[c1f1a4ba060b9bfa]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 65: 0x5c521ed1409f - ::new::thread_start [INFO] [stdout] at /rustc/59807616e1fa2540724bfbac14d7976d7e4a3860/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 66: 0x7de9dfffaaa4 - [INFO] [stdout] 67: 0x7de9e0087a64 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] test_retry_on_failure [INFO] [stdout] [INFO] [stdout] test result: FAILED. 10 passed; 1 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.51s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--test base_tests` [INFO] running `Command { std: "docker" "inspect" "c5ca9231fc7573b12b8ae590534ec2ffd594526b4da4723e509ff5b68ff4e3e9", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "c5ca9231fc7573b12b8ae590534ec2ffd594526b4da4723e509ff5b68ff4e3e9", kill_on_drop: false }` [INFO] [stdout] c5ca9231fc7573b12b8ae590534ec2ffd594526b4da4723e509ff5b68ff4e3e9