[INFO] fetching crate go-zoom-kinesis 0.18.0... [INFO] testing go-zoom-kinesis-0.18.0 against try#8de4c7234dd9b97c9d76b58671343fdbbc9a433e+target=x86_64-unknown-linux-musl for musl_upgrade_1_2_5_with_libc_patch_0 [INFO] extracting crate go-zoom-kinesis 0.18.0 into /workspace/builds/worker-6-tc1/source [INFO] removed /workspace/builds/worker-6-tc1/source/.cargo/config.toml [INFO] started tweaking crates.io crate go-zoom-kinesis 0.18.0 [INFO] finished tweaking crates.io crate go-zoom-kinesis 0.18.0 [INFO] tweaked toml for crates.io crate go-zoom-kinesis 0.18.0 written to /workspace/builds/worker-6-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate go-zoom-kinesis 0.18.0 on toolchain 8de4c7234dd9b97c9d76b58671343fdbbc9a433e [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+8de4c7234dd9b97c9d76b58671343fdbbc9a433e" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate go-zoom-kinesis 0.18.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+8de4c7234dd9b97c9d76b58671343fdbbc9a433e" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded aws-smithy-types v1.2.13 [INFO] [stderr] Downloaded aws-smithy-json v0.61.2 [INFO] [stderr] Downloaded aws-sdk-sso v1.58.0 [INFO] [stderr] Downloaded uuid v1.13.1 [INFO] [stderr] Downloaded aws-sdk-ssooidc v1.59.0 [INFO] [stderr] Downloaded cc v1.2.12 [INFO] [stderr] Downloaded aws-config v1.5.16 [INFO] [stderr] Downloaded aws-sdk-sts v1.59.0 [INFO] [stderr] Downloaded aws-smithy-runtime v1.7.8 [INFO] [stderr] Downloaded aws-runtime v1.5.5 [INFO] [stderr] Downloaded aws-sigv4 v1.2.8 [INFO] [stderr] Downloaded aws-smithy-runtime-api v1.7.3 [INFO] [stderr] Downloaded aws-credential-types v1.2.1 [INFO] [stderr] Downloaded aws-smithy-async v1.2.4 [INFO] [stderr] Downloaded aws-types v1.3.5 [INFO] [stderr] Downloaded aws-sdk-kinesis v1.60.0 [INFO] [stderr] Downloaded aws-sdk-dynamodb v1.64.0 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:90999bfc7ae267e83380e433d8e61a7c072ca6729e92edbae886d3423b3a6f4c" "/opt/rustwide/cargo-home/bin/cargo" "+8de4c7234dd9b97c9d76b58671343fdbbc9a433e" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] ca0b7ce1180d99df3660188e39473309a615ca3b01cbe5a45ca998d6849e315f [INFO] running `Command { std: "docker" "start" "-a" "ca0b7ce1180d99df3660188e39473309a615ca3b01cbe5a45ca998d6849e315f", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "ca0b7ce1180d99df3660188e39473309a615ca3b01cbe5a45ca998d6849e315f", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "ca0b7ce1180d99df3660188e39473309a615ca3b01cbe5a45ca998d6849e315f", kill_on_drop: false }` [INFO] [stdout] ca0b7ce1180d99df3660188e39473309a615ca3b01cbe5a45ca998d6849e315f [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:90999bfc7ae267e83380e433d8e61a7c072ca6729e92edbae886d3423b3a6f4c" "/opt/rustwide/cargo-home/bin/cargo" "+8de4c7234dd9b97c9d76b58671343fdbbc9a433e" "build" "--frozen" "--message-format=json" "--target" "x86_64-unknown-linux-musl", kill_on_drop: false }` [INFO] [stdout] ba99876e9ea45333a4d5327dab1ff77e54fe8bef1b910106d53a7d689b76a1e0 [INFO] running `Command { std: "docker" "start" "-a" "ba99876e9ea45333a4d5327dab1ff77e54fe8bef1b910106d53a7d689b76a1e0", kill_on_drop: false }` [INFO] [stderr] Compiling unicode-ident v1.0.16 [INFO] [stderr] Compiling libc v0.2.169 [INFO] [stderr] Compiling smallvec v1.13.2 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling once_cell v1.20.2 [INFO] [stderr] Compiling http v0.2.12 [INFO] [stderr] Compiling http v1.2.0 [INFO] [stderr] Compiling deranged v0.3.11 [INFO] [stderr] Compiling proc-macro2 v1.0.93 [INFO] [stderr] Compiling tracing-core v0.1.33 [INFO] [stderr] Compiling time-core v0.1.2 [INFO] [stderr] Compiling vsimd v0.8.0 [INFO] [stderr] Compiling quote v1.0.38 [INFO] [stderr] Compiling http-body v1.0.1 [INFO] [stderr] Compiling syn v2.0.98 [INFO] [stderr] Compiling outref v0.5.2 [INFO] [stderr] Compiling http-body v0.4.6 [INFO] [stderr] Compiling either v1.13.0 [INFO] [stderr] Compiling time v0.3.37 [INFO] [stderr] Compiling base64-simd v0.8.0 [INFO] [stderr] Compiling num-integer v0.1.46 [INFO] [stderr] Compiling parking_lot_core v0.9.10 [INFO] [stderr] Compiling socket2 v0.5.8 [INFO] [stderr] Compiling signal-hook-registry v1.4.2 [INFO] [stderr] Compiling parking_lot v0.12.3 [INFO] [stderr] Compiling mio v1.0.3 [INFO] [stderr] Compiling getrandom v0.2.15 [INFO] [stderr] Compiling bytes-utils v0.1.4 [INFO] [stderr] Compiling cc v1.2.12 [INFO] [stderr] Compiling typenum v1.17.0 [INFO] [stderr] Compiling generic-array v0.14.7 [INFO] [stderr] Compiling spin v0.9.8 [INFO] [stderr] Compiling zeroize v1.8.1 [INFO] [stderr] Compiling semver v1.0.25 [INFO] [stderr] Compiling log v0.4.25 [INFO] [stderr] Compiling hashbrown v0.15.2 [INFO] [stderr] Compiling httparse v1.10.0 [INFO] [stderr] Compiling rustls v0.21.12 [INFO] [stderr] Compiling equivalent v1.0.1 [INFO] [stderr] Compiling subtle v2.6.1 [INFO] [stderr] Compiling litemap v0.7.4 [INFO] [stderr] Compiling rustc_version v0.4.1 [INFO] [stderr] Compiling writeable v0.5.5 [INFO] [stderr] Compiling indexmap v2.7.1 [INFO] [stderr] Compiling aws-types v1.3.5 [INFO] [stderr] Compiling hex v0.4.3 [INFO] [stderr] Compiling icu_locid_transform_data v1.5.0 [INFO] [stderr] Compiling uuid v1.13.1 [INFO] [stderr] Compiling regex-lite v0.1.6 [INFO] [stderr] Compiling icu_properties_data v1.5.0 [INFO] [stderr] Compiling icu_normalizer_data v1.5.0 [INFO] [stderr] Compiling write16 v1.0.0 [INFO] [stderr] Compiling utf16_iter v1.0.5 [INFO] [stderr] Compiling byteorder v1.5.0 [INFO] [stderr] Compiling urlencoding v2.1.3 [INFO] [stderr] Compiling regex-syntax v0.6.29 [INFO] [stderr] Compiling xmlparser v0.13.6 [INFO] [stderr] Compiling regex-syntax v0.8.5 [INFO] [stderr] Compiling block-buffer v0.10.4 [INFO] [stderr] Compiling crypto-common v0.1.6 [INFO] [stderr] Compiling digest v0.10.7 [INFO] [stderr] Compiling hmac v0.12.1 [INFO] [stderr] Compiling sha2 v0.10.8 [INFO] [stderr] Compiling aws-smithy-xml v0.60.9 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling anyhow v1.0.95 [INFO] [stderr] Compiling ring v0.17.8 [INFO] [stderr] Compiling serde v1.0.217 [INFO] [stderr] Compiling chrono v0.4.39 [INFO] [stderr] Compiling tracing-log v0.2.0 [INFO] [stderr] Compiling thread_local v1.1.8 [INFO] [stderr] Compiling yansi v1.0.1 [INFO] [stderr] Compiling diff v0.1.13 [INFO] [stderr] Compiling pretty_assertions v1.4.1 [INFO] [stderr] Compiling synstructure v0.13.1 [INFO] [stderr] Compiling regex-automata v0.1.10 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling matchers v0.1.0 [INFO] [stderr] Compiling tokio-macros v2.5.0 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling tracing-attributes v0.1.28 [INFO] [stderr] Compiling zerofrom-derive v0.1.5 [INFO] [stderr] Compiling yoke-derive v0.7.5 [INFO] [stderr] Compiling zerovec-derive v0.10.3 [INFO] [stderr] Compiling tokio v1.43.0 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling rustls-webpki v0.101.7 [INFO] [stderr] Compiling sct v0.7.1 [INFO] [stderr] Compiling displaydoc v0.2.5 [INFO] [stderr] Compiling zerofrom v0.1.5 [INFO] [stderr] Compiling yoke v0.7.5 [INFO] [stderr] Compiling tracing v0.1.41 [INFO] [stderr] Compiling zerovec v0.10.4 [INFO] [stderr] Compiling icu_provider_macros v1.5.0 [INFO] [stderr] Compiling zerocopy-derive v0.7.35 [INFO] [stderr] Compiling async-stream-impl v0.3.6 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling async-stream v0.3.6 [INFO] [stderr] Compiling serde_derive v1.0.217 [INFO] [stderr] Compiling thiserror-impl v1.0.69 [INFO] [stderr] Compiling tinystr v0.7.6 [INFO] [stderr] Compiling icu_collections v1.5.0 [INFO] [stderr] Compiling icu_locid v1.5.0 [INFO] [stderr] Compiling zerocopy v0.7.35 [INFO] [stderr] Compiling http-body-util v0.1.2 [INFO] [stderr] Compiling icu_provider v1.5.0 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling ppv-lite86 v0.2.20 [INFO] [stderr] Compiling icu_locid_transform v1.5.0 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling tracing-subscriber v0.3.19 [INFO] [stderr] Compiling async-trait v0.1.86 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling thiserror v1.0.69 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling tokio-util v0.7.13 [INFO] [stderr] Compiling aws-smithy-types v1.2.13 [INFO] [stderr] Compiling aws-smithy-async v1.2.4 [INFO] [stderr] Compiling h2 v0.3.26 [INFO] [stderr] Compiling tokio-rustls v0.24.1 [INFO] [stderr] Compiling icu_properties v1.5.1 [INFO] [stderr] Compiling tokio-stream v0.1.17 [INFO] [stderr] Compiling tokio-test v0.4.4 [INFO] [stderr] Compiling aws-smithy-runtime-api v1.7.3 [INFO] [stderr] Compiling aws-smithy-json v0.61.2 [INFO] [stderr] Compiling aws-smithy-query v0.60.7 [INFO] [stderr] Compiling aws-smithy-types-convert v0.60.8 [INFO] [stderr] Compiling aws-smithy-http v0.60.12 [INFO] [stderr] Compiling aws-credential-types v1.2.1 [INFO] [stderr] Compiling icu_normalizer v1.5.0 [INFO] [stderr] Compiling aws-sigv4 v1.2.8 [INFO] [stderr] Compiling hyper v0.14.32 [INFO] [stderr] Compiling idna_adapter v1.2.0 [INFO] [stderr] Compiling idna v1.0.3 [INFO] [stderr] Compiling url v2.5.4 [INFO] [stderr] Compiling hyper-rustls v0.24.2 [INFO] [stderr] Compiling aws-smithy-runtime v1.7.8 [INFO] [stderr] Compiling aws-runtime v1.5.5 [INFO] [stderr] Compiling aws-sdk-ssooidc v1.59.0 [INFO] [stderr] Compiling aws-sdk-sso v1.58.0 [INFO] [stderr] Compiling aws-sdk-sts v1.59.0 [INFO] [stderr] Compiling aws-sdk-dynamodb v1.64.0 [INFO] [stderr] Compiling aws-sdk-kinesis v1.60.0 [INFO] [stderr] Compiling aws-config v1.5.16 [INFO] [stderr] Compiling go-zoom-kinesis v0.18.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 2m 46s [INFO] running `Command { std: "docker" "inspect" "ba99876e9ea45333a4d5327dab1ff77e54fe8bef1b910106d53a7d689b76a1e0", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "ba99876e9ea45333a4d5327dab1ff77e54fe8bef1b910106d53a7d689b76a1e0", kill_on_drop: false }` [INFO] [stdout] ba99876e9ea45333a4d5327dab1ff77e54fe8bef1b910106d53a7d689b76a1e0 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:90999bfc7ae267e83380e433d8e61a7c072ca6729e92edbae886d3423b3a6f4c" "/opt/rustwide/cargo-home/bin/cargo" "+8de4c7234dd9b97c9d76b58671343fdbbc9a433e" "test" "--frozen" "--no-run" "--message-format=json" "--target" "x86_64-unknown-linux-musl", kill_on_drop: false }` [INFO] [stdout] 0fb3acdd508b81170a459cae4e098721815d7e502c699e6aee00386f0c850ba9 [INFO] running `Command { std: "docker" "start" "-a" "0fb3acdd508b81170a459cae4e098721815d7e502c699e6aee00386f0c850ba9", kill_on_drop: false }` [INFO] [stderr] Compiling go-zoom-kinesis v0.18.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 30.97s [INFO] running `Command { std: "docker" "inspect" "0fb3acdd508b81170a459cae4e098721815d7e502c699e6aee00386f0c850ba9", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "0fb3acdd508b81170a459cae4e098721815d7e502c699e6aee00386f0c850ba9", kill_on_drop: false }` [INFO] [stdout] 0fb3acdd508b81170a459cae4e098721815d7e502c699e6aee00386f0c850ba9 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:90999bfc7ae267e83380e433d8e61a7c072ca6729e92edbae886d3423b3a6f4c" "/opt/rustwide/cargo-home/bin/cargo" "+8de4c7234dd9b97c9d76b58671343fdbbc9a433e" "test" "--frozen" "--target" "x86_64-unknown-linux-musl", kill_on_drop: false }` [INFO] [stdout] 245c06955ed04de5eb8cf2866b1393063fddff171f1352aea6d0d6f1922f99cd [INFO] running `Command { std: "docker" "start" "-a" "245c06955ed04de5eb8cf2866b1393063fddff171f1352aea6d0d6f1922f99cd", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.40s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/x86_64-unknown-linux-musl/debug/deps/go_zoom_kinesis-38f70f63f9b0d9ff) [INFO] [stdout] [INFO] [stdout] running 72 tests [INFO] [stdout] test error::tests::test_error_conversions ... ok [INFO] [stdout] test error::tests::test_error_messages ... ok [INFO] [stdout] test processor::tests::test_metadata_shard_id ... ok [INFO] [stdout] test processor::tests::test_metadata_basic ... ok [INFO] [stdout] test processor::tests::test_processor_checkpoint_recovery ... ok [INFO] [stdout] test processor::tests::test_metadata_sequence_numbers ... ok [INFO] [stdout] test processor::tests::test_processor_basic_flow ... ok [INFO] [stdout] test retry::backoff::tests::test_builder_constraints ... ok [INFO] [stdout] test retry::backoff::tests::test_exponential_backoff_calculation ... ok [INFO] [stdout] test retry::backoff::tests::test_fixed_backoff ... ok [INFO] [stdout] test retry::backoff::tests::test_jitter_variation ... ok [INFO] [stdout] test processor::tests::test_processor_multiple_shards ... ok [INFO] [stdout] test retry::tests::test_retry_max_retries_exceeded ... ok [INFO] [stdout] test processor::tests::test_metadata_retry_counting ... ok [INFO] [stdout] test processor::timeout_tests::test_multiple_shards_timeout ... ok [INFO] [stdout] test processor::tests::test_total_timeout ... ok [INFO] [stdout] test processor::tests::test_processor_with_monitoring ... ok [INFO] [stdout] test processor::timeout_tests::test_timeout_during_checkpoint ... ok [INFO] [stdout] test retry::tests::test_retry_shutdown ... ok [INFO] [stdout] test retry::tests::test_retry_with_backoff ... ok [INFO] [stdout] test store::dynamodb::tests::test_builder_configuration ... ok [INFO] [stdout] test store::dynamodb::tests::test_retry_configuration ... ok [INFO] [stdout] test store::dynamodb::tests::test_prefixed_key_generation ... ok [INFO] [stdout] test test::mocks::tests::test_iterator_expiration ... ok [INFO] [stdout] test test::mocks::tests::test_mock_backoff ... ok [INFO] [stdout] test test::mocks::tests::test_mock_checkpoint_store ... ok [INFO] [stdout] test test::mocks::tests::test_mock_kinesis_client ... ok [INFO] [stdout] test retry::tests::test_retry_max_attempts ... ok [INFO] [stdout] test test::tests::test_create_test_records ... ok [INFO] [stdout] test test::tests::test_setup_helpers ... ok [INFO] [stdout] test test::mocks::tests::test_mock_record_processor ... ok [INFO] [stdout] test test::tests::test_create_test_record ... ok [INFO] [stdout] test tests::initial_position_tests::test_at_timestamp_position ... ok [INFO] [stdout] test tests::initial_position_tests::test_config_validation ... ok [INFO] [stdout] test tests::initial_position_tests::test_at_sequence_number_position ... ok [INFO] [stdout] test tests::initial_position_tests::test_checkpoint_preference_override ... ok [INFO] [stdout] test tests::initial_position_tests::test_initial_position_error_handling ... ok [INFO] [stdout] test tests::initial_position_tests::test_initial_position_validation ... ok [INFO] [stdout] test tests::initial_position_tests::test_initial_position_with_monitoring ... ok [INFO] [stdout] test tests::initial_position_tests::test_initial_position_behavior ... ok [INFO] [stdout] test retry::tests::test_retry_success ... ok [INFO] [stdout] test tests::initial_position_tests::test_initial_position_edge_cases ... ok [INFO] [stdout] test tests::initial_position_tests::test_latest_position ... ok [INFO] [stdout] test tests::initial_position_tests::test_trim_horizon_position ... ok [INFO] [stdout] test tests::test_suite2::tests::test_checkpoint_recovery_after_failure ... ok [INFO] [stdout] test tests::test_suite2::tests::test_graceful_shutdown_with_pending_records ... ok [INFO] [stdout] test processor::tests::test_processor_error_handling ... ok [INFO] [stdout] test tests::monitoring_utils::tests::test_all_event_types ... ok [INFO] [stdout] test tests::test_suite2::tests::test_multiple_shard_processing ... ok [INFO] [stdout] test tests::test_suite2::tests::test_iterator_expiration_recovery ... ok [INFO] [stdout] test tests::test_suite2::tests::test_shard_reshard_handling ... ok [INFO] [stdout] test tests::test_suite3::tests::test_hard_failure_immediate_skip ... ok [INFO] [stdout] test tests::test_suite3::tests::test_checkpoint_retry_sequence ... ok [INFO] [stdout] test tests::test_suite3::tests::test_checkpoint_validation_behavior ... ok [INFO] [stdout] test tests::test_suite2::tests::test_concurrent_shard_processing_limits ... ok [INFO] [stdout] test tests::test_suite::tests::test_batch_retrieval_timing_and_loops ... ok [INFO] [stdout] test tests::test_suite::tests::test_failure_handling ... ok [INFO] [stdout] test tests::test_suite::tests::test_max_batch_retrieval_loops ... ok [INFO] [stdout] test tests::test_suite::tests::test_parallel_processing_stress ... ok [INFO] [stdout] test tests::monitoring_utils::tests::test_monitoring_setup_and_events ... ok [INFO] [stdout] test tests::test_suite::tests::test_processor_lifecycle ... ok [INFO] [stdout] test tests::test_suite::tests::test_record_timeout ... ok [INFO] [stdout] test tests::test_suite::tests::test_minimum_batch_retrieval_duration ... ok [INFO] [stdout] test tests::test_suite::tests::test_shard_iterator_expiry ... ok [INFO] [stdout] test tests::test_suite::tests::test_retry_shutdown_propagation ... ok [INFO] [stdout] test tests::test_suite::tests::test_shutdown_error_propagation ... ok [INFO] [stdout] test tests::test_suite3::tests::test_soft_failure_retries ... FAILED [INFO] [stdout] test tests::test_suite::tests::test_process_record_retry_behavior ... ok [INFO] [stdout] test tests::test_suite3::tests::test_mixed_failure_handling ... FAILED [INFO] [stdout] test store::dynamodb::tests::test_retry_timeout ... ok [INFO] [stdout] test store::dynamodb::tests::test_get_checkpoint_retries ... ok [INFO] [stdout] test store::dynamodb::tests::test_save_checkpoint_retries ... ok [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- tests::test_suite3::tests::test_soft_failure_retries stdout ---- [INFO] [stdout] 2025-06-29T14:28:32.392939Z  INFO ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:351: Setting failure sequence - sequence: test-seq-1, type: soft, expected_attempts: 20 [INFO] [stdout] 2025-06-29T14:28:32.393096Z  INFO ThreadId(65) go_zoom_kinesis::processor: src/processor.rs:533: Starting Kinesis processor stream=test-stream [INFO] [stdout] 2025-06-29T14:28:32.393155Z  INFO ThreadId(65) go_zoom_kinesis::processor: src/processor.rs:1226: Starting shard processing shard_id=shard-1 [INFO] [stdout] 2025-06-29T14:28:32.393187Z  INFO ThreadId(65) go_zoom_kinesis::processor: src/processor.rs:779: No existing checkpoint found shard_id=shard-1 [INFO] [stdout] 2025-06-29T14:28:32.393200Z DEBUG ThreadId(65) go_zoom_kinesis::processor: src/processor.rs:820: Using configured initial position shard_id=shard-1 initial_position=TrimHorizon [INFO] [stdout] 2025-06-29T14:28:32.393231Z DEBUG ThreadId(65) go_zoom_kinesis::processor: src/processor.rs:849: Successfully acquired initial iterator shard_id=shard-1 [INFO] [stdout] 2025-06-29T14:28:32.393270Z DEBUG ThreadId(65) go_zoom_kinesis::processor: src/processor.rs:1062: No next iterator available, finishing batch shard_id=shard-1 [INFO] [stdout] 2025-06-29T14:28:32.393288Z DEBUG ThreadId(65) go_zoom_kinesis::processor: src/processor.rs:1141: Processing accumulated records shard_id=shard-1 accumulated_count=1 elapsed_ms=0 [INFO] [stdout] 2025-06-29T14:28:32.393339Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=0 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.395451Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=1 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.407746Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=2 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.417735Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=3 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.426185Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=4 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.437726Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=5 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.453044Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=6 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.466740Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=7 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.473691Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=8 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.479782Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=9 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.486316Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=10 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.491582Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=11 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.509727Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=12 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.523738Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=13 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.532750Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=14 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.541732Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=15 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.555696Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=16 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.576896Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=17 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.587706Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=18 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.615800Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=19 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.630696Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=test-seq-1 attempt=20 max_attempts=20 [INFO] [stdout] 2025-06-29T14:28:32.630740Z DEBUG ThreadId(65) go_zoom_kinesis::test::mocks: src/test/mocks.rs:553: Successfully processed record sequence=test-seq-1 attempt=20 [INFO] [stdout] 2025-06-29T14:28:32.630842Z DEBUG ThreadId(65) go_zoom_kinesis::processor: src/processor.rs:1182: Batch processed successfully shard_id=shard-1 successful_count=1 [INFO] [stdout] 2025-06-29T14:28:32.630887Z DEBUG ThreadId(65) go_zoom_kinesis::processor: src/processor.rs:1036: Reached end of shard with no accumulated records shard_id=shard-1 [INFO] [stdout] 2025-06-29T14:28:32.630903Z  INFO ThreadId(65) go_zoom_kinesis::processor: src/processor.rs:1345: Completed shard processing shard_id=shard-1 [INFO] [stdout] [INFO] [stdout] thread 'tests::test_suite3::tests::test_soft_failure_retries' panicked at src/tests/test_suite3.rs:109:9: [INFO] [stdout] Should have multiple retries [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x745d4b7b08e2 - std::backtrace_rs::backtrace::libunwind::trace::h559918daaaf51ab7 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x745d4b7b08e2 - std::backtrace_rs::backtrace::trace_unsynchronized::hb04fbcf80d07af8b [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x745d4b7b08e2 - std::sys::backtrace::_print_fmt::h7c0bbbbfac0065d4 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x745d4b7b08e2 - ::fmt::hb62c8ed31943daa5 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x745d4b7f5163 - core::fmt::rt::Argument::fmt::he5eaa7dd607ed4c9 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x745d4b7f5163 - core::fmt::write::h375399f8cb90b45a [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/fmt/mod.rs:1460:25 [INFO] [stdout] 6: 0x745d4b7acd43 - std::io::default_write_fmt::hdc1b4dd565dd0099 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x745d4b7acd43 - std::io::Write::write_fmt::h29f6044e9bc43c23 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x745d4b7b0732 - std::sys::backtrace::BacktraceLock::print::ha189c586374f916a [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x745d4b7b1ebc - std::panicking::default_hook::{{closure}}::ha3a26c98ff210e12 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:300:27 [INFO] [stdout] 10: 0x745d4b7b1d12 - std::panicking::default_hook::h8c8a86b4390ab794 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:324:9 [INFO] [stdout] 11: 0x745d4adbed54 - as core::ops::function::Fn>::call::ha39ae63ed1e9a130 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/alloc/src/boxed.rs:1980:9 [INFO] [stdout] 12: 0x745d4adbed54 - test::test_main_with_exit_callback::{{closure}}::h9df7c328ebe18c28 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x745d4b7b2923 - as core::ops::function::Fn>::call::h96b7201b552e9069 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/alloc/src/boxed.rs:1980:9 [INFO] [stdout] 14: 0x745d4b7b2923 - std::panicking::rust_panic_with_hook::hb3b66c2e80efa371 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:841:13 [INFO] [stdout] 15: 0x745d4b7b25d6 - std::panicking::begin_panic_handler::{{closure}}::h9c68d0f839e62070 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:699:13 [INFO] [stdout] 16: 0x745d4b7b0de9 - std::sys::backtrace::__rust_end_short_backtrace::h68d22ddde4a73ad6 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/backtrace.rs:168:18 [INFO] [stdout] 17: 0x745d4b7b229d - __rustc[f4ffc7196a45a630]::rust_begin_unwind [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:697:5 [INFO] [stdout] 18: 0x745d4a986840 - core::panicking::panic_fmt::h8cdd4c81eb9069aa [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x745d4ac991d7 - go_zoom_kinesis::tests::test_suite3::tests::test_soft_failure_retries::{{closure}}::hccd6af56d8af6d97 [INFO] [stdout] at /opt/rustwide/workdir/src/tests/test_suite3.rs:109:9 [INFO] [stdout] 20: 0x745d4acfc8d5 - as core::future::future::Future>::poll::h080f6619e9e6b039 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/future/future.rs:124:9 [INFO] [stdout] 21: 0x745d4acfcfcd - as core::future::future::Future>::poll::h5ac8ad24159ff631 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/future/future.rs:124:9 [INFO] [stdout] 22: 0x745d4ab83cff - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::hf5ffb23901b81be4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:729:73 [INFO] [stdout] 23: 0x745d4ab836a6 - tokio::runtime::coop::with_budget::h8bfab89b3406f68a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/coop.rs:107:5 [INFO] [stdout] 24: 0x745d4ab836a6 - tokio::runtime::coop::budget::h90c43d6a8c8eae07 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/coop.rs:73:5 [INFO] [stdout] 25: 0x745d4ab836a6 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h895f224892f27001 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:729:25 [INFO] [stdout] 26: 0x745d4ab786fa - tokio::runtime::scheduler::current_thread::Context::enter::h7826eedfe9a572a6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:428:19 [INFO] [stdout] 27: 0x745d4ab82358 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::he44d15f03d9940cf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:728:44 [INFO] [stdout] 28: 0x745d4ab7ca8b - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::hb37ff5b91b6f6745 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:807:68 [INFO] [stdout] 29: 0x745d4ac2da2a - tokio::runtime::context::scoped::Scoped::set::h63cf4b8c2b2eb092 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 30: 0x745d4ab8e4ba - tokio::runtime::context::set_scheduler::{{closure}}::h3ef0ea239391880f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context.rs:180:38 [INFO] [stdout] 31: 0x745d4acc5ae6 - std::thread::local::LocalKey::try_with::hc258c17ef5b0b26a [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 32: 0x745d4acbcb2c - std::thread::local::LocalKey::with::h93dbeb51003fe2f1 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 33: 0x745d4ab8e371 - tokio::runtime::context::set_scheduler::h985abf8d62791b1d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context.rs:180:17 [INFO] [stdout] 34: 0x745d4ab7ba59 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::h8bbec3b01c68b621 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:807:27 [INFO] [stdout] 35: 0x745d4ab7cb42 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h03245fcdc6785553 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:716:24 [INFO] [stdout] 36: 0x745d4ab63692 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h49a389f5137869d3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:196:33 [INFO] [stdout] 37: 0x745d4ac70088 - tokio::runtime::context::runtime::enter_runtime::h9de038027f5f0ebe [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 38: 0x745d4ab62951 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h90060cd2daf04a5e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:184:9 [INFO] [stdout] 39: 0x745d4ab61b7f - tokio::runtime::runtime::Runtime::block_on_inner::hb6ff5f686a0a025d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/runtime.rs:368:52 [INFO] [stdout] 40: 0x745d4ab62180 - tokio::runtime::runtime::Runtime::block_on::h2e471c3ae27df7f5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/runtime.rs:342:18 [INFO] [stdout] 41: 0x745d4ac97dd3 - go_zoom_kinesis::tests::test_suite3::tests::test_soft_failure_retries::h7654b043519d7152 [INFO] [stdout] at /opt/rustwide/workdir/src/tests/test_suite3.rs:115:11 [INFO] [stdout] 42: 0x745d4ac97c77 - go_zoom_kinesis::tests::test_suite3::tests::test_soft_failure_retries::{{closure}}::he822a00fc2dae7e2 [INFO] [stdout] at /opt/rustwide/workdir/src/tests/test_suite3.rs:67:45 [INFO] [stdout] 43: 0x745d4aae4c56 - core::ops::function::FnOnce::call_once::hfcb235004bbe66be [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 44: 0x745d4adc444b - core::ops::function::FnOnce::call_once::h9633dcf760ae81b2 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 45: 0x745d4adc444b - test::__rust_begin_short_backtrace::h12ad5e04c8d7b4a5 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:648:18 [INFO] [stdout] 46: 0x745d4adc36be - test::run_test_in_process::{{closure}}::he596b4fd3fa4893c [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:671:74 [INFO] [stdout] 47: 0x745d4adc36be - as core::ops::function::FnOnce<()>>::call_once::hc746bc3fa75190e0 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 48: 0x745d4adc36be - std::panicking::catch_unwind::do_call::hf4843906108d6299 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:589:40 [INFO] [stdout] 49: 0x745d4adc36be - std::panicking::catch_unwind::h849d4e8b03577bb9 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:552:19 [INFO] [stdout] 50: 0x745d4adc36be - std::panic::catch_unwind::ha1f814c1dec025d2 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panic.rs:359:14 [INFO] [stdout] 51: 0x745d4adc36be - test::run_test_in_process::h542aad3fe61255e7 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:671:27 [INFO] [stdout] 52: 0x745d4adc36be - test::run_test::{{closure}}::h612788d75908cb63 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:592:43 [INFO] [stdout] 53: 0x745d4ad88544 - test::run_test::{{closure}}::hbfeea3bcb7245123 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:622:41 [INFO] [stdout] 54: 0x745d4ad88544 - std::sys::backtrace::__rust_begin_short_backtrace::h72542b83b4f87d5b [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/backtrace.rs:152:18 [INFO] [stdout] 55: 0x745d4ad8bd3a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::hff26a7547ea762c9 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 56: 0x745d4ad8bd3a - as core::ops::function::FnOnce<()>>::call_once::hbee49bc759312884 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 57: 0x745d4ad8bd3a - std::panicking::catch_unwind::do_call::h61de12ce5e04e28f [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:589:40 [INFO] [stdout] 58: 0x745d4ad8bd3a - std::panicking::catch_unwind::h454dd49873d22e18 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:552:19 [INFO] [stdout] 59: 0x745d4ad8bd3a - std::panic::catch_unwind::h5c15187324f8cebb [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panic.rs:359:14 [INFO] [stdout] 60: 0x745d4ad8bd3a - std::thread::Builder::spawn_unchecked_::{{closure}}::hbc9d9c7427673d42 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 61: 0x745d4ad8bd3a - core::ops::function::FnOnce::call_once{{vtable.shim}}::hefd458a129ddca13 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 62: 0x745d4b7b5737 - as core::ops::function::FnOnce>::call_once::h2d6e2e526b02c3da [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/alloc/src/boxed.rs:1966:9 [INFO] [stdout] 63: 0x745d4b7b5737 - as core::ops::function::FnOnce>::call_once::h1aefced482b33c72 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/alloc/src/boxed.rs:1966:9 [INFO] [stdout] 64: 0x745d4b7b5737 - std::sys::pal::unix::thread::Thread::new::thread_start::h7c9c6951b48f721d [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/pal/unix/thread.rs:97:17 [INFO] [stdout] [INFO] [stdout] ---- tests::test_suite3::tests::test_mixed_failure_handling stdout ---- [INFO] [stdout] 2025-06-29T14:28:32.378457Z  INFO ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:351: Setting failure sequence - sequence: seq-1, type: soft, expected_attempts: 100 [INFO] [stdout] 2025-06-29T14:28:32.378514Z  INFO ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:351: Setting failure sequence - sequence: seq-2, type: hard, expected_attempts: 1 [INFO] [stdout] 2025-06-29T14:28:32.378599Z  INFO ThreadId(64) go_zoom_kinesis::processor: src/processor.rs:533: Starting Kinesis processor stream=test-stream [INFO] [stdout] 2025-06-29T14:28:32.378693Z  INFO ThreadId(64) go_zoom_kinesis::processor: src/processor.rs:1226: Starting shard processing shard_id=shard-1 [INFO] [stdout] 2025-06-29T14:28:32.378730Z  INFO ThreadId(64) go_zoom_kinesis::processor: src/processor.rs:779: No existing checkpoint found shard_id=shard-1 [INFO] [stdout] 2025-06-29T14:28:32.378744Z DEBUG ThreadId(64) go_zoom_kinesis::processor: src/processor.rs:820: Using configured initial position shard_id=shard-1 initial_position=TrimHorizon [INFO] [stdout] 2025-06-29T14:28:32.378775Z DEBUG ThreadId(64) go_zoom_kinesis::processor: src/processor.rs:849: Successfully acquired initial iterator shard_id=shard-1 [INFO] [stdout] 2025-06-29T14:28:32.378819Z DEBUG ThreadId(64) go_zoom_kinesis::processor: src/processor.rs:1042: Processing final batch at end of shard shard_id=shard-1 [INFO] [stdout] 2025-06-29T14:28:32.378834Z DEBUG ThreadId(64) go_zoom_kinesis::processor: src/processor.rs:1141: Processing accumulated records shard_id=shard-1 accumulated_count=3 elapsed_ms=0 [INFO] [stdout] 2025-06-29T14:28:32.378885Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=0 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.381153Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=1 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.385499Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=2 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.387592Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=3 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.413734Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=4 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.420712Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=5 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.423281Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=6 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.430740Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=7 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.433409Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=8 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.457769Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=9 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.460734Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=10 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.468716Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=11 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.471380Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=12 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.485248Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=13 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.504640Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=14 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.523857Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=15 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.528223Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=16 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.534704Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=17 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.551331Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=18 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.559457Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=19 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.561674Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=20 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.585770Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=21 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.599530Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=22 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.605715Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=23 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.620698Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=24 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.628931Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=25 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.646213Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=26 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.662772Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=27 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.664938Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=28 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.685150Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=29 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.693342Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=30 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.698301Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=31 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.703049Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=32 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.705244Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=33 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:32.713070Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=34 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.604879Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=35 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.613267Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=36 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.615288Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=37 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.617394Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=38 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.622603Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=39 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.627842Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=40 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.633833Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=41 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.639072Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=42 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.641197Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=43 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.648315Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=44 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.650482Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=45 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.654616Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=46 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.659789Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=47 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.661945Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=48 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.668092Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=49 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.670380Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=50 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.672422Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=51 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.674470Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=52 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.679549Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=53 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.681637Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=54 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.683677Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=55 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.688267Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=56 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.690383Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=57 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.692399Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=58 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.694441Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=59 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.697427Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=60 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.699738Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=61 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.701759Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=62 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.703780Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=63 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.705853Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=64 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.707894Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=65 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.710113Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=66 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.712211Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=67 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.714358Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=68 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.716385Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=69 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.718440Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=70 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.720540Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=71 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.722663Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=72 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.724756Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=73 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.726832Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=74 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.730546Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=75 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.732545Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=76 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.734640Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=77 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.736750Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=78 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.739017Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=79 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.741202Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=80 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.743285Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=81 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.745371Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=82 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.747447Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=83 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.749550Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=84 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.751608Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=85 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.753615Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=86 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.759747Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=87 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.761864Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=88 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.763910Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=89 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.766036Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=90 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.768118Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=91 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.770352Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=92 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.772720Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=93 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.774733Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=94 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.776737Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=95 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.778891Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=96 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.780983Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=97 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.783119Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=98 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.785314Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=99 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.787449Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-1 attempt=100 max_attempts=100 [INFO] [stdout] 2025-06-29T14:28:33.787493Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:553: Successfully processed record sequence=seq-1 attempt=100 [INFO] [stdout] 2025-06-29T14:28:33.787531Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:494: Processing attempt sequence=seq-2 attempt=0 max_attempts=1 [INFO] [stdout] 2025-06-29T14:28:33.789686Z DEBUG ThreadId(64) go_zoom_kinesis::test::mocks: src/test/mocks.rs:553: Successfully processed record sequence=seq-3 attempt=0 [INFO] [stdout] 2025-06-29T14:28:33.789762Z DEBUG ThreadId(64) go_zoom_kinesis::processor: src/processor.rs:1182: Batch processed successfully shard_id=shard-1 successful_count=2 [INFO] [stdout] 2025-06-29T14:28:33.789803Z DEBUG ThreadId(64) go_zoom_kinesis::processor: src/processor.rs:1036: Reached end of shard with no accumulated records shard_id=shard-1 [INFO] [stdout] 2025-06-29T14:28:33.789883Z  INFO ThreadId(64) go_zoom_kinesis::processor: src/processor.rs:1345: Completed shard processing shard_id=shard-1 [INFO] [stdout] [INFO] [stdout] thread 'tests::test_suite3::tests::test_mixed_failure_handling' panicked at src/tests/test_suite3.rs:289:9: [INFO] [stdout] assertion `left == right` failed: Hard failure should occur exactly once [INFO] [stdout] left: 0 [INFO] [stdout] right: 1 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x745d4b7b08e2 - std::backtrace_rs::backtrace::libunwind::trace::h559918daaaf51ab7 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x745d4b7b08e2 - std::backtrace_rs::backtrace::trace_unsynchronized::hb04fbcf80d07af8b [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x745d4b7b08e2 - std::sys::backtrace::_print_fmt::h7c0bbbbfac0065d4 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x745d4b7b08e2 - ::fmt::hb62c8ed31943daa5 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x745d4b7f5163 - core::fmt::rt::Argument::fmt::he5eaa7dd607ed4c9 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x745d4b7f5163 - core::fmt::write::h375399f8cb90b45a [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/fmt/mod.rs:1460:25 [INFO] [stdout] 6: 0x745d4b7acd43 - std::io::default_write_fmt::hdc1b4dd565dd0099 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x745d4b7acd43 - std::io::Write::write_fmt::h29f6044e9bc43c23 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x745d4b7b0732 - std::sys::backtrace::BacktraceLock::print::ha189c586374f916a [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x745d4b7b1ebc - std::panicking::default_hook::{{closure}}::ha3a26c98ff210e12 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:300:27 [INFO] [stdout] 10: 0x745d4b7b1d12 - std::panicking::default_hook::h8c8a86b4390ab794 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:324:9 [INFO] [stdout] 11: 0x745d4adbed54 - as core::ops::function::Fn>::call::ha39ae63ed1e9a130 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/alloc/src/boxed.rs:1980:9 [INFO] [stdout] 12: 0x745d4adbed54 - test::test_main_with_exit_callback::{{closure}}::h9df7c328ebe18c28 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x745d4b7b2923 - as core::ops::function::Fn>::call::h96b7201b552e9069 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/alloc/src/boxed.rs:1980:9 [INFO] [stdout] 14: 0x745d4b7b2923 - std::panicking::rust_panic_with_hook::hb3b66c2e80efa371 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:841:13 [INFO] [stdout] 15: 0x745d4b7b260a - std::panicking::begin_panic_handler::{{closure}}::h9c68d0f839e62070 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:706:13 [INFO] [stdout] 16: 0x745d4b7b0de9 - std::sys::backtrace::__rust_end_short_backtrace::h68d22ddde4a73ad6 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/backtrace.rs:168:18 [INFO] [stdout] 17: 0x745d4b7b229d - __rustc[f4ffc7196a45a630]::rust_begin_unwind [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:697:5 [INFO] [stdout] 18: 0x745d4a986840 - core::panicking::panic_fmt::h8cdd4c81eb9069aa [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x745d4a986c84 - core::panicking::assert_failed_inner::h483faaa3ae844fd5 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/panicking.rs:427:23 [INFO] [stdout] 20: 0x745d4a986b46 - core::panicking::assert_failed::hf8b169ac4b7bfd88 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/panicking.rs:387:5 [INFO] [stdout] 21: 0x745d4ac9dea2 - go_zoom_kinesis::tests::test_suite3::tests::test_mixed_failure_handling::{{closure}}::hdd878a704c13376d [INFO] [stdout] at /opt/rustwide/workdir/src/tests/test_suite3.rs:289:9 [INFO] [stdout] 22: 0x745d4acfc8d5 - as core::future::future::Future>::poll::h080f6619e9e6b039 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/future/future.rs:124:9 [INFO] [stdout] 23: 0x745d4acfcfcd - as core::future::future::Future>::poll::h5ac8ad24159ff631 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/future/future.rs:124:9 [INFO] [stdout] 24: 0x745d4ab83cff - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::hf5ffb23901b81be4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:729:73 [INFO] [stdout] 25: 0x745d4ab836a6 - tokio::runtime::coop::with_budget::h8bfab89b3406f68a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/coop.rs:107:5 [INFO] [stdout] 26: 0x745d4ab836a6 - tokio::runtime::coop::budget::h90c43d6a8c8eae07 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/coop.rs:73:5 [INFO] [stdout] 27: 0x745d4ab836a6 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h895f224892f27001 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:729:25 [INFO] [stdout] 28: 0x745d4ab786fa - tokio::runtime::scheduler::current_thread::Context::enter::h7826eedfe9a572a6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:428:19 [INFO] [stdout] 29: 0x745d4ab82358 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::he44d15f03d9940cf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:728:44 [INFO] [stdout] 30: 0x745d4ab7ca8b - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::hb37ff5b91b6f6745 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:807:68 [INFO] [stdout] 31: 0x745d4ac2da2a - tokio::runtime::context::scoped::Scoped::set::h63cf4b8c2b2eb092 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x745d4ab8e4ba - tokio::runtime::context::set_scheduler::{{closure}}::h3ef0ea239391880f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x745d4acc5ae6 - std::thread::local::LocalKey::try_with::hc258c17ef5b0b26a [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x745d4acbcb2c - std::thread::local::LocalKey::with::h93dbeb51003fe2f1 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x745d4ab8e371 - tokio::runtime::context::set_scheduler::h985abf8d62791b1d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x745d4ab7ba59 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::h8bbec3b01c68b621 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:807:27 [INFO] [stdout] 37: 0x745d4ab7cb42 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h03245fcdc6785553 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:716:24 [INFO] [stdout] 38: 0x745d4ab63692 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h49a389f5137869d3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:196:33 [INFO] [stdout] 39: 0x745d4ac70088 - tokio::runtime::context::runtime::enter_runtime::h9de038027f5f0ebe [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x745d4ab62951 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h90060cd2daf04a5e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:184:9 [INFO] [stdout] 41: 0x745d4ab61b7f - tokio::runtime::runtime::Runtime::block_on_inner::hb6ff5f686a0a025d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x745d4ab62180 - tokio::runtime::runtime::Runtime::block_on::h2e471c3ae27df7f5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x745d4ac9c4c3 - go_zoom_kinesis::tests::test_suite3::tests::test_mixed_failure_handling::h571512679f8d2595 [INFO] [stdout] at /opt/rustwide/workdir/src/tests/test_suite3.rs:330:11 [INFO] [stdout] 44: 0x745d4ac9c367 - go_zoom_kinesis::tests::test_suite3::tests::test_mixed_failure_handling::{{closure}}::h1d179c4bf8853558 [INFO] [stdout] at /opt/rustwide/workdir/src/tests/test_suite3.rs:240:47 [INFO] [stdout] 45: 0x745d4aad8926 - core::ops::function::FnOnce::call_once::h05b858036e8dad5e [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x745d4adc444b - core::ops::function::FnOnce::call_once::h9633dcf760ae81b2 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x745d4adc444b - test::__rust_begin_short_backtrace::h12ad5e04c8d7b4a5 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:648:18 [INFO] [stdout] 48: 0x745d4adc36be - test::run_test_in_process::{{closure}}::he596b4fd3fa4893c [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:671:74 [INFO] [stdout] 49: 0x745d4adc36be - as core::ops::function::FnOnce<()>>::call_once::hc746bc3fa75190e0 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 50: 0x745d4adc36be - std::panicking::catch_unwind::do_call::hf4843906108d6299 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:589:40 [INFO] [stdout] 51: 0x745d4adc36be - std::panicking::catch_unwind::h849d4e8b03577bb9 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:552:19 [INFO] [stdout] 52: 0x745d4adc36be - std::panic::catch_unwind::ha1f814c1dec025d2 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x745d4adc36be - test::run_test_in_process::h542aad3fe61255e7 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:671:27 [INFO] [stdout] 54: 0x745d4adc36be - test::run_test::{{closure}}::h612788d75908cb63 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:592:43 [INFO] [stdout] 55: 0x745d4ad88544 - test::run_test::{{closure}}::hbfeea3bcb7245123 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/test/src/lib.rs:622:41 [INFO] [stdout] 56: 0x745d4ad88544 - std::sys::backtrace::__rust_begin_short_backtrace::h72542b83b4f87d5b [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/backtrace.rs:152:18 [INFO] [stdout] 57: 0x745d4ad8bd3a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::hff26a7547ea762c9 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x745d4ad8bd3a - as core::ops::function::FnOnce<()>>::call_once::hbee49bc759312884 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 59: 0x745d4ad8bd3a - std::panicking::catch_unwind::do_call::h61de12ce5e04e28f [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:589:40 [INFO] [stdout] 60: 0x745d4ad8bd3a - std::panicking::catch_unwind::h454dd49873d22e18 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panicking.rs:552:19 [INFO] [stdout] 61: 0x745d4ad8bd3a - std::panic::catch_unwind::h5c15187324f8cebb [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x745d4ad8bd3a - std::thread::Builder::spawn_unchecked_::{{closure}}::hbc9d9c7427673d42 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x745d4ad8bd3a - core::ops::function::FnOnce::call_once{{vtable.shim}}::hefd458a129ddca13 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x745d4b7b5737 - as core::ops::function::FnOnce>::call_once::h2d6e2e526b02c3da [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/alloc/src/boxed.rs:1966:9 [INFO] [stdout] 65: 0x745d4b7b5737 - as core::ops::function::FnOnce>::call_once::h1aefced482b33c72 [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/alloc/src/boxed.rs:1966:9 [INFO] [stdout] 66: 0x745d4b7b5737 - std::sys::pal::unix::thread::Thread::new::thread_start::h7c9c6951b48f721d [INFO] [stdout] at /rustc/8de4c7234dd9b97c9d76b58671343fdbbc9a433e/library/std/src/sys/pal/unix/thread.rs:97:17 [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] tests::test_suite3::tests::test_mixed_failure_handling [INFO] [stdout] tests::test_suite3::tests::test_soft_failure_retries [INFO] [stdout] [INFO] [stdout] test result: FAILED. 70 passed; 2 failed; 0 ignored; 0 measured; 0 filtered out; finished in 16.07s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--lib` [INFO] running `Command { std: "docker" "inspect" "245c06955ed04de5eb8cf2866b1393063fddff171f1352aea6d0d6f1922f99cd", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "245c06955ed04de5eb8cf2866b1393063fddff171f1352aea6d0d6f1922f99cd", kill_on_drop: false }` [INFO] [stdout] 245c06955ed04de5eb8cf2866b1393063fddff171f1352aea6d0d6f1922f99cd