[INFO] fetching crate queue_workers 0.5.1... [INFO] testing queue_workers-0.5.1 against try#dec9417b8611e34e787a3e4c37686b5131f9e5c5 for pr-154210-2 [INFO] extracting crate queue_workers 0.5.1 into /workspace/builds/worker-4-tc2/source [INFO] started tweaking crates.io crate queue_workers 0.5.1 [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate queue_workers 0.5.1 [INFO] tweaked toml for crates.io crate queue_workers 0.5.1 written to /workspace/builds/worker-4-tc2/source/Cargo.toml [INFO] validating manifest of crates.io crate queue_workers 0.5.1 on toolchain dec9417b8611e34e787a3e4c37686b5131f9e5c5 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate queue_workers 0.5.1 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 17181ac3a34ab46f6d69f0ceef26924f4397054370aac620285585fcd406882d [INFO] running `Command { std: "docker" "start" "-a" "17181ac3a34ab46f6d69f0ceef26924f4397054370aac620285585fcd406882d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "17181ac3a34ab46f6d69f0ceef26924f4397054370aac620285585fcd406882d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "17181ac3a34ab46f6d69f0ceef26924f4397054370aac620285585fcd406882d", kill_on_drop: false }` [INFO] [stdout] 17181ac3a34ab46f6d69f0ceef26924f4397054370aac620285585fcd406882d [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] e2e376afb166cf7bd33d589ce826f2ec23c8e00fb0939f1283a870df9a83210b [INFO] running `Command { std: "docker" "start" "-a" "e2e376afb166cf7bd33d589ce826f2ec23c8e00fb0939f1283a870df9a83210b", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.94 [INFO] [stderr] Compiling unicode-ident v1.0.18 [INFO] [stderr] Compiling autocfg v1.4.0 [INFO] [stderr] Compiling libc v0.2.171 [INFO] [stderr] Compiling stable_deref_trait v1.2.0 [INFO] [stderr] Compiling smallvec v1.15.0 [INFO] [stderr] Compiling litemap v0.7.5 [INFO] [stderr] Compiling icu_locid_transform_data v1.5.1 [INFO] [stderr] Compiling writeable v0.5.5 [INFO] [stderr] Compiling cfg-if v1.0.0 [INFO] [stderr] Compiling icu_properties_data v1.5.1 [INFO] [stderr] Compiling futures-core v0.3.31 [INFO] [stderr] Compiling futures-sink v0.3.31 [INFO] [stderr] Compiling parking_lot_core v0.9.10 [INFO] [stderr] Compiling pin-project-lite v0.2.16 [INFO] [stderr] Compiling icu_normalizer_data v1.5.1 [INFO] [stderr] Compiling memchr v2.7.4 [INFO] [stderr] Compiling scopeguard v1.2.0 [INFO] [stderr] Compiling utf8_iter v1.0.4 [INFO] [stderr] Compiling utf16_iter v1.0.5 [INFO] [stderr] Compiling serde v1.0.219 [INFO] [stderr] Compiling write16 v1.0.0 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling bytes v1.10.1 [INFO] [stderr] Compiling pin-utils v0.1.0 [INFO] [stderr] Compiling futures-io v0.3.31 [INFO] [stderr] Compiling futures-task v0.3.31 [INFO] [stderr] Compiling getrandom v0.3.2 [INFO] [stderr] Compiling percent-encoding v2.3.1 [INFO] [stderr] Compiling serde_json v1.0.140 [INFO] [stderr] Compiling itoa v1.0.15 [INFO] [stderr] Compiling thiserror v2.0.12 [INFO] [stderr] Compiling lock_api v0.4.12 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling slab v0.4.9 [INFO] [stderr] Compiling form_urlencoded v1.2.1 [INFO] [stderr] Compiling ryu v1.0.20 [INFO] [stderr] Compiling arc-swap v1.7.1 [INFO] [stderr] Compiling sha1_smol v1.0.1 [INFO] [stderr] Compiling iana-time-zone v0.1.63 [INFO] [stderr] Compiling log v0.4.27 [INFO] [stderr] Compiling quote v1.0.40 [INFO] [stderr] Compiling syn v2.0.100 [INFO] [stderr] Compiling mio v1.0.3 [INFO] [stderr] Compiling signal-hook-registry v1.4.2 [INFO] [stderr] Compiling socket2 v0.5.9 [INFO] [stderr] Compiling num_cpus v1.16.0 [INFO] [stderr] Compiling parking_lot v0.12.3 [INFO] [stderr] Compiling num-integer v0.1.46 [INFO] [stderr] Compiling num-bigint v0.4.6 [INFO] [stderr] Compiling synstructure v0.13.1 [INFO] [stderr] Compiling zerovec-derive v0.10.3 [INFO] [stderr] Compiling displaydoc v0.2.5 [INFO] [stderr] Compiling icu_provider_macros v1.5.0 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling tokio-macros v2.5.0 [INFO] [stderr] Compiling serde_derive v1.0.219 [INFO] [stderr] Compiling thiserror-impl v2.0.12 [INFO] [stderr] Compiling async-trait v0.1.88 [INFO] [stderr] Compiling zerofrom-derive v0.1.6 [INFO] [stderr] Compiling yoke-derive v0.7.5 [INFO] [stderr] Compiling tokio v1.44.2 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling zerofrom v0.1.6 [INFO] [stderr] Compiling yoke v0.7.5 [INFO] [stderr] Compiling zerovec v0.10.4 [INFO] [stderr] Compiling tinystr v0.7.6 [INFO] [stderr] Compiling icu_collections v1.5.0 [INFO] [stderr] Compiling icu_locid v1.5.0 [INFO] [stderr] Compiling icu_provider v1.5.0 [INFO] [stderr] Compiling icu_locid_transform v1.5.0 [INFO] [stderr] Compiling icu_properties v1.5.1 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling chrono v0.4.40 [INFO] [stderr] Compiling uuid v1.16.0 [INFO] [stderr] Compiling tokio-util v0.7.14 [INFO] [stderr] Compiling combine v4.6.7 [INFO] [stderr] Compiling icu_normalizer v1.5.0 [INFO] [stderr] Compiling idna_adapter v1.2.0 [INFO] [stderr] Compiling idna v1.0.3 [INFO] [stderr] Compiling url v2.5.4 [INFO] [stderr] Compiling redis v0.29.5 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 43.91s [INFO] running `Command { std: "docker" "inspect" "e2e376afb166cf7bd33d589ce826f2ec23c8e00fb0939f1283a870df9a83210b", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "e2e376afb166cf7bd33d589ce826f2ec23c8e00fb0939f1283a870df9a83210b", kill_on_drop: false }` [INFO] [stdout] e2e376afb166cf7bd33d589ce826f2ec23c8e00fb0939f1283a870df9a83210b [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] abb1d517405072665bf96c6a9b6244725c122eed2e70decc6a2f26e1df75528a [INFO] running `Command { std: "docker" "start" "-a" "abb1d517405072665bf96c6a9b6244725c122eed2e70decc6a2f26e1df75528a", kill_on_drop: false }` [INFO] [stderr] Compiling log v0.4.27 [INFO] [stderr] Compiling tracing-core v0.1.33 [INFO] [stderr] Compiling regex-syntax v0.6.29 [INFO] [stderr] Compiling utf8parse v0.2.2 [INFO] [stderr] Compiling regex-syntax v0.8.5 [INFO] [stderr] Compiling tracing-attributes v0.1.28 [INFO] [stderr] Compiling is_terminal_polyfill v1.70.1 [INFO] [stderr] Compiling lazy_static v1.5.0 [INFO] [stderr] Compiling anstyle-query v1.1.2 [INFO] [stderr] Compiling anstyle v1.0.10 [INFO] [stderr] Compiling colorchoice v1.0.3 [INFO] [stderr] Compiling overload v0.1.1 [INFO] [stderr] Compiling thread_local v1.1.8 [INFO] [stderr] Compiling test-log-macros v0.2.17 [INFO] [stderr] Compiling tracing-test-macro v0.2.5 [INFO] [stderr] Compiling nu-ansi-term v0.46.0 [INFO] [stderr] Compiling sharded-slab v0.1.7 [INFO] [stderr] Compiling anstyle-parse v0.2.6 [INFO] [stderr] Compiling env_filter v0.1.3 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Compiling anstream v0.6.18 [INFO] [stderr] Compiling env_logger v0.11.8 [INFO] [stderr] Compiling tracing-log v0.2.0 [INFO] [stderr] Compiling tracing-serde v0.2.0 [INFO] [stderr] Compiling test-log v0.2.17 [INFO] [stderr] Compiling tracing v0.1.41 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling regex-automata v0.1.10 [INFO] [stderr] Compiling matchers v0.1.0 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling tracing-subscriber v0.3.19 [INFO] [stderr] Compiling tracing-test v0.2.5 [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 25.07s [INFO] running `Command { std: "docker" "inspect" "abb1d517405072665bf96c6a9b6244725c122eed2e70decc6a2f26e1df75528a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "abb1d517405072665bf96c6a9b6244725c122eed2e70decc6a2f26e1df75528a", kill_on_drop: false }` [INFO] [stdout] abb1d517405072665bf96c6a9b6244725c122eed2e70decc6a2f26e1df75528a [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 6dbecd9ee95a2447c61c4dc74fb114eb2689e0c2b66ad6cf012619e2d49c2319 [INFO] running `Command { std: "docker" "start" "-a" "6dbecd9ee95a2447c61c4dc74fb114eb2689e0c2b66ad6cf012619e2d49c2319", kill_on_drop: false }` [INFO] [stderr] warning: struct `TestQueue` is never constructed [INFO] [stderr] --> tests/common/mod.rs:254:12 [INFO] [stderr] | [INFO] [stderr] 254 | pub struct TestQueue { [INFO] [stderr] | ^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stderr] [INFO] [stderr] warning: `queue_workers` (test "serial_worker_integration") generated 1 warning [INFO] [stderr] warning: `queue_workers` (test "concurrent_worker_integration") generated 1 warning (1 duplicate) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.20s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/queue_workers-ed898bc8f8d0df19) [INFO] [stderr] Running tests/concurrent_worker.rs (/opt/rustwide/target/debug/deps/concurrent_worker-dd1ceadcd738051e) [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test job::tests::test_clone ... ok [INFO] [stdout] test job::tests::test_new_job_metadata ... ok [INFO] [stdout] test job::tests::test_serialization ... ok [INFO] [stdout] test job::tests::test_update_status ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 20 tests [INFO] [stdout] test common::tests::test_logging_levels ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.669408Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.669534Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.669595Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] test common::tests::test_span_logging ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.673038Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.673497Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.673864Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 50ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.675371Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_job_respects_worker_config_retry_limit","threadId":"ThreadId(8)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.675464Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_job_respects_worker_config_retry_limit","threadId":"ThreadId(8)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.676279Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_job_respects_worker_config_retry_limit","threadId":"ThreadId(8)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.679081Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] test test_concurrent_worker_job_retries_until_it_fails ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.679568Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.679654Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.681267Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_respects_worker_config_retry_limit","threadId":"ThreadId(8)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.683639Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_respects_worker_config_retry_limit","threadId":"ThreadId(8)"} [INFO] [stdout] test test_concurrent_worker_job_respects_worker_config_retry_limit ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.684339Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.684524Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.684645Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.684766Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.684893Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.686816Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.686968Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.687108Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.687269Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.687374Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.687511Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.687645Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.687764Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.687879Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.687985Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.688092Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.688183Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.692471Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.692594Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.692643Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.692784Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 3s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.709534Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.709663Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.709816Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.709921Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.710005Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.710068Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.710193Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.710319Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.710435Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.710553Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.710659Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.710745Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.715336Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.716304Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.716403Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.716488Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.725203Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.731186Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.731314Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.731466Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.731573Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.731693Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.731804Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.731934Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.732040Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.732132Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.732229Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.732462Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.732563Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.737770Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.737925Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.738023Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.752888Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.753093Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.753269Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.753374Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.753496Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.753651Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.753775Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.753903Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.754038Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.754251Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.754354Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.754477Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.766969Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.768068Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.773530Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_job_retries_once","threadId":"ThreadId(9)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.773650Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_job_retries_once","threadId":"ThreadId(9)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.773701Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_job_retries_once","threadId":"ThreadId(9)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.774849Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.775042Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.775446Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.775683Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.775910Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.776106Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.776334Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.776815Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.781554Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_once","threadId":"ThreadId(9)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.785530Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.785857Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.786304Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.788739Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.788940Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.790332Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.790408Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.790531Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 600ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.790665Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.790744Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.790811Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.790853Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.790890Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.790937Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.790975Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.791028Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.791068Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.791429Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 100ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.793325Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_once","threadId":"ThreadId(9)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.794268Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.797451Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.797610Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.842528Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.842647Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.842704Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.842758Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.842801Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.842863Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.842902Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.842953Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.842991Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_cancels_ongoing_job ... ok [INFO] [stdout] test test_concurrent_worker_leaves_jobs_in_queue_on_shutdown ... ok [INFO] [stdout] test test_concurrent_worker_job_retries_twice ... ok [INFO] [stdout] test test_concurrent_worker_job_retries_once ... ok [INFO] [stdout] test test_concurrent_worker_shutdown_signal_channel_closed ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.866570Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.869510Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.869218Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 500ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.893065Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.894358Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.894499Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.894608Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.894694Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.894790Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.894894Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.895057Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] test test_concurrent_worker_shutdown_during_job_retry_delay ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.946534Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.946715Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.969111Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.970003Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:02.986217Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:03.166229Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:03.166479Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] test test_concurrent_worker_job_execution_order ... ok [INFO] [stdout] test test_concurrent_worker_completes_job_during_shutdown ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:03.168456Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] test test_concurrent_worker_queue_errors ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:03.170362Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] test test_concurrent_worker_job_succeeds_without_retries ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:03.170644Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] test test_concurrent_worker_multiple_jobs ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:03.181532Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] test test_concurrent_worker_shutdown_with_empty_queue ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:03.277568Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] test test_concurrent_worker_respects_concurrency_limit ... ok [INFO] [stdout] {"timestamp":"2026-04-19T22:52:03.294360Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2026-04-19T22:52:03.302413Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] test test_concurrent_worker_varying_job_durations ... ok [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_completes_job ... FAILED [INFO] [stdout] {"timestamp":"2026-04-19T22:52:03.448469Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] test test_concurrent_worker_parallel_execution ... ok [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- test_concurrent_worker_graceful_shutdown_completes_job stdout ---- [INFO] [stdout] Job attempt: 1 [INFO] [stdout] Job duration complete. Job should fail: false [INFO] [stdout] [INFO] [stdout] thread 'test_concurrent_worker_graceful_shutdown_completes_job' (25) panicked at tests/concurrent_worker.rs:592:5: [INFO] [stdout] Worker should have finished before shutdown timeout [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x62212f98377a - std[e72de78501789eb0]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x62212f98377a - std[e72de78501789eb0]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x62212f98377a - std[e72de78501789eb0]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x62212f98377a - <::print::DisplayBacktrace as core[6aaeda2c7ad07a48]::fmt::Display>::fmt [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x62212f9998fa - ::fmt [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x62212f9998fa - core[6aaeda2c7ad07a48]::fmt::write [INFO] [stdout] 6: 0x62212f9881d2 - std[e72de78501789eb0]::io::default_write_fmt::> [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x62212f9881d2 - as std[e72de78501789eb0]::io::Write>::write_fmt [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x62212f9624ef - ::print [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x62212f9624ef - std[e72de78501789eb0]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x62212f97bae9 - std[e72de78501789eb0]::panicking::default_hook [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x62212f61d42c - core[6aaeda2c7ad07a48]::ops::function::Fn<(&'a std[e72de78501789eb0]::panic::PanicHookInfo<'b>,), Output = ()> + core[6aaeda2c7ad07a48]::marker::Sync + core[6aaeda2c7ad07a48]::marker::Send> as core[6aaeda2c7ad07a48]::ops::function::Fn<(&std[e72de78501789eb0]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x62212f61d42c - test[4f12b380f1fb68c5]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x62212f97bd62 - core[6aaeda2c7ad07a48]::ops::function::Fn<(&'a std[e72de78501789eb0]::panic::PanicHookInfo<'b>,), Output = ()> + core[6aaeda2c7ad07a48]::marker::Sync + core[6aaeda2c7ad07a48]::marker::Send> as core[6aaeda2c7ad07a48]::ops::function::Fn<(&std[e72de78501789eb0]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x62212f97bd62 - std[e72de78501789eb0]::panicking::panic_with_hook [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x62212f9625da - std[e72de78501789eb0]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/panicking.rs:691:13 [INFO] [stdout] 16: 0x62212f959f19 - std[e72de78501789eb0]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x62212f9632bd - __rustc[78a4cf188af856fc]::rust_begin_unwind [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x62212f99a16c - core[6aaeda2c7ad07a48]::panicking::panic_fmt [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x62212f5ab1e5 - concurrent_worker[abfe8c182901e5e]::test_concurrent_worker_graceful_shutdown_completes_job::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker.rs:592:5 [INFO] [stdout] 20: 0x62212f5eb532 - > as core[6aaeda2c7ad07a48]::future::future::Future>::poll [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/core/src/future/future.rs:133:9 [INFO] [stdout] 21: 0x62212f5eb5ad - >> as core[6aaeda2c7ad07a48]::future::future::Future>::poll [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x62212f5d9dad - ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 23: 0x62212f5d9cab - tokio[ad3b9feed22f1a81]::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 24: 0x62212f5d9cab - tokio[ad3b9feed22f1a81]::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 25: 0x62212f5d9cab - ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 26: 0x62212f5c4d50 - ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 27: 0x62212f5d7890 - ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 28: 0x62212f5d6b74 - ::enter::<::block_on>>>::{closure#0}, core[6aaeda2c7ad07a48]::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 29: 0x62212f5c45eb - >::set::<::enter<::block_on>>>::{closure#0}, core[6aaeda2c7ad07a48]::option::Option<()>>::{closure#0}, (alloc[28d2dab30c1dc666]::boxed::Box, core[6aaeda2c7ad07a48]::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 30: 0x62212f5f6829 - tokio[ad3b9feed22f1a81]::runtime::context::set_scheduler::<(alloc[28d2dab30c1dc666]::boxed::Box, core[6aaeda2c7ad07a48]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[6aaeda2c7ad07a48]::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 31: 0x62212f5810e2 - >::try_with::, core[6aaeda2c7ad07a48]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[6aaeda2c7ad07a48]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[28d2dab30c1dc666]::boxed::Box, core[6aaeda2c7ad07a48]::option::Option<()>)> [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/thread/local.rs:462:12 [INFO] [stdout] 32: 0x62212f580c6e - >::with::, core[6aaeda2c7ad07a48]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[6aaeda2c7ad07a48]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[28d2dab30c1dc666]::boxed::Box, core[6aaeda2c7ad07a48]::option::Option<()>)> [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/thread/local.rs:426:20 [INFO] [stdout] 33: 0x62212f5f4d2d - tokio[ad3b9feed22f1a81]::runtime::context::set_scheduler::<(alloc[28d2dab30c1dc666]::boxed::Box, core[6aaeda2c7ad07a48]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[6aaeda2c7ad07a48]::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 34: 0x62212f5ccc60 - ::enter::<::block_on>>>::{closure#0}, core[6aaeda2c7ad07a48]::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 35: 0x62212f5ccf56 - ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 36: 0x62212f5d6633 - ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 37: 0x62212f5d5dc3 - tokio[ad3b9feed22f1a81]::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 38: 0x62212f5c47c1 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 39: 0x62212f5e0b34 - ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 40: 0x62212f5e0cfa - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 41: 0x62212f5b03c1 - concurrent_worker[abfe8c182901e5e]::test_concurrent_worker_graceful_shutdown_completes_job [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker.rs:595:6 [INFO] [stdout] 42: 0x62212f5a06b7 - concurrent_worker[abfe8c182901e5e]::test_concurrent_worker_graceful_shutdown_completes_job::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker.rs:554:66 [INFO] [stdout] 43: 0x62212f529ec6 - >::call_once [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 44: 0x62212f61150b - core[6aaeda2c7ad07a48]::result::Result<(), alloc[28d2dab30c1dc666]::string::String> as core[6aaeda2c7ad07a48]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 45: 0x62212f61150b - test[4f12b380f1fb68c5]::__rust_begin_short_backtrace::, fn() -> core[6aaeda2c7ad07a48]::result::Result<(), alloc[28d2dab30c1dc666]::string::String>> [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/test/src/lib.rs:663:18 [INFO] [stdout] 46: 0x62212f61defb - test[4f12b380f1fb68c5]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/test/src/lib.rs:686:74 [INFO] [stdout] 47: 0x62212f61defb - as core[6aaeda2c7ad07a48]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/core/src/panic/unwind_safe.rs:275:9 [INFO] [stdout] 48: 0x62212f61defb - std[e72de78501789eb0]::panicking::catch_unwind::do_call::, core[6aaeda2c7ad07a48]::result::Result<(), alloc[28d2dab30c1dc666]::string::String>> [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/panicking.rs:581:40 [INFO] [stdout] 49: 0x62212f61defb - std[e72de78501789eb0]::panicking::catch_unwind::, core[6aaeda2c7ad07a48]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/panicking.rs:544:19 [INFO] [stdout] 50: 0x62212f61defb - std[e72de78501789eb0]::panic::catch_unwind::, core[6aaeda2c7ad07a48]::result::Result<(), alloc[28d2dab30c1dc666]::string::String>> [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/panic.rs:359:14 [INFO] [stdout] 51: 0x62212f61defb - test[4f12b380f1fb68c5]::run_test_in_process [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/test/src/lib.rs:686:27 [INFO] [stdout] 52: 0x62212f61defb - test[4f12b380f1fb68c5]::run_test::{closure#0} [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/test/src/lib.rs:607:43 [INFO] [stdout] 53: 0x62212f619614 - test[4f12b380f1fb68c5]::run_test::{closure#1} [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/test/src/lib.rs:637:41 [INFO] [stdout] 54: 0x62212f619614 - std[e72de78501789eb0]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 55: 0x62212f620b02 - std[e72de78501789eb0]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 56: 0x62212f620b02 - ::{closure#1}::{closure#0}> as core[6aaeda2c7ad07a48]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/core/src/panic/unwind_safe.rs:275:9 [INFO] [stdout] 57: 0x62212f620b02 - std[e72de78501789eb0]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/panicking.rs:581:40 [INFO] [stdout] 58: 0x62212f620b02 - std[e72de78501789eb0]::panicking::catch_unwind::<(), core[6aaeda2c7ad07a48]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/panicking.rs:544:19 [INFO] [stdout] 59: 0x62212f620b02 - std[e72de78501789eb0]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/panic.rs:359:14 [INFO] [stdout] 60: 0x62212f620b02 - std[e72de78501789eb0]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 61: 0x62212f620b02 - ::{closure#1} as core[6aaeda2c7ad07a48]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 62: 0x62212f98304f - + core[6aaeda2c7ad07a48]::marker::Send> as core[6aaeda2c7ad07a48]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 63: 0x62212f98304f - ::new::thread_start [INFO] [stdout] at /rustc/dec9417b8611e34e787a3e4c37686b5131f9e5c5/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 64: 0x7eab965c5aa4 - [INFO] [stdout] 65: 0x7eab96652a64 - clone [INFO] [stdout] 66: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] test_concurrent_worker_graceful_shutdown_completes_job [INFO] [stdout] [INFO] [stdout] test result: FAILED. 19 passed; 1 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.79s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--test concurrent_worker` [INFO] running `Command { std: "docker" "inspect" "6dbecd9ee95a2447c61c4dc74fb114eb2689e0c2b66ad6cf012619e2d49c2319", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "6dbecd9ee95a2447c61c4dc74fb114eb2689e0c2b66ad6cf012619e2d49c2319", kill_on_drop: false }` [INFO] [stdout] 6dbecd9ee95a2447c61c4dc74fb114eb2689e0c2b66ad6cf012619e2d49c2319