[INFO] fetching crate queue_workers 0.5.1... [INFO] testing queue_workers-0.5.1 against master#c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38 for pr-146098-8 [INFO] extracting crate queue_workers 0.5.1 into /workspace/builds/worker-0-tc1/source [INFO] started tweaking crates.io crate queue_workers 0.5.1 [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate queue_workers 0.5.1 [INFO] tweaked toml for crates.io crate queue_workers 0.5.1 written to /workspace/builds/worker-0-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate queue_workers 0.5.1 on toolchain c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate queue_workers 0.5.1 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded test-log v0.2.17 [INFO] [stderr] Downloaded test-log-macros v0.2.17 [INFO] [stderr] Downloaded redis v0.29.5 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] eb4155339e8683d5184f221714b641fdc63cc3293121b81eef6d1aee0c43d8c5 [INFO] running `Command { std: "docker" "start" "-a" "eb4155339e8683d5184f221714b641fdc63cc3293121b81eef6d1aee0c43d8c5", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "eb4155339e8683d5184f221714b641fdc63cc3293121b81eef6d1aee0c43d8c5", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "eb4155339e8683d5184f221714b641fdc63cc3293121b81eef6d1aee0c43d8c5", kill_on_drop: false }` [INFO] [stdout] eb4155339e8683d5184f221714b641fdc63cc3293121b81eef6d1aee0c43d8c5 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 804c26c068f2ac0d4b1a3210bb03d0c773eefdb70fb33821ffe6f36d81521b84 [INFO] running `Command { std: "docker" "start" "-a" "804c26c068f2ac0d4b1a3210bb03d0c773eefdb70fb33821ffe6f36d81521b84", kill_on_drop: false }` [INFO] [stderr] Compiling smallvec v1.15.0 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling signal-hook-registry v1.4.2 [INFO] [stderr] Compiling getrandom v0.3.2 [INFO] [stderr] Compiling form_urlencoded v1.2.1 [INFO] [stderr] Compiling num_cpus v1.16.0 [INFO] [stderr] Compiling serde_json v1.0.140 [INFO] [stderr] Compiling uuid v1.16.0 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling parking_lot_core v0.9.10 [INFO] [stderr] Compiling icu_normalizer v1.5.0 [INFO] [stderr] Compiling parking_lot v0.12.3 [INFO] [stderr] Compiling tokio v1.44.2 [INFO] [stderr] Compiling idna_adapter v1.2.0 [INFO] [stderr] Compiling num-integer v0.1.46 [INFO] [stderr] Compiling chrono v0.4.40 [INFO] [stderr] Compiling idna v1.0.3 [INFO] [stderr] Compiling num-bigint v0.4.6 [INFO] [stderr] Compiling url v2.5.4 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling tokio-util v0.7.14 [INFO] [stderr] Compiling combine v4.6.7 [INFO] [stderr] Compiling redis v0.29.5 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 38.13s [INFO] running `Command { std: "docker" "inspect" "804c26c068f2ac0d4b1a3210bb03d0c773eefdb70fb33821ffe6f36d81521b84", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "804c26c068f2ac0d4b1a3210bb03d0c773eefdb70fb33821ffe6f36d81521b84", kill_on_drop: false }` [INFO] [stdout] 804c26c068f2ac0d4b1a3210bb03d0c773eefdb70fb33821ffe6f36d81521b84 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 6d97abfcc501fe4bf114368c64c052210c9966231917c31853059bdc04546e97 [INFO] running `Command { std: "docker" "start" "-a" "6d97abfcc501fe4bf114368c64c052210c9966231917c31853059bdc04546e97", kill_on_drop: false }` [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling anstream v0.6.18 [INFO] [stderr] Compiling tracing-serde v0.2.0 [INFO] [stderr] Compiling tracing-log v0.2.0 [INFO] [stderr] Compiling test-log-macros v0.2.17 [INFO] [stderr] Compiling tracing-test-macro v0.2.5 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Compiling env_logger v0.11.8 [INFO] [stderr] Compiling test-log v0.2.17 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling tracing-subscriber v0.3.19 [INFO] [stderr] Compiling tracing-test v0.2.5 [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 17.35s [INFO] running `Command { std: "docker" "inspect" "6d97abfcc501fe4bf114368c64c052210c9966231917c31853059bdc04546e97", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "6d97abfcc501fe4bf114368c64c052210c9966231917c31853059bdc04546e97", kill_on_drop: false }` [INFO] [stdout] 6d97abfcc501fe4bf114368c64c052210c9966231917c31853059bdc04546e97 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] ce82bd8fd4f6eb81e3542546d3b9ec9df573ca9e662eebdc0b7bf2ea3b2e8e6b [INFO] running `Command { std: "docker" "start" "-a" "ce82bd8fd4f6eb81e3542546d3b9ec9df573ca9e662eebdc0b7bf2ea3b2e8e6b", kill_on_drop: false }` [INFO] [stderr] warning: struct `TestQueue` is never constructed [INFO] [stderr] --> tests/common/mod.rs:254:12 [INFO] [stderr] | [INFO] [stderr] 254 | pub struct TestQueue { [INFO] [stderr] | ^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stderr] [INFO] [stderr] warning: `queue_workers` (test "serial_worker_integration") generated 1 warning [INFO] [stderr] warning: `queue_workers` (test "concurrent_worker_integration") generated 1 warning (1 duplicate) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.24s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/queue_workers-8446e999026bc7c8) [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test job::tests::test_new_job_metadata ... ok [INFO] [stdout] test job::tests::test_update_status ... ok [INFO] [stdout] test job::tests::test_serialization ... ok [INFO] [stdout] test job::tests::test_clone ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.01s [INFO] [stdout] [INFO] [stderr] Running tests/concurrent_worker.rs (/opt/rustwide/target/debug/deps/concurrent_worker-d0150ecbc23815bf) [INFO] [stdout] [INFO] [stdout] running 20 tests [INFO] [stdout] test test_concurrent_worker_job_retries_once ... ok [INFO] [stdout] test test_concurrent_worker_job_respects_worker_config_retry_limit ... ok [INFO] [stdout] test common::tests::test_span_logging ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.473353Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.473491Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.478016Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.479866Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.479991Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.480040Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.480302Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.480368Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.480404Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.484464Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.484545Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486116Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486176Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486211Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486242Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486267Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486294Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486327Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486350Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486379Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486407Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486439Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.486463Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.488163Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.490469Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.490544Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.490586Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.491297Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 50ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.491817Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] test common::tests::test_logging_levels ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.492042Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.492088Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] test test_concurrent_worker_job_retries_until_it_fails ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.492175Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.492407Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.492572Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.493251Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.493354Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.493410Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.508947Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.509144Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.509567Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.510146Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.510248Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.510330Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.510441Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.510745Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.510817Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.510847Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.510882Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.510908Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.514908Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 600ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.522936Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 100ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.524850Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.524929Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.525392Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.527154Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.531261Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.531820Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.531954Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.532129Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.532231Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.532456Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.532802Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.533011Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.533197Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.533398Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.533741Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.533904Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.542564Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_cancels_ongoing_job ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.546946Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.547089Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.547137Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.547178Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.547229Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.547288Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.547332Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.547382Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.547421Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.546946Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.547978Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.548929Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.553187Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.553303Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.553380Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.554690Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.554744Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.554794Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.554821Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.554855Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.554881Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.554938Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.554968Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.554991Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.566851Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] test test_concurrent_worker_leaves_jobs_in_queue_on_shutdown ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.573824Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] test test_concurrent_worker_shutdown_signal_channel_closed ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.575044Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 500ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.575643Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.575745Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.575880Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.575944Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.575996Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.576035Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.576080Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.576129Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.589900Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] test test_concurrent_worker_job_retries_twice ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.596928Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.597397Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.597506Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.597868Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.598198Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.598258Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.598293Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.598337Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.598366Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.600931Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.601134Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.601144Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.603320Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.603363Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.608426Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.608480Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.625907Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] test test_concurrent_worker_shutdown_during_job_retry_delay ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.649671Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.649870Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.649987Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.650091Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.650196Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.654482Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.654581Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.666585Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.670865Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.712022Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.712114Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.767969Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.773874Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.794864Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.966994Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] test test_concurrent_worker_multiple_jobs ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.967849Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] test test_concurrent_worker_queue_errors ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.970487Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] test test_concurrent_worker_job_execution_order ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.972706Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] test test_concurrent_worker_completes_job_during_shutdown ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.975017Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] test test_concurrent_worker_shutdown_with_empty_queue ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.988275Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_completes_job ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:56.995051Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] test test_concurrent_worker_job_succeeds_without_retries ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:57.099930Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] test test_concurrent_worker_respects_concurrency_limit ... ok [INFO] [stdout] {"timestamp":"2025-11-13T21:43:57.109616Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] test test_concurrent_worker_varying_job_durations ... ok [INFO] [stderr] Running tests/concurrent_worker_integration.rs (/opt/rustwide/target/debug/deps/concurrent_worker_integration-bf95a69147d89159) [INFO] [stdout] {"timestamp":"2025-11-13T21:43:57.218253Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] test test_concurrent_worker_parallel_execution ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 20 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.76s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 5 tests [INFO] [stdout] test common::tests::test_logging_levels ... ok [INFO] [stdout] test common::tests::test_span_logging ... ok [INFO] [stdout] test test_queue_persistence ... FAILED [INFO] [stdout] test test_concurrent_workers ... FAILED [INFO] [stdout] test test_complete_workflow ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- test_queue_persistence stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_queue_persistence' (54) panicked at tests/concurrent_worker_integration.rs:284:35: [INFO] [stdout] Failed to push job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x6504ef645cb2 - std::backtrace_rs::backtrace::libunwind::trace::ha50a1f28c7a10cf8 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x6504ef645cb2 - std::backtrace_rs::backtrace::trace_unsynchronized::h34f8c4ec82a320bc [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x6504ef645cb2 - std::sys::backtrace::_print_fmt::h2d23e84e13d343bc [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x6504ef645cb2 - ::fmt::hde21067283f7e82e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x6504ef6579af - core::fmt::rt::Argument::fmt::he65307037dca33c6 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x6504ef6579af - core::fmt::write::h24186904251c31cb [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/fmt/mod.rs:1469:25 [INFO] [stdout] 6: 0x6504ef612513 - std::io::default_write_fmt::h4e8d11c5c4b9cafe [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x6504ef612513 - std::io::Write::write_fmt::ha849be0824d095ef [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x6504ef61ed72 - std::sys::backtrace::BacktraceLock::print::he038489aba5894a6 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x6504ef623b3f - std::panicking::default_hook::{{closure}}::h80a26d916c49679b [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x6504ef6239d1 - std::panicking::default_hook::he2e9efee79b3dce9 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x6504ef1b393e - as core::ops::function::Fn>::call::h202f496763929329 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/alloc/src/boxed.rs:2099:9 [INFO] [stdout] 12: 0x6504ef1b393e - test::test_main_with_exit_callback::{{closure}}::h805a6913adddaea3 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x6504ef6241ff - as core::ops::function::Fn>::call::h2883c9d2dbd4e81c [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/alloc/src/boxed.rs:2099:9 [INFO] [stdout] 14: 0x6504ef6241ff - std::panicking::panic_with_hook::hf5648b7cec6bc73e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x6504ef623faa - std::panicking::panic_handler::{{closure}}::h1b2ed3864ba94359 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x6504ef61eeb9 - std::sys::backtrace::__rust_end_short_backtrace::hd0186b2b27f5aaa7 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x6504ef606add - __rustc[f7dae8b92efe1d7a]::rust_begin_unwind [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x6504ef662320 - core::panicking::panic_fmt::hb5d6b83773432920 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x6504ef6615d6 - core::result::unwrap_failed::h427ee4a8bb06d8af [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/result.rs:1862:5 [INFO] [stdout] 20: 0x6504ef127ce5 - core::result::Result::expect::h4defc3d96f5bec93 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/result.rs:1185:23 [INFO] [stdout] 21: 0x6504ef160ad4 - concurrent_worker_integration::test_queue_persistence::{{closure}}::h397e12a478489625 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:284:35 [INFO] [stdout] 22: 0x6504ef177de2 - as core::future::future::Future>::poll::h7b4e0256716be7b9 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x6504ef177ebd - as core::future::future::Future>::poll::h8a4eca2d4eb725f3 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x6504ef17170d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h7df6c0e7d43d4add [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x6504ef17146b - tokio::task::coop::with_budget::he8264fd8bc4ed044 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x6504ef17146b - tokio::task::coop::budget::hce64a3d89afa8420 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x6504ef17146b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h052ed9a9e6a0d840 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x6504ef16e480 - tokio::runtime::scheduler::current_thread::Context::enter::h1e7fc99d9cad1abf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x6504ef170b30 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hcd65ba798dcaeacc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x6504ef16fd54 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::hda806f549efee30a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x6504ef146f4b - tokio::runtime::context::scoped::Scoped::set::ha026575b993d881d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x6504ef158eb9 - tokio::runtime::context::set_scheduler::{{closure}}::h7b9ab87e94cd58f5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x6504ef1260e2 - std::thread::local::LocalKey::try_with::hc9d0f973b76e4f20 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/local.rs:508:12 [INFO] [stdout] 34: 0x6504ef12474e - std::thread::local::LocalKey::with::h4dfb91e444db591e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/local.rs:472:20 [INFO] [stdout] 35: 0x6504ef158e6d - tokio::runtime::context::set_scheduler::ha085c9adcb78cd56 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x6504ef16fae0 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::hf7c9efe4b8ae81df [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x6504ef16fdd3 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h6c08b4a010c7429d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x6504ef16cba3 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::hcda0ec3f4a041434 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x6504ef13a4e0 - tokio::runtime::context::runtime::enter_runtime::h4f7410ea37be000e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x6504ef16c541 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h162e490630250c44 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x6504ef130f64 - tokio::runtime::runtime::Runtime::block_on_inner::h910f16dac1e3bec3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x6504ef131237 - tokio::runtime::runtime::Runtime::block_on::hd966798d48fb375e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x6504ef15fee1 - concurrent_worker_integration::test_queue_persistence::h55c255e4bb1ca54c [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:293:45 [INFO] [stdout] 44: 0x6504ef161517 - concurrent_worker_integration::test_queue_persistence::{{closure}}::h607e64e66856dffb [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:271:34 [INFO] [stdout] 45: 0x6504ef10f136 - core::ops::function::FnOnce::call_once::h6fdbe2b5c521271d [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x6504ef1b37ab - core::ops::function::FnOnce::call_once::h3a2d82edd1a9b770 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x6504ef1b37ab - test::__rust_begin_short_backtrace::h85d4fe5033219107 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x6504ef1c779d - test::run_test_in_process::{{closure}}::h67b48a81b9c9d7b6 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x6504ef1c779d - as core::ops::function::FnOnce<()>>::call_once::h7680585480377cb5 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x6504ef1c779d - std::panicking::catch_unwind::do_call::hf71351b2657d4002 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x6504ef1c779d - std::panicking::catch_unwind::h7fcb5c0312d9e172 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x6504ef1c779d - std::panic::catch_unwind::h5cf3c9bdee894ebe [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x6504ef1c779d - test::run_test_in_process::h1469cb85193a3a25 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x6504ef1c779d - test::run_test::{{closure}}::h59d45b3cd6453d69 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x6504ef1a0ce4 - test::run_test::{{closure}}::h9baa0c3d443f28c9 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x6504ef1a0ce4 - std::sys::backtrace::__rust_begin_short_backtrace::h97ea8cee4828663e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x6504ef1a453a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h5d7539d5f78cee61 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/mod.rs:562:17 [INFO] [stdout] 58: 0x6504ef1a453a - as core::ops::function::FnOnce<()>>::call_once::he4c551e23c5e9b22 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x6504ef1a453a - std::panicking::catch_unwind::do_call::h522b41a6c157aaba [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x6504ef1a453a - std::panicking::catch_unwind::h0efbf72006b8e365 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x6504ef1a453a - std::panic::catch_unwind::h3b081041e6c97066 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x6504ef1a453a - std::thread::Builder::spawn_unchecked_::{{closure}}::ha751309815d5d8cf [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/mod.rs:560:30 [INFO] [stdout] 63: 0x6504ef1a453a - core::ops::function::FnOnce::call_once{{vtable.shim}}::h2084b887a5fe25a7 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x6504ef61a2af - as core::ops::function::FnOnce>::call_once::h3adbd6ccf5f737af [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/alloc/src/boxed.rs:2085:9 [INFO] [stdout] 65: 0x6504ef61a2af - std::sys::thread::unix::Thread::new::thread_start::hb3dc6483caa1b987 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/thread/unix.rs:124:17 [INFO] [stdout] 66: 0x7d4cba480aa4 - [INFO] [stdout] 67: 0x7d4cba50da64 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test_concurrent_workers stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_concurrent_workers' (53) panicked at tests/concurrent_worker_integration.rs:226:31: [INFO] [stdout] Failed to push job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x6504ef645cb2 - std::backtrace_rs::backtrace::libunwind::trace::ha50a1f28c7a10cf8 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x6504ef645cb2 - std::backtrace_rs::backtrace::trace_unsynchronized::h34f8c4ec82a320bc [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x6504ef645cb2 - std::sys::backtrace::_print_fmt::h2d23e84e13d343bc [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x6504ef645cb2 - ::fmt::hde21067283f7e82e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x6504ef6579af - core::fmt::rt::Argument::fmt::he65307037dca33c6 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x6504ef6579af - core::fmt::write::h24186904251c31cb [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/fmt/mod.rs:1469:25 [INFO] [stdout] 6: 0x6504ef612513 - std::io::default_write_fmt::h4e8d11c5c4b9cafe [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x6504ef612513 - std::io::Write::write_fmt::ha849be0824d095ef [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x6504ef61ed72 - std::sys::backtrace::BacktraceLock::print::he038489aba5894a6 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x6504ef623b3f - std::panicking::default_hook::{{closure}}::h80a26d916c49679b [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x6504ef6239d1 - std::panicking::default_hook::he2e9efee79b3dce9 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x6504ef1b393e - as core::ops::function::Fn>::call::h202f496763929329 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/alloc/src/boxed.rs:2099:9 [INFO] [stdout] 12: 0x6504ef1b393e - test::test_main_with_exit_callback::{{closure}}::h805a6913adddaea3 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x6504ef6241ff - as core::ops::function::Fn>::call::h2883c9d2dbd4e81c [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/alloc/src/boxed.rs:2099:9 [INFO] [stdout] 14: 0x6504ef6241ff - std::panicking::panic_with_hook::hf5648b7cec6bc73e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x6504ef623faa - std::panicking::panic_handler::{{closure}}::h1b2ed3864ba94359 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x6504ef61eeb9 - std::sys::backtrace::__rust_end_short_backtrace::hd0186b2b27f5aaa7 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x6504ef606add - __rustc[f7dae8b92efe1d7a]::rust_begin_unwind [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x6504ef662320 - core::panicking::panic_fmt::hb5d6b83773432920 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x6504ef6615d6 - core::result::unwrap_failed::h427ee4a8bb06d8af [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/result.rs:1862:5 [INFO] [stdout] 20: 0x6504ef127ce5 - core::result::Result::expect::h4defc3d96f5bec93 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/result.rs:1185:23 [INFO] [stdout] 21: 0x6504ef162776 - concurrent_worker_integration::test_concurrent_workers::{{closure}}::h3593ab5cc1e3244c [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:226:31 [INFO] [stdout] 22: 0x6504ef177de2 - as core::future::future::Future>::poll::h7b4e0256716be7b9 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x6504ef177ebd - as core::future::future::Future>::poll::h8a4eca2d4eb725f3 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x6504ef17170d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h7df6c0e7d43d4add [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x6504ef17146b - tokio::task::coop::with_budget::he8264fd8bc4ed044 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x6504ef17146b - tokio::task::coop::budget::hce64a3d89afa8420 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x6504ef17146b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h052ed9a9e6a0d840 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x6504ef16e480 - tokio::runtime::scheduler::current_thread::Context::enter::h1e7fc99d9cad1abf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x6504ef170b30 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hcd65ba798dcaeacc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x6504ef16fd54 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::hda806f549efee30a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x6504ef146f4b - tokio::runtime::context::scoped::Scoped::set::ha026575b993d881d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x6504ef158eb9 - tokio::runtime::context::set_scheduler::{{closure}}::h7b9ab87e94cd58f5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x6504ef1260e2 - std::thread::local::LocalKey::try_with::hc9d0f973b76e4f20 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/local.rs:508:12 [INFO] [stdout] 34: 0x6504ef12474e - std::thread::local::LocalKey::with::h4dfb91e444db591e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/local.rs:472:20 [INFO] [stdout] 35: 0x6504ef158e6d - tokio::runtime::context::set_scheduler::ha085c9adcb78cd56 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x6504ef16fae0 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::hf7c9efe4b8ae81df [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x6504ef16fdd3 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h6c08b4a010c7429d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x6504ef16cba3 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::hcda0ec3f4a041434 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x6504ef13a4e0 - tokio::runtime::context::runtime::enter_runtime::h4f7410ea37be000e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x6504ef16c541 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h162e490630250c44 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x6504ef130f64 - tokio::runtime::runtime::Runtime::block_on_inner::h910f16dac1e3bec3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x6504ef131237 - tokio::runtime::runtime::Runtime::block_on::hd966798d48fb375e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x6504ef1616d1 - concurrent_worker_integration::test_concurrent_workers::h4df4bcf58d56fce0 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:264:35 [INFO] [stdout] 44: 0x6504ef161767 - concurrent_worker_integration::test_concurrent_workers::{{closure}}::h138f61e59b87ce61 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:209:35 [INFO] [stdout] 45: 0x6504ef10f846 - core::ops::function::FnOnce::call_once::hb25fc0bf654fcf50 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x6504ef1b37ab - core::ops::function::FnOnce::call_once::h3a2d82edd1a9b770 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x6504ef1b37ab - test::__rust_begin_short_backtrace::h85d4fe5033219107 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x6504ef1c779d - test::run_test_in_process::{{closure}}::h67b48a81b9c9d7b6 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x6504ef1c779d - as core::ops::function::FnOnce<()>>::call_once::h7680585480377cb5 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x6504ef1c779d - std::panicking::catch_unwind::do_call::hf71351b2657d4002 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x6504ef1c779d - std::panicking::catch_unwind::h7fcb5c0312d9e172 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x6504ef1c779d - std::panic::catch_unwind::h5cf3c9bdee894ebe [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x6504ef1c779d - test::run_test_in_process::h1469cb85193a3a25 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x6504ef1c779d - test::run_test::{{closure}}::h59d45b3cd6453d69 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x6504ef1a0ce4 - test::run_test::{{closure}}::h9baa0c3d443f28c9 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x6504ef1a0ce4 - std::sys::backtrace::__rust_begin_short_backtrace::h97ea8cee4828663e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x6504ef1a453a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h5d7539d5f78cee61 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/mod.rs:562:17 [INFO] [stdout] 58: 0x6504ef1a453a - as core::ops::function::FnOnce<()>>::call_once::he4c551e23c5e9b22 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x6504ef1a453a - std::panicking::catch_unwind::do_call::h522b41a6c157aaba [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x6504ef1a453a - std::panicking::catch_unwind::h0efbf72006b8e365 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x6504ef1a453a - std::panic::catch_unwind::h3b081041e6c97066 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x6504ef1a453a - std::thread::Builder::spawn_unchecked_::{{closure}}::ha751309815d5d8cf [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/mod.rs:560:30 [INFO] [stdout] 63: 0x6504ef1a453a - core::ops::function::FnOnce::call_once{{vtable.shim}}::h2084b887a5fe25a7 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x6504ef61a2af - as core::ops::function::FnOnce>::call_once::h3adbd6ccf5f737af [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/alloc/src/boxed.rs:2085:9 [INFO] [stdout] 65: 0x6504ef61a2af - std::sys::thread::unix::Thread::new::thread_start::hb3dc6483caa1b987 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/thread/unix.rs:124:17 [INFO] [stdout] 66: 0x7d4cba480aa4 - [INFO] [stdout] 67: 0x7d4cba50da64 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test_complete_workflow stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_complete_workflow' (52) panicked at tests/concurrent_worker_integration.rs:155:10: [INFO] [stdout] Failed to push successful job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x6504ef645cb2 - std::backtrace_rs::backtrace::libunwind::trace::ha50a1f28c7a10cf8 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x6504ef645cb2 - std::backtrace_rs::backtrace::trace_unsynchronized::h34f8c4ec82a320bc [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x6504ef645cb2 - std::sys::backtrace::_print_fmt::h2d23e84e13d343bc [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x6504ef645cb2 - ::fmt::hde21067283f7e82e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x6504ef6579af - core::fmt::rt::Argument::fmt::he65307037dca33c6 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x6504ef6579af - core::fmt::write::h24186904251c31cb [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/fmt/mod.rs:1469:25 [INFO] [stdout] 6: 0x6504ef612513 - std::io::default_write_fmt::h4e8d11c5c4b9cafe [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x6504ef612513 - std::io::Write::write_fmt::ha849be0824d095ef [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x6504ef61ed72 - std::sys::backtrace::BacktraceLock::print::he038489aba5894a6 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x6504ef623b3f - std::panicking::default_hook::{{closure}}::h80a26d916c49679b [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x6504ef6239d1 - std::panicking::default_hook::he2e9efee79b3dce9 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x6504ef1b393e - as core::ops::function::Fn>::call::h202f496763929329 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/alloc/src/boxed.rs:2099:9 [INFO] [stdout] 12: 0x6504ef1b393e - test::test_main_with_exit_callback::{{closure}}::h805a6913adddaea3 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x6504ef6241ff - as core::ops::function::Fn>::call::h2883c9d2dbd4e81c [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/alloc/src/boxed.rs:2099:9 [INFO] [stdout] 14: 0x6504ef6241ff - std::panicking::panic_with_hook::hf5648b7cec6bc73e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x6504ef623faa - std::panicking::panic_handler::{{closure}}::h1b2ed3864ba94359 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x6504ef61eeb9 - std::sys::backtrace::__rust_end_short_backtrace::hd0186b2b27f5aaa7 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x6504ef606add - __rustc[f7dae8b92efe1d7a]::rust_begin_unwind [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x6504ef662320 - core::panicking::panic_fmt::hb5d6b83773432920 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x6504ef6615d6 - core::result::unwrap_failed::h427ee4a8bb06d8af [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/result.rs:1862:5 [INFO] [stdout] 20: 0x6504ef127ce5 - core::result::Result::expect::h4defc3d96f5bec93 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/result.rs:1185:23 [INFO] [stdout] 21: 0x6504ef15e122 - concurrent_worker_integration::test_complete_workflow::{{closure}}::he103ad2f47c4e893 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:155:10 [INFO] [stdout] 22: 0x6504ef177de2 - as core::future::future::Future>::poll::h7b4e0256716be7b9 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x6504ef177ebd - as core::future::future::Future>::poll::h8a4eca2d4eb725f3 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x6504ef17170d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h7df6c0e7d43d4add [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x6504ef17146b - tokio::task::coop::with_budget::he8264fd8bc4ed044 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x6504ef17146b - tokio::task::coop::budget::hce64a3d89afa8420 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x6504ef17146b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h052ed9a9e6a0d840 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x6504ef16e480 - tokio::runtime::scheduler::current_thread::Context::enter::h1e7fc99d9cad1abf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x6504ef170b30 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hcd65ba798dcaeacc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x6504ef16fd54 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::hda806f549efee30a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x6504ef146f4b - tokio::runtime::context::scoped::Scoped::set::ha026575b993d881d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x6504ef158eb9 - tokio::runtime::context::set_scheduler::{{closure}}::h7b9ab87e94cd58f5 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x6504ef1260e2 - std::thread::local::LocalKey::try_with::hc9d0f973b76e4f20 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/local.rs:508:12 [INFO] [stdout] 34: 0x6504ef12474e - std::thread::local::LocalKey::with::h4dfb91e444db591e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/local.rs:472:20 [INFO] [stdout] 35: 0x6504ef158e6d - tokio::runtime::context::set_scheduler::ha085c9adcb78cd56 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x6504ef16fae0 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::hf7c9efe4b8ae81df [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x6504ef16fdd3 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h6c08b4a010c7429d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x6504ef16cba3 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::hcda0ec3f4a041434 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x6504ef13a4e0 - tokio::runtime::context::runtime::enter_runtime::h4f7410ea37be000e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x6504ef16c541 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h162e490630250c44 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x6504ef130f64 - tokio::runtime::runtime::Runtime::block_on_inner::h910f16dac1e3bec3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x6504ef131237 - tokio::runtime::runtime::Runtime::block_on::hd966798d48fb375e [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x6504ef15c651 - concurrent_worker_integration::test_complete_workflow::h98fadbdc411ca371 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:205:45 [INFO] [stdout] 44: 0x6504ef15c6e7 - concurrent_worker_integration::test_complete_workflow::{{closure}}::h4b7a8060d5dc1041 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:121:34 [INFO] [stdout] 45: 0x6504ef10fbd6 - core::ops::function::FnOnce::call_once::he6ac90a77bdee2a8 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x6504ef1b37ab - core::ops::function::FnOnce::call_once::h3a2d82edd1a9b770 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x6504ef1b37ab - test::__rust_begin_short_backtrace::h85d4fe5033219107 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x6504ef1c779d - test::run_test_in_process::{{closure}}::h67b48a81b9c9d7b6 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x6504ef1c779d - as core::ops::function::FnOnce<()>>::call_once::h7680585480377cb5 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x6504ef1c779d - std::panicking::catch_unwind::do_call::hf71351b2657d4002 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x6504ef1c779d - std::panicking::catch_unwind::h7fcb5c0312d9e172 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x6504ef1c779d - std::panic::catch_unwind::h5cf3c9bdee894ebe [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x6504ef1c779d - test::run_test_in_process::h1469cb85193a3a25 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x6504ef1c779d - test::run_test::{{closure}}::h59d45b3cd6453d69 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x6504ef1a0ce4 - test::run_test::{{closure}}::h9baa0c3d443f28c9 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x6504ef1a0ce4 - std::sys::backtrace::__rust_begin_short_backtrace::h97ea8cee4828663e [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x6504ef1a453a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h5d7539d5f78cee61 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/mod.rs:562:17 [INFO] [stdout] 58: 0x6504ef1a453a - as core::ops::function::FnOnce<()>>::call_once::he4c551e23c5e9b22 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x6504ef1a453a - std::panicking::catch_unwind::do_call::h522b41a6c157aaba [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x6504ef1a453a - std::panicking::catch_unwind::h0efbf72006b8e365 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x6504ef1a453a - std::panic::catch_unwind::h3b081041e6c97066 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x6504ef1a453a - std::thread::Builder::spawn_unchecked_::{{closure}}::ha751309815d5d8cf [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/thread/mod.rs:560:30 [INFO] [stdout] 63: 0x6504ef1a453a - core::ops::function::FnOnce::call_once{{vtable.shim}}::h2084b887a5fe25a7 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x6504ef61a2af - as core::ops::function::FnOnce>::call_once::h3adbd6ccf5f737af [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/alloc/src/boxed.rs:2085:9 [INFO] [stdout] 65: 0x6504ef61a2af - std::sys::thread::unix::Thread::new::thread_start::hb3dc6483caa1b987 [INFO] [stdout] at /rustc/c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38/library/std/src/sys/thread/unix.rs:124:17 [INFO] [stdout] 66: 0x7d4cba480aa4 - [INFO] [stdout] 67: 0x7d4cba50da64 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] test_complete_workflow [INFO] [stdout] test_concurrent_workers [INFO] [stdout] test_queue_persistence [INFO] [stdout] [INFO] [stdout] test result: FAILED. 2 passed; 3 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.19s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--test concurrent_worker_integration` [INFO] running `Command { std: "docker" "inspect" "ce82bd8fd4f6eb81e3542546d3b9ec9df573ca9e662eebdc0b7bf2ea3b2e8e6b", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "ce82bd8fd4f6eb81e3542546d3b9ec9df573ca9e662eebdc0b7bf2ea3b2e8e6b", kill_on_drop: false }` [INFO] [stdout] ce82bd8fd4f6eb81e3542546d3b9ec9df573ca9e662eebdc0b7bf2ea3b2e8e6b