[INFO] fetching crate queue_workers 0.5.1... [INFO] testing queue_workers-0.5.1 against master#cdb45c87e2cd43495379f7e867e3cc15dcee9f93 for pr-145838-1 [INFO] extracting crate queue_workers 0.5.1 into /workspace/builds/worker-7-tc1/source [INFO] started tweaking crates.io crate queue_workers 0.5.1 [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate queue_workers 0.5.1 [INFO] tweaked toml for crates.io crate queue_workers 0.5.1 written to /workspace/builds/worker-7-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate queue_workers 0.5.1 on toolchain cdb45c87e2cd43495379f7e867e3cc15dcee9f93 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate queue_workers 0.5.1 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 2c94e8abcf178da90a49a221a43f6bd2a210bcf6d86e5616c439966bba150f1d [INFO] running `Command { std: "docker" "start" "-a" "2c94e8abcf178da90a49a221a43f6bd2a210bcf6d86e5616c439966bba150f1d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "2c94e8abcf178da90a49a221a43f6bd2a210bcf6d86e5616c439966bba150f1d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "2c94e8abcf178da90a49a221a43f6bd2a210bcf6d86e5616c439966bba150f1d", kill_on_drop: false }` [INFO] [stdout] 2c94e8abcf178da90a49a221a43f6bd2a210bcf6d86e5616c439966bba150f1d [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 9a5ca4054e719cdbea68f7856b177e3f7c97593cd76b674e5f45ea5d9639b60e [INFO] running `Command { std: "docker" "start" "-a" "9a5ca4054e719cdbea68f7856b177e3f7c97593cd76b674e5f45ea5d9639b60e", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.171 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling getrandom v0.3.2 [INFO] [stderr] Compiling icu_normalizer v1.5.0 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling idna_adapter v1.2.0 [INFO] [stderr] Compiling idna v1.0.3 [INFO] [stderr] Compiling num-integer v0.1.46 [INFO] [stderr] Compiling url v2.5.4 [INFO] [stderr] Compiling chrono v0.4.40 [INFO] [stderr] Compiling num-bigint v0.4.6 [INFO] [stderr] Compiling parking_lot_core v0.9.10 [INFO] [stderr] Compiling signal-hook-registry v1.4.2 [INFO] [stderr] Compiling mio v1.0.3 [INFO] [stderr] Compiling socket2 v0.5.9 [INFO] [stderr] Compiling num_cpus v1.16.0 [INFO] [stderr] Compiling uuid v1.16.0 [INFO] [stderr] Compiling parking_lot v0.12.3 [INFO] [stderr] Compiling tokio v1.44.2 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling tokio-util v0.7.14 [INFO] [stderr] Compiling combine v4.6.7 [INFO] [stderr] Compiling redis v0.29.5 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 29.79s [INFO] running `Command { std: "docker" "inspect" "9a5ca4054e719cdbea68f7856b177e3f7c97593cd76b674e5f45ea5d9639b60e", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "9a5ca4054e719cdbea68f7856b177e3f7c97593cd76b674e5f45ea5d9639b60e", kill_on_drop: false }` [INFO] [stdout] 9a5ca4054e719cdbea68f7856b177e3f7c97593cd76b674e5f45ea5d9639b60e [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] bb304b82846b8f9188b05a7f4eb9551d54dcfad79f9b19e600e1dd69436d8328 [INFO] running `Command { std: "docker" "start" "-a" "bb304b82846b8f9188b05a7f4eb9551d54dcfad79f9b19e600e1dd69436d8328", kill_on_drop: false }` [INFO] [stderr] Compiling tracing-core v0.1.33 [INFO] [stderr] Compiling regex-syntax v0.8.5 [INFO] [stderr] Compiling tracing-attributes v0.1.28 [INFO] [stderr] Compiling thread_local v1.1.8 [INFO] [stderr] Compiling test-log-macros v0.2.17 [INFO] [stderr] Compiling tracing-test-macro v0.2.5 [INFO] [stderr] Compiling env_logger v0.11.8 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Compiling test-log v0.2.17 [INFO] [stderr] Compiling tracing-log v0.2.0 [INFO] [stderr] Compiling tracing-serde v0.2.0 [INFO] [stderr] Compiling tracing v0.1.41 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling tracing-subscriber v0.3.19 [INFO] [stderr] Compiling tracing-test v0.2.5 [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 18.39s [INFO] running `Command { std: "docker" "inspect" "bb304b82846b8f9188b05a7f4eb9551d54dcfad79f9b19e600e1dd69436d8328", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "bb304b82846b8f9188b05a7f4eb9551d54dcfad79f9b19e600e1dd69436d8328", kill_on_drop: false }` [INFO] [stdout] bb304b82846b8f9188b05a7f4eb9551d54dcfad79f9b19e600e1dd69436d8328 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] a103a482018ef6e52913905cdf5f81930ae7786c314aa9ad385d7c58d26653e4 [INFO] running `Command { std: "docker" "start" "-a" "a103a482018ef6e52913905cdf5f81930ae7786c314aa9ad385d7c58d26653e4", kill_on_drop: false }` [INFO] [stderr] warning: struct `TestQueue` is never constructed [INFO] [stderr] --> tests/common/mod.rs:254:12 [INFO] [stderr] | [INFO] [stderr] 254 | pub struct TestQueue { [INFO] [stderr] | ^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stderr] [INFO] [stderr] warning: `queue_workers` (test "concurrent_worker_integration") generated 1 warning [INFO] [stderr] warning: `queue_workers` (test "serial_worker_integration") generated 1 warning (1 duplicate) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.20s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/queue_workers-8446e999026bc7c8) [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test job::tests::test_new_job_metadata ... ok [INFO] [stdout] test job::tests::test_update_status ... ok [INFO] [stdout] test job::tests::test_serialization ... ok [INFO] [stdout] test job::tests::test_clone ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stderr] Running tests/concurrent_worker.rs (/opt/rustwide/target/debug/deps/concurrent_worker-d0150ecbc23815bf) [INFO] [stdout] [INFO] [stdout] running 20 tests [INFO] [stdout] test common::tests::test_logging_levels ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.082475Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_respects_worker_config_retry_limit","threadId":"ThreadId(8)"} [INFO] [stdout] test test_concurrent_worker_job_respects_worker_config_retry_limit ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.082759Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.082809Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.082870Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.082934Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.082979Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_once","threadId":"ThreadId(9)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.083003Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.083045Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.083098Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.083147Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] test test_concurrent_worker_job_retries_once ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.083271Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.083339Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.083378Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.083483Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 3s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.083705Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] test common::tests::test_span_logging ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.084031Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.085332Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 50ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.085360Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.082877Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.085446Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.089314Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.089436Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.089504Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.089575Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.089642Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.089712Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.089777Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.089841Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.089917Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090009Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090092Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090190Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090295Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.086328Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090402Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090478Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090526Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090575Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090610Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090657Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090703Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090739Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.090775Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.092048Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.094289Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.094304Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.094766Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.094800Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.094892Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.094963Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.095005Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.095074Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.095120Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.095202Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.095330Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] test test_concurrent_worker_job_retries_until_it_fails ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.095547Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.101461Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.101469Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.101703Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.101810Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.101882Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.101926Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.101936Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.101993Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.102042Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.102082Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.102120Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.102597Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.103317Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.103953Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.103828Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.104590Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.104545Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.104647Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.105393Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.105705Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.124417Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.124821Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.125143Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.125353Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 600ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.125372Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.125508Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.125624Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.126972Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.127338Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.127561Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.127747Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.127980Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.128533Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.130852Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.134348Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.134424Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.134469Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.134512Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.134550Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.134598Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.134632Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.134674Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.134709Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.135532Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.135623Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.135659Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.136539Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_cancels_ongoing_job ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.145854Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.145958Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.146004Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.147314Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.147385Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.147452Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.148893Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.148955Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.148987Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.150570Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.150628Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.150661Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.153214Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 100ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.156872Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.156944Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.156981Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.167379Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.167584Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.168010Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.168528Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.168648Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.168928Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.170297Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.170433Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.170610Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.172076Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.172189Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.172293Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.180477Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] test test_concurrent_worker_leaves_jobs_in_queue_on_shutdown ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.183488Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] test test_concurrent_worker_job_retries_twice ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.184483Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] test test_concurrent_worker_shutdown_signal_channel_closed ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.185192Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.185353Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 500ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.185443Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.185590Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.185816Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.185933Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.188840Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.189296Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.189408Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.189482Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.189570Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.189446Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.191130Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.191283Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.191503Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.191604Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.193871Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.193976Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.205831Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.205923Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.205963Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.209229Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.209375Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.216927Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.217084Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.237424Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.237613Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.237889Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.240154Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.240389Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.241728Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.241836Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.253683Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] test test_concurrent_worker_shutdown_during_job_retry_delay ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.274956Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.280780Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.289442Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.289585Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.382583Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.384022Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.407527Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.574561Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] test test_concurrent_worker_job_execution_order ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.576517Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] test test_concurrent_worker_completes_job_during_shutdown ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.577392Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] test test_concurrent_worker_job_succeeds_without_retries ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.581483Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] test test_concurrent_worker_queue_errors ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.585495Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] test test_concurrent_worker_shutdown_with_empty_queue ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.596367Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] test test_concurrent_worker_multiple_jobs ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.598950Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_completes_job ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.694624Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] test test_concurrent_worker_respects_concurrency_limit ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.717769Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] test test_concurrent_worker_varying_job_durations ... ok [INFO] [stdout] {"timestamp":"2025-09-01T11:08:20.790965Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] test test_concurrent_worker_parallel_execution ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 20 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.72s [INFO] [stdout] [INFO] [stderr] Running tests/concurrent_worker_integration.rs (/opt/rustwide/target/debug/deps/concurrent_worker_integration-bf95a69147d89159) [INFO] [stdout] [INFO] [stdout] running 5 tests [INFO] [stdout] test common::tests::test_logging_levels ... ok [INFO] [stdout] test common::tests::test_span_logging ... ok [INFO] [stdout] test test_queue_persistence ... FAILED [INFO] [stdout] test test_complete_workflow ... FAILED [INFO] [stdout] test test_concurrent_workers ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- test_queue_persistence stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_queue_persistence' (54) panicked at tests/concurrent_worker_integration.rs:284:35: [INFO] [stdout] Failed to push job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5aeea34c5be2 - std::backtrace_rs::backtrace::libunwind::trace::h7cddb8376417e7cc [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5aeea34c5be2 - std::backtrace_rs::backtrace::trace_unsynchronized::hb4e41acf4b349ff1 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5aeea34c5be2 - std::sys::backtrace::_print_fmt::h1222b80910ba6eb5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5aeea34c5be2 - ::fmt::h5bb8a979ba5db788 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5aeea34d7b8f - core::fmt::rt::Argument::fmt::h2ee2c138a50a7796 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5aeea34d7b8f - core::fmt::write::h1e0dbf07fe3990bd [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5aeea34923f3 - std::io::default_write_fmt::h7d7ad5ed6a883d81 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5aeea34923f3 - std::io::Write::write_fmt::hc477d9325b345ece [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5aeea349eaa2 - std::sys::backtrace::BacktraceLock::print::h788d486777205086 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5aeea34a378f - std::panicking::default_hook::{{closure}}::ha7bdfeb5949fc0fa [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5aeea34a3621 - std::panicking::default_hook::h6dad75ec721846f4 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5aeea301885e - as core::ops::function::Fn>::call::h33799d04b0b96146 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 12: 0x5aeea301885e - test::test_main_with_exit_callback::{{closure}}::h880e31c829a2eb5d [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5aeea34a3ede - as core::ops::function::Fn>::call::h5e1b8c652ea49180 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 14: 0x5aeea34a3ede - std::panicking::panic_with_hook::hba00e869ada17676 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5aeea34a3bfa - std::panicking::panic_handler::{{closure}}::h3d21149c258e5ceb [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5aeea349ebd9 - std::sys::backtrace::__rust_end_short_backtrace::h4f5d9b9dfb3e6ec1 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5aeea348637d - __rustc[9a7a9f9af7564de1]::rust_begin_unwind [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5aeea34e24d0 - core::panicking::panic_fmt::h78e817a90331d98b [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5aeea34e17b6 - core::result::unwrap_failed::h3ce108722ad88f1e [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/result.rs:1852:5 [INFO] [stdout] 20: 0x5aeea2fbe4d5 - core::result::Result::expect::hab4bd279065187de [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/result.rs:1175:23 [INFO] [stdout] 21: 0x5aeea2f926ac - concurrent_worker_integration::test_queue_persistence::{{closure}}::h392b530ed5cbd2a9 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:284:35 [INFO] [stdout] 22: 0x5aeea2f9f2a2 - as core::future::future::Future>::poll::hb4e91b2b5a6f4fe6 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5aeea2f9f11d - as core::future::future::Future>::poll::h7602fda07c93d370 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5aeea2ff787d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::ha2264ea68a670b49 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5aeea2ff763b - tokio::task::coop::with_budget::h51d1821b98aebf34 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5aeea2ff763b - tokio::task::coop::budget::hfb5ba0eb843fb715 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5aeea2ff763b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h7f8ede46afcc9358 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5aeea2ff4f30 - tokio::runtime::scheduler::current_thread::Context::enter::hd7b81a8873c808cc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5aeea2ff6240 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hcfc6e9590e7cf21a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5aeea2ff5ee4 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h9b8937a1845fdd66 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5aeea2f9cdab - tokio::runtime::context::scoped::Scoped::set::ha7040d2c8ba85c2c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5aeea2f81579 - tokio::runtime::context::set_scheduler::{{closure}}::hca83423dc709ebec [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5aeea2fd6e72 - std::thread::local::LocalKey::try_with::h81f681e56a5c3bab [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5aeea2fd5cee - std::thread::local::LocalKey::with::he4d3e30a1092e4c5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5aeea2f8152d - tokio::runtime::context::set_scheduler::hba82d7448ae6e856 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x5aeea2ff5c90 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::h79e22341feaee13b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5aeea2ff5f83 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h9df7cecc4a794752 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5aeea2ff2d53 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::hbcb72f5880c9245b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5aeea2fd0040 - tokio::runtime::context::runtime::enter_runtime::h87220730ad6b4cb8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5aeea2ff27a1 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::hcfe8089be16ee1f7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5aeea2faca34 - tokio::runtime::runtime::Runtime::block_on_inner::h7dc4435fb51a3f64 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5aeea2facd07 - tokio::runtime::runtime::Runtime::block_on::h98a8962c57148789 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5aeea2f91a81 - concurrent_worker_integration::test_queue_persistence::hd20e3ed772170be2 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:293:45 [INFO] [stdout] 44: 0x5aeea2f91b17 - concurrent_worker_integration::test_queue_persistence::{{closure}}::h0b39bc5fd9cf2829 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:271:34 [INFO] [stdout] 45: 0x5aeea2f72716 - core::ops::function::FnOnce::call_once::h8d01b66190319d3c [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 46: 0x5aeea301865b - core::ops::function::FnOnce::call_once::h7f4b4fba903e39d5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 47: 0x5aeea301865b - test::__rust_begin_short_backtrace::h9277cb6a2ccfc000 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5aeea302e105 - test::run_test_in_process::{{closure}}::h9aea5ca90d1f4423 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5aeea302e105 - as core::ops::function::FnOnce<()>>::call_once::h364f5fe6cc8afa85 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 50: 0x5aeea302e105 - std::panicking::catch_unwind::do_call::h2b2bec3317fe53ec [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5aeea302e105 - std::panicking::catch_unwind::hc3763734156da4af [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5aeea302e105 - std::panic::catch_unwind::h28038391e867eabc [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5aeea302e105 - test::run_test_in_process::had0273166695a036 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5aeea302e105 - test::run_test::{{closure}}::h743d09d4bb476605 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5aeea3004b24 - test::run_test::{{closure}}::he950b8f9118d37e2 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5aeea3004b24 - std::sys::backtrace::__rust_begin_short_backtrace::hbfaffa6539f6abb7 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5aeea300840a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::hcce3c2c65b9c3b20 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5aeea300840a - as core::ops::function::FnOnce<()>>::call_once::hb66b30b6d37985a5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 59: 0x5aeea300840a - std::panicking::catch_unwind::do_call::h992bbe2c32dc1d79 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5aeea300840a - std::panicking::catch_unwind::h412991d5237de610 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5aeea300840a - std::panic::catch_unwind::ha82b139b3eb5840a [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5aeea300840a - std::thread::Builder::spawn_unchecked_::{{closure}}::ha823b36f5114938e [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5aeea300840a - core::ops::function::FnOnce::call_once{{vtable.shim}}::hf120e7b1db22ac07 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 64: 0x5aeea3498d9f - as core::ops::function::FnOnce>::call_once::h3e049222c99298ac [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 65: 0x5aeea3498d9f - std::sys::pal::unix::thread::Thread::new::thread_start::h942e336943ad5963 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/pal/unix/thread.rs:118:17 [INFO] [stdout] 66: 0x70f846041aa4 - [INFO] [stdout] 67: 0x70f8460cea34 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test_complete_workflow stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_complete_workflow' (52) panicked at tests/concurrent_worker_integration.rs:155:10: [INFO] [stdout] Failed to push successful job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5aeea34c5be2 - std::backtrace_rs::backtrace::libunwind::trace::h7cddb8376417e7cc [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5aeea34c5be2 - std::backtrace_rs::backtrace::trace_unsynchronized::hb4e41acf4b349ff1 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5aeea34c5be2 - std::sys::backtrace::_print_fmt::h1222b80910ba6eb5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5aeea34c5be2 - ::fmt::h5bb8a979ba5db788 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5aeea34d7b8f - core::fmt::rt::Argument::fmt::h2ee2c138a50a7796 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5aeea34d7b8f - core::fmt::write::h1e0dbf07fe3990bd [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5aeea34923f3 - std::io::default_write_fmt::h7d7ad5ed6a883d81 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5aeea34923f3 - std::io::Write::write_fmt::hc477d9325b345ece [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5aeea349eaa2 - std::sys::backtrace::BacktraceLock::print::h788d486777205086 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5aeea34a378f - std::panicking::default_hook::{{closure}}::ha7bdfeb5949fc0fa [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5aeea34a3621 - std::panicking::default_hook::h6dad75ec721846f4 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5aeea301885e - as core::ops::function::Fn>::call::h33799d04b0b96146 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 12: 0x5aeea301885e - test::test_main_with_exit_callback::{{closure}}::h880e31c829a2eb5d [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5aeea34a3ede - as core::ops::function::Fn>::call::h5e1b8c652ea49180 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 14: 0x5aeea34a3ede - std::panicking::panic_with_hook::hba00e869ada17676 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5aeea34a3bfa - std::panicking::panic_handler::{{closure}}::h3d21149c258e5ceb [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5aeea349ebd9 - std::sys::backtrace::__rust_end_short_backtrace::h4f5d9b9dfb3e6ec1 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5aeea348637d - __rustc[9a7a9f9af7564de1]::rust_begin_unwind [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5aeea34e24d0 - core::panicking::panic_fmt::h78e817a90331d98b [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5aeea34e17b6 - core::result::unwrap_failed::h3ce108722ad88f1e [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/result.rs:1852:5 [INFO] [stdout] 20: 0x5aeea2fbe4d5 - core::result::Result::expect::hab4bd279065187de [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/result.rs:1175:23 [INFO] [stdout] 21: 0x5aeea2f8fcaa - concurrent_worker_integration::test_complete_workflow::{{closure}}::hc788264a8d852c52 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:155:10 [INFO] [stdout] 22: 0x5aeea2f9f2a2 - as core::future::future::Future>::poll::hb4e91b2b5a6f4fe6 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5aeea2f9f11d - as core::future::future::Future>::poll::h7602fda07c93d370 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5aeea2ff787d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::ha2264ea68a670b49 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5aeea2ff763b - tokio::task::coop::with_budget::h51d1821b98aebf34 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5aeea2ff763b - tokio::task::coop::budget::hfb5ba0eb843fb715 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5aeea2ff763b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h7f8ede46afcc9358 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5aeea2ff4f30 - tokio::runtime::scheduler::current_thread::Context::enter::hd7b81a8873c808cc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5aeea2ff6240 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hcfc6e9590e7cf21a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5aeea2ff5ee4 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h9b8937a1845fdd66 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5aeea2f9cdab - tokio::runtime::context::scoped::Scoped::set::ha7040d2c8ba85c2c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5aeea2f81579 - tokio::runtime::context::set_scheduler::{{closure}}::hca83423dc709ebec [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5aeea2fd6e72 - std::thread::local::LocalKey::try_with::h81f681e56a5c3bab [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5aeea2fd5cee - std::thread::local::LocalKey::with::he4d3e30a1092e4c5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5aeea2f8152d - tokio::runtime::context::set_scheduler::hba82d7448ae6e856 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x5aeea2ff5c90 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::h79e22341feaee13b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5aeea2ff5f83 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h9df7cecc4a794752 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5aeea2ff2d53 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::hbcb72f5880c9245b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5aeea2fd0040 - tokio::runtime::context::runtime::enter_runtime::h87220730ad6b4cb8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5aeea2ff27a1 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::hcfe8089be16ee1f7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5aeea2faca34 - tokio::runtime::runtime::Runtime::block_on_inner::h7dc4435fb51a3f64 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5aeea2facd07 - tokio::runtime::runtime::Runtime::block_on::h98a8962c57148789 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5aeea2f8e1e1 - concurrent_worker_integration::test_complete_workflow::ha4c92e7f8450e1d7 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:205:45 [INFO] [stdout] 44: 0x5aeea2f8e277 - concurrent_worker_integration::test_complete_workflow::{{closure}}::h9433ffc878a86502 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:121:34 [INFO] [stdout] 45: 0x5aeea2f72236 - core::ops::function::FnOnce::call_once::h350f23abf5ab4f8e [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 46: 0x5aeea301865b - core::ops::function::FnOnce::call_once::h7f4b4fba903e39d5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 47: 0x5aeea301865b - test::__rust_begin_short_backtrace::h9277cb6a2ccfc000 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5aeea302e105 - test::run_test_in_process::{{closure}}::h9aea5ca90d1f4423 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5aeea302e105 - as core::ops::function::FnOnce<()>>::call_once::h364f5fe6cc8afa85 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 50: 0x5aeea302e105 - std::panicking::catch_unwind::do_call::h2b2bec3317fe53ec [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5aeea302e105 - std::panicking::catch_unwind::hc3763734156da4af [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5aeea302e105 - std::panic::catch_unwind::h28038391e867eabc [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5aeea302e105 - test::run_test_in_process::had0273166695a036 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5aeea302e105 - test::run_test::{{closure}}::h743d09d4bb476605 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5aeea3004b24 - test::run_test::{{closure}}::he950b8f9118d37e2 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5aeea3004b24 - std::sys::backtrace::__rust_begin_short_backtrace::hbfaffa6539f6abb7 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5aeea300840a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::hcce3c2c65b9c3b20 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5aeea300840a - as core::ops::function::FnOnce<()>>::call_once::hb66b30b6d37985a5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 59: 0x5aeea300840a - std::panicking::catch_unwind::do_call::h992bbe2c32dc1d79 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5aeea300840a - std::panicking::catch_unwind::h412991d5237de610 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5aeea300840a - std::panic::catch_unwind::ha82b139b3eb5840a [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5aeea300840a - std::thread::Builder::spawn_unchecked_::{{closure}}::ha823b36f5114938e [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5aeea300840a - core::ops::function::FnOnce::call_once{{vtable.shim}}::hf120e7b1db22ac07 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 64: 0x5aeea3498d9f - as core::ops::function::FnOnce>::call_once::h3e049222c99298ac [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 65: 0x5aeea3498d9f - std::sys::pal::unix::thread::Thread::new::thread_start::h942e336943ad5963 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/pal/unix/thread.rs:118:17 [INFO] [stdout] 66: 0x70f846041aa4 - [INFO] [stdout] 67: 0x70f8460cea34 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test_concurrent_workers stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_concurrent_workers' (53) panicked at tests/concurrent_worker_integration.rs:226:31: [INFO] [stdout] Failed to push job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5aeea34c5be2 - std::backtrace_rs::backtrace::libunwind::trace::h7cddb8376417e7cc [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5aeea34c5be2 - std::backtrace_rs::backtrace::trace_unsynchronized::hb4e41acf4b349ff1 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5aeea34c5be2 - std::sys::backtrace::_print_fmt::h1222b80910ba6eb5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5aeea34c5be2 - ::fmt::h5bb8a979ba5db788 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5aeea34d7b8f - core::fmt::rt::Argument::fmt::h2ee2c138a50a7796 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5aeea34d7b8f - core::fmt::write::h1e0dbf07fe3990bd [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5aeea34923f3 - std::io::default_write_fmt::h7d7ad5ed6a883d81 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5aeea34923f3 - std::io::Write::write_fmt::hc477d9325b345ece [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5aeea349eaa2 - std::sys::backtrace::BacktraceLock::print::h788d486777205086 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5aeea34a378f - std::panicking::default_hook::{{closure}}::ha7bdfeb5949fc0fa [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5aeea34a3621 - std::panicking::default_hook::h6dad75ec721846f4 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5aeea301885e - as core::ops::function::Fn>::call::h33799d04b0b96146 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 12: 0x5aeea301885e - test::test_main_with_exit_callback::{{closure}}::h880e31c829a2eb5d [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5aeea34a3ede - as core::ops::function::Fn>::call::h5e1b8c652ea49180 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 14: 0x5aeea34a3ede - std::panicking::panic_with_hook::hba00e869ada17676 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5aeea34a3bfa - std::panicking::panic_handler::{{closure}}::h3d21149c258e5ceb [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5aeea349ebd9 - std::sys::backtrace::__rust_end_short_backtrace::h4f5d9b9dfb3e6ec1 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5aeea348637d - __rustc[9a7a9f9af7564de1]::rust_begin_unwind [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5aeea34e24d0 - core::panicking::panic_fmt::h78e817a90331d98b [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5aeea34e17b6 - core::result::unwrap_failed::h3ce108722ad88f1e [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/result.rs:1852:5 [INFO] [stdout] 20: 0x5aeea2fbe4d5 - core::result::Result::expect::hab4bd279065187de [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/result.rs:1175:23 [INFO] [stdout] 21: 0x5aeea2f9430e - concurrent_worker_integration::test_concurrent_workers::{{closure}}::h7264a0d0b871663c [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:226:31 [INFO] [stdout] 22: 0x5aeea2f9f2a2 - as core::future::future::Future>::poll::hb4e91b2b5a6f4fe6 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5aeea2f9f11d - as core::future::future::Future>::poll::h7602fda07c93d370 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5aeea2ff787d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::ha2264ea68a670b49 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5aeea2ff763b - tokio::task::coop::with_budget::h51d1821b98aebf34 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5aeea2ff763b - tokio::task::coop::budget::hfb5ba0eb843fb715 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5aeea2ff763b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h7f8ede46afcc9358 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5aeea2ff4f30 - tokio::runtime::scheduler::current_thread::Context::enter::hd7b81a8873c808cc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5aeea2ff6240 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hcfc6e9590e7cf21a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5aeea2ff5ee4 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h9b8937a1845fdd66 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5aeea2f9cdab - tokio::runtime::context::scoped::Scoped::set::ha7040d2c8ba85c2c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5aeea2f81579 - tokio::runtime::context::set_scheduler::{{closure}}::hca83423dc709ebec [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5aeea2fd6e72 - std::thread::local::LocalKey::try_with::h81f681e56a5c3bab [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5aeea2fd5cee - std::thread::local::LocalKey::with::he4d3e30a1092e4c5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5aeea2f8152d - tokio::runtime::context::set_scheduler::hba82d7448ae6e856 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x5aeea2ff5c90 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::h79e22341feaee13b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5aeea2ff5f83 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h9df7cecc4a794752 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5aeea2ff2d53 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::hbcb72f5880c9245b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5aeea2fd0040 - tokio::runtime::context::runtime::enter_runtime::h87220730ad6b4cb8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5aeea2ff27a1 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::hcfe8089be16ee1f7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5aeea2faca34 - tokio::runtime::runtime::Runtime::block_on_inner::h7dc4435fb51a3f64 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5aeea2facd07 - tokio::runtime::runtime::Runtime::block_on::h98a8962c57148789 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5aeea2f93271 - concurrent_worker_integration::test_concurrent_workers::hcef5f1934ab3ddcc [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:264:35 [INFO] [stdout] 44: 0x5aeea2f93307 - concurrent_worker_integration::test_concurrent_workers::{{closure}}::h69e90936d8d407e7 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:209:35 [INFO] [stdout] 45: 0x5aeea2f72936 - core::ops::function::FnOnce::call_once::ha569fe9ca116b1ff [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 46: 0x5aeea301865b - core::ops::function::FnOnce::call_once::h7f4b4fba903e39d5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 47: 0x5aeea301865b - test::__rust_begin_short_backtrace::h9277cb6a2ccfc000 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5aeea302e105 - test::run_test_in_process::{{closure}}::h9aea5ca90d1f4423 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5aeea302e105 - as core::ops::function::FnOnce<()>>::call_once::h364f5fe6cc8afa85 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 50: 0x5aeea302e105 - std::panicking::catch_unwind::do_call::h2b2bec3317fe53ec [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5aeea302e105 - std::panicking::catch_unwind::hc3763734156da4af [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5aeea302e105 - std::panic::catch_unwind::h28038391e867eabc [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5aeea302e105 - test::run_test_in_process::had0273166695a036 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5aeea302e105 - test::run_test::{{closure}}::h743d09d4bb476605 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5aeea3004b24 - test::run_test::{{closure}}::he950b8f9118d37e2 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5aeea3004b24 - std::sys::backtrace::__rust_begin_short_backtrace::hbfaffa6539f6abb7 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5aeea300840a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::hcce3c2c65b9c3b20 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5aeea300840a - as core::ops::function::FnOnce<()>>::call_once::hb66b30b6d37985a5 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 59: 0x5aeea300840a - std::panicking::catch_unwind::do_call::h992bbe2c32dc1d79 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5aeea300840a - std::panicking::catch_unwind::h412991d5237de610 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5aeea300840a - std::panic::catch_unwind::ha82b139b3eb5840a [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5aeea300840a - std::thread::Builder::spawn_unchecked_::{{closure}}::ha823b36f5114938e [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5aeea300840a - core::ops::function::FnOnce::call_once{{vtable.shim}}::hf120e7b1db22ac07 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 64: 0x5aeea3498d9f - as core::ops::function::FnOnce>::call_once::h3e049222c99298ac [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 65: 0x5aeea3498d9f - std::sys::pal::unix::thread::Thread::new::thread_start::h942e336943ad5963 [INFO] [stdout] at /rustc/cdb45c87e2cd43495379f7e867e3cc15dcee9f93/library/std/src/sys/pal/unix/thread.rs:118:17 [INFO] [stdout] 66: 0x70f846041aa4 - [INFO] [stdout] 67: 0x70f8460cea34 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] test_complete_workflow [INFO] [stdout] test_concurrent_workers [INFO] [stdout] test_queue_persistence [INFO] [stdout] [INFO] [stdout] test result: FAILED. 2 passed; 3 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.12s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--test concurrent_worker_integration` [INFO] running `Command { std: "docker" "inspect" "a103a482018ef6e52913905cdf5f81930ae7786c314aa9ad385d7c58d26653e4", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "a103a482018ef6e52913905cdf5f81930ae7786c314aa9ad385d7c58d26653e4", kill_on_drop: false }` [INFO] [stdout] a103a482018ef6e52913905cdf5f81930ae7786c314aa9ad385d7c58d26653e4