[INFO] fetching crate queue_workers 0.5.1... [INFO] testing queue_workers-0.5.1 against beta-2025-09-21 for beta-1.91-3 [INFO] extracting crate queue_workers 0.5.1 into /workspace/builds/worker-0-tc2/source [INFO] started tweaking crates.io crate queue_workers 0.5.1 [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate queue_workers 0.5.1 [INFO] tweaked toml for crates.io crate queue_workers 0.5.1 written to /workspace/builds/worker-0-tc2/source/Cargo.toml [INFO] validating manifest of crates.io crate queue_workers 0.5.1 on toolchain beta-2025-09-21 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+beta-2025-09-21" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate queue_workers 0.5.1 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+beta-2025-09-21" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2025-09-21" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 48e0a0925ae474d2e3002f20cdf65d930c1d7ded5b1f0352c0e06dce15e9f6eb [INFO] running `Command { std: "docker" "start" "-a" "48e0a0925ae474d2e3002f20cdf65d930c1d7ded5b1f0352c0e06dce15e9f6eb", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "48e0a0925ae474d2e3002f20cdf65d930c1d7ded5b1f0352c0e06dce15e9f6eb", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "48e0a0925ae474d2e3002f20cdf65d930c1d7ded5b1f0352c0e06dce15e9f6eb", kill_on_drop: false }` [INFO] [stdout] 48e0a0925ae474d2e3002f20cdf65d930c1d7ded5b1f0352c0e06dce15e9f6eb [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2025-09-21" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 0f00494c6b849fbb9b380a80284248ce031ec7df0cde43a073de059e21be040b [INFO] running `Command { std: "docker" "start" "-a" "0f00494c6b849fbb9b380a80284248ce031ec7df0cde43a073de059e21be040b", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.94 [INFO] [stderr] Compiling libc v0.2.171 [INFO] [stderr] Compiling smallvec v1.15.0 [INFO] [stderr] Compiling writeable v0.5.5 [INFO] [stderr] Compiling litemap v0.7.5 [INFO] [stderr] Compiling icu_locid_transform_data v1.5.1 [INFO] [stderr] Compiling icu_properties_data v1.5.1 [INFO] [stderr] Compiling icu_normalizer_data v1.5.1 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling write16 v1.0.0 [INFO] [stderr] Compiling utf16_iter v1.0.5 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling getrandom v0.3.2 [INFO] [stderr] Compiling form_urlencoded v1.2.1 [INFO] [stderr] Compiling serde_json v1.0.140 [INFO] [stderr] Compiling sha1_smol v1.0.1 [INFO] [stderr] Compiling arc-swap v1.7.1 [INFO] [stderr] Compiling quote v1.0.40 [INFO] [stderr] Compiling syn v2.0.100 [INFO] [stderr] Compiling parking_lot_core v0.9.10 [INFO] [stderr] Compiling mio v1.0.3 [INFO] [stderr] Compiling socket2 v0.5.9 [INFO] [stderr] Compiling signal-hook-registry v1.4.2 [INFO] [stderr] Compiling num_cpus v1.16.0 [INFO] [stderr] Compiling parking_lot v0.12.3 [INFO] [stderr] Compiling num-integer v0.1.46 [INFO] [stderr] Compiling num-bigint v0.4.6 [INFO] [stderr] Compiling synstructure v0.13.1 [INFO] [stderr] Compiling zerovec-derive v0.10.3 [INFO] [stderr] Compiling displaydoc v0.2.5 [INFO] [stderr] Compiling icu_provider_macros v1.5.0 [INFO] [stderr] Compiling tokio-macros v2.5.0 [INFO] [stderr] Compiling serde_derive v1.0.219 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling thiserror-impl v2.0.12 [INFO] [stderr] Compiling zerofrom-derive v0.1.6 [INFO] [stderr] Compiling yoke-derive v0.7.5 [INFO] [stderr] Compiling tokio v1.44.2 [INFO] [stderr] Compiling async-trait v0.1.88 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling zerofrom v0.1.6 [INFO] [stderr] Compiling thiserror v2.0.12 [INFO] [stderr] Compiling yoke v0.7.5 [INFO] [stderr] Compiling zerovec v0.10.4 [INFO] [stderr] Compiling tinystr v0.7.6 [INFO] [stderr] Compiling icu_collections v1.5.0 [INFO] [stderr] Compiling icu_locid v1.5.0 [INFO] [stderr] Compiling serde v1.0.219 [INFO] [stderr] Compiling icu_provider v1.5.0 [INFO] [stderr] Compiling icu_locid_transform v1.5.0 [INFO] [stderr] Compiling icu_properties v1.5.1 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling tokio-util v0.7.14 [INFO] [stderr] Compiling uuid v1.16.0 [INFO] [stderr] Compiling chrono v0.4.40 [INFO] [stderr] Compiling combine v4.6.7 [INFO] [stderr] Compiling icu_normalizer v1.5.0 [INFO] [stderr] Compiling idna_adapter v1.2.0 [INFO] [stderr] Compiling idna v1.0.3 [INFO] [stderr] Compiling url v2.5.4 [INFO] [stderr] Compiling redis v0.29.5 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 1m 13s [INFO] running `Command { std: "docker" "inspect" "0f00494c6b849fbb9b380a80284248ce031ec7df0cde43a073de059e21be040b", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "0f00494c6b849fbb9b380a80284248ce031ec7df0cde43a073de059e21be040b", kill_on_drop: false }` [INFO] [stdout] 0f00494c6b849fbb9b380a80284248ce031ec7df0cde43a073de059e21be040b [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2025-09-21" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 6af956ab4eb96b2032f39ae521fdbaa99859dbb576346860de54a3eca917b666 [INFO] running `Command { std: "docker" "start" "-a" "6af956ab4eb96b2032f39ae521fdbaa99859dbb576346860de54a3eca917b666", kill_on_drop: false }` [INFO] [stderr] Compiling regex-syntax v0.8.5 [INFO] [stderr] Compiling anstyle-parse v0.2.6 [INFO] [stderr] Compiling tracing-attributes v0.1.28 [INFO] [stderr] Compiling anstyle-query v1.1.2 [INFO] [stderr] Compiling colorchoice v1.0.3 [INFO] [stderr] Compiling anstyle v1.0.10 [INFO] [stderr] Compiling tracing-serde v0.2.0 [INFO] [stderr] Compiling env_filter v0.1.3 [INFO] [stderr] Compiling test-log-macros v0.2.17 [INFO] [stderr] Compiling tracing-test-macro v0.2.5 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Compiling anstream v0.6.18 [INFO] [stderr] Compiling env_logger v0.11.8 [INFO] [stderr] Compiling test-log v0.2.17 [INFO] [stderr] Compiling tracing v0.1.41 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling tracing-subscriber v0.3.19 [INFO] [stderr] Compiling tracing-test v0.2.5 [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 34.34s [INFO] running `Command { std: "docker" "inspect" "6af956ab4eb96b2032f39ae521fdbaa99859dbb576346860de54a3eca917b666", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "6af956ab4eb96b2032f39ae521fdbaa99859dbb576346860de54a3eca917b666", kill_on_drop: false }` [INFO] [stdout] 6af956ab4eb96b2032f39ae521fdbaa99859dbb576346860de54a3eca917b666 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2025-09-21" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 3dea376afed422ef3c9366505f7a66c01de0f3841d8b4e2e5bbbded4176aec6f [INFO] running `Command { std: "docker" "start" "-a" "3dea376afed422ef3c9366505f7a66c01de0f3841d8b4e2e5bbbded4176aec6f", kill_on_drop: false }` [INFO] [stderr] warning: struct `TestQueue` is never constructed [INFO] [stderr] --> tests/common/mod.rs:254:12 [INFO] [stderr] | [INFO] [stderr] 254 | pub struct TestQueue { [INFO] [stderr] | ^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stderr] [INFO] [stderr] warning: `queue_workers` (test "serial_worker_integration") generated 1 warning [INFO] [stderr] warning: `queue_workers` (test "concurrent_worker_integration") generated 1 warning (1 duplicate) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.17s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/queue_workers-ff90760467e3528c) [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test job::tests::test_clone ... ok [INFO] [stdout] test job::tests::test_new_job_metadata ... ok [INFO] [stderr] Running tests/concurrent_worker.rs (/opt/rustwide/target/debug/deps/concurrent_worker-858081366172a243) [INFO] [stdout] test job::tests::test_update_status ... ok [INFO] [stdout] test job::tests::test_serialization ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 20 tests [INFO] [stdout] test test_concurrent_worker_job_retries_once ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.562821Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_respects_worker_config_retry_limit","threadId":"ThreadId(8)"} [INFO] [stdout] test test_concurrent_worker_job_respects_worker_config_retry_limit ... ok [INFO] [stdout] test common::tests::test_span_logging ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.565250Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.565341Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.565382Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.565397Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.565443Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.565495Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] test common::tests::test_logging_levels ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.566061Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.566169Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.566240Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.566275Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.566446Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 100ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.566720Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.566801Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.566928Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.567128Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 50ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.575138Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.577467Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] test test_concurrent_worker_job_retries_until_it_fails ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.577911Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578016Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578099Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578178Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578243Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578291Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578375Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578426Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578499Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578543Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578625Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578669Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578745Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578788Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578919Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.578995Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.579356Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.579562Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.579781Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.579969Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.582925Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.583023Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.583369Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.583594Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.583974Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.584168Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.584275Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.584408Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.584497Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.584544Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.584629Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.584676Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.584785Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.584876Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.585055Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.589989Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.590065Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.618007Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 600ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.618098Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.618292Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_cancels_ongoing_job ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.619112Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.619217Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.619280Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.619360Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.619431Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.619501Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.620041Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.668994Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] test test_concurrent_worker_leaves_jobs_in_queue_on_shutdown ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.669578Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.669650Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.669693Z","level":"ERROR","fields":{"message":"Job failed to execute: Unknown error: Simulated queue error","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":135},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":135,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.669733Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.669763Z","level":"ERROR","fields":{"message":"Job failed to execute: Unknown error: Simulated queue error","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":135},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":135,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.669798Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.669828Z","level":"ERROR","fields":{"message":"Job failed to execute: Unknown error: Simulated queue error","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":135},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":135,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.669864Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.669923Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.670434Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] test test_concurrent_worker_job_retries_twice ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.670773Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.670822Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.670852Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.670920Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.670955Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.670991Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.671096Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.671098Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.671136Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.671141Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.671168Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.692427Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.692524Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.692562Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.692636Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.692749Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.692815Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.692858Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.692906Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.692945Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.692974Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.693157Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.693532Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719029Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719124Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719162Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719192Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719217Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719245Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719283Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719311Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719359Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719393Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719429Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.719457Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.740829Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.740937Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.740969Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.740999Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.741025Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.741054Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.741090Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.741114Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.741142Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.741169Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.741206Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.741235Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.758211Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.758294Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.758337Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.758366Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.758394Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.758432Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.758456Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.758486Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.758508Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.758619Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773038Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773140Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773188Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773221Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773246Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773276Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773325Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773356Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773399Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773431Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773469Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.773498Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.794853Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.794975Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.795037Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.795083Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.795119Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.795170Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.795218Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.795262Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.809754Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.809846Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.809907Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.809942Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.809975Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.810018Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.810049Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.810088Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.810118Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.861682Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.861772Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.861805Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.861832Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.861860Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.861920Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.861962Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.871650Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.912329Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.912424Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.924050Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:46.972158Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.056113Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.056952Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] test test_concurrent_worker_job_execution_order ... ok [INFO] [stdout] test test_concurrent_worker_completes_job_during_shutdown ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.058142Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.058152Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.058251Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.058267Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.058287Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.058302Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.058380Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 3s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.067726Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] test test_concurrent_worker_job_succeeds_without_retries ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.068206Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.068586Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.085911Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] test test_concurrent_worker_multiple_jobs ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.090785Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.091079Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.091150Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.091193Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.091249Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.091290Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_completes_job ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.109632Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 100ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.122538Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.122634Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.122671Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.144016Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.144112Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.144147Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.160006Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] test test_concurrent_worker_shutdown_signal_channel_closed ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.170053Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 500ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.172077Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] test test_concurrent_worker_queue_errors ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.194024Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.194111Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.194146Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.195311Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.195363Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.205622Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.205716Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.213987Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] test test_concurrent_worker_shutdown_during_job_retry_delay ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.296160Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] test test_concurrent_worker_respects_concurrency_limit ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.393174Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.414153Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] test test_concurrent_worker_parallel_execution ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.569809Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] test test_concurrent_worker_shutdown_with_empty_queue ... ok [INFO] [stdout] {"timestamp":"2025-10-01T12:20:47.707012Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] test test_concurrent_worker_varying_job_durations ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 20 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 1.15s [INFO] [stdout] [INFO] [stderr] Running tests/concurrent_worker_integration.rs (/opt/rustwide/target/debug/deps/concurrent_worker_integration-f7ea3bb88bba71c4) [INFO] [stdout] [INFO] [stdout] running 5 tests [INFO] [stdout] test common::tests::test_span_logging ... ok [INFO] [stdout] test common::tests::test_logging_levels ... ok [INFO] [stdout] test test_concurrent_workers ... FAILED [INFO] [stdout] test test_complete_workflow ... FAILED [INFO] [stdout] test test_queue_persistence ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- test_concurrent_workers stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_concurrent_workers' (46) panicked at tests/concurrent_worker_integration.rs:226:31: [INFO] [stdout] Failed to push job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5ddd6647ee92 - std::backtrace_rs::backtrace::libunwind::trace::hcab59e1e990fdc24 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5ddd6647ee92 - std::backtrace_rs::backtrace::trace_unsynchronized::he24cc57f3d2f47b7 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5ddd6647ee92 - std::sys::backtrace::_print_fmt::hf8d65ede198eeb54 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5ddd6647ee92 - ::fmt::h67edf0e4d33c343c [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5ddd66490eff - core::fmt::rt::Argument::fmt::hef94184842aeafdd [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5ddd66490eff - core::fmt::write::hcf0c66b48a8fa606 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5ddd6644b281 - std::io::default_write_fmt::h69967ac0ba93195f [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5ddd6644b281 - std::io::Write::write_fmt::h8db9396209deaa1c [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5ddd66457ba2 - std::sys::backtrace::BacktraceLock::print::h07e5435aa717b414 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5ddd6645c9df - std::panicking::default_hook::{{closure}}::h91001850288db5f7 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5ddd6645c871 - std::panicking::default_hook::h2346dbb704ef5512 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5ddd65fcd04e - as core::ops::function::Fn>::call::h18383b2e29377420 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 12: 0x5ddd65fcd04e - test::test_main_with_exit_callback::{{closure}}::h272d7ef99aef06dc [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5ddd6645d14f - as core::ops::function::Fn>::call::h6dba6e441651a0d1 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 14: 0x5ddd6645d14f - std::panicking::panic_with_hook::hd2b063a6090d23a4 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5ddd6645cefa - std::panicking::panic_handler::{{closure}}::he666d95f139a333e [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5ddd66457cd9 - std::sys::backtrace::__rust_end_short_backtrace::h631ad224854ebee5 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5ddd6643f47d - __rustc[1d67440d6e82e4f]::rust_begin_unwind [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5ddd6649b850 - core::panicking::panic_fmt::h420ddb7fd73daf53 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5ddd6649ab26 - core::result::unwrap_failed::hdde076be853d034f [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/result.rs:1855:5 [INFO] [stdout] 20: 0x5ddd65f49f75 - core::result::Result::expect::ha0aef5aa01fbf541 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/result.rs:1178:23 [INFO] [stdout] 21: 0x5ddd65f854fe - concurrent_worker_integration::test_concurrent_workers::{{closure}}::h8aa544911c8e8a3c [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:226:31 [INFO] [stdout] 22: 0x5ddd65f761d2 - as core::future::future::Future>::poll::h4326fd1a8e364edc [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5ddd65f763ed - as core::future::future::Future>::poll::hb26167d988ee2164 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5ddd65f7187d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::hd687c8577d33bcbe [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5ddd65f715eb - tokio::task::coop::with_budget::h090e0cbf05808321 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5ddd65f715eb - tokio::task::coop::budget::h6710ba1d377f5e5b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5ddd65f715eb - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h2e37f7d139f2f624 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5ddd65f6ec00 - tokio::runtime::scheduler::current_thread::Context::enter::hd3263e7b601455ad [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5ddd65f70ca0 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::h717817f1c3ea7054 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5ddd65f6fea4 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h19fd4edf9af2ea6f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5ddd65f73edb - tokio::runtime::context::scoped::Scoped::set::h80ce02a08f37d90a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5ddd65f6c399 - tokio::runtime::context::set_scheduler::{{closure}}::h9813ef1b838315dd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5ddd65f407f2 - std::thread::local::LocalKey::try_with::hf1e1dcc6d3c11818 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5ddd65f3e8fe - std::thread::local::LocalKey::with::h1440f5e887a24db4 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5ddd65f6c30d - tokio::runtime::context::set_scheduler::hf84898d274acc293 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x5ddd65f6f830 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::hb2d321b93281691b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5ddd65f6ff43 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::he444e9dd2944b25d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5ddd65f6cd13 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h809400145d57de5b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5ddd65f3a0e0 - tokio::runtime::context::runtime::enter_runtime::hd62f68d759a834c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5ddd65f6c6b1 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h515dc171bde8cd6b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5ddd65fab4d4 - tokio::runtime::runtime::Runtime::block_on_inner::h355543b293b129fc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5ddd65fab697 - tokio::runtime::runtime::Runtime::block_on::h71d33eecec48a039 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5ddd65f84461 - concurrent_worker_integration::test_concurrent_workers::h415b5a9f98da7ce8 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:264:35 [INFO] [stdout] 44: 0x5ddd65f844f7 - concurrent_worker_integration::test_concurrent_workers::{{closure}}::h53d9dec642ddf8cf [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:209:35 [INFO] [stdout] 45: 0x5ddd65f27436 - core::ops::function::FnOnce::call_once::hd1ff88cf042ecfbf [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5ddd65fcce0b - core::ops::function::FnOnce::call_once::h70887edf07a630ba [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x5ddd65fcce0b - test::__rust_begin_short_backtrace::h27763c4cbbdb8601 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5ddd65fe2a75 - test::run_test_in_process::{{closure}}::h4dc8bc6d5e3924d3 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5ddd65fe2a75 - as core::ops::function::FnOnce<()>>::call_once::h75905e8ffe81974f [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x5ddd65fe2a75 - std::panicking::catch_unwind::do_call::h0bc60366ba66eba5 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5ddd65fe2a75 - std::panicking::catch_unwind::hae1ec7bf94407afa [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5ddd65fe2a75 - std::panic::catch_unwind::h0f4ff4773d84d3cd [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5ddd65fe2a75 - test::run_test_in_process::h03fbc77ae48b3f10 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5ddd65fe2a75 - test::run_test::{{closure}}::h83476a9c453dc4d3 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5ddd65fb9264 - test::run_test::{{closure}}::h515482ad1e7fe7de [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5ddd65fb9264 - std::sys::backtrace::__rust_begin_short_backtrace::hed09f6ac5fe9d647 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5ddd65fbcb2a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h988e2cd969319888 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5ddd65fbcb2a - as core::ops::function::FnOnce<()>>::call_once::hd70e28dc46ec20be [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x5ddd65fbcb2a - std::panicking::catch_unwind::do_call::hdc29e11311eb7655 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5ddd65fbcb2a - std::panicking::catch_unwind::h9e402d6a96fef41c [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5ddd65fbcb2a - std::panic::catch_unwind::h9213c0c54aec70e0 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5ddd65fbcb2a - std::thread::Builder::spawn_unchecked_::{{closure}}::h6262965869ed2b87 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5ddd65fbcb2a - core::ops::function::FnOnce::call_once{{vtable.shim}}::h05c05ed02619e462 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x5ddd66452e3f - as core::ops::function::FnOnce>::call_once::h2044e71c41d3958a [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 65: 0x5ddd66452e3f - std::sys::thread::unix::Thread::new::thread_start::hf277835320aa8e5a [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/thread/unix.rs:126:17 [INFO] [stdout] 66: 0x7ec17c69caa4 - [INFO] [stdout] 67: 0x7ec17c729a34 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test_complete_workflow stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_complete_workflow' (45) panicked at tests/concurrent_worker_integration.rs:155:10: [INFO] [stdout] Failed to push successful job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5ddd6647ee92 - std::backtrace_rs::backtrace::libunwind::trace::hcab59e1e990fdc24 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5ddd6647ee92 - std::backtrace_rs::backtrace::trace_unsynchronized::he24cc57f3d2f47b7 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5ddd6647ee92 - std::sys::backtrace::_print_fmt::hf8d65ede198eeb54 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5ddd6647ee92 - ::fmt::h67edf0e4d33c343c [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5ddd66490eff - core::fmt::rt::Argument::fmt::hef94184842aeafdd [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5ddd66490eff - core::fmt::write::hcf0c66b48a8fa606 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5ddd6644b281 - std::io::default_write_fmt::h69967ac0ba93195f [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5ddd6644b281 - std::io::Write::write_fmt::h8db9396209deaa1c [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5ddd66457ba2 - std::sys::backtrace::BacktraceLock::print::h07e5435aa717b414 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5ddd6645c9df - std::panicking::default_hook::{{closure}}::h91001850288db5f7 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5ddd6645c871 - std::panicking::default_hook::h2346dbb704ef5512 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5ddd65fcd04e - as core::ops::function::Fn>::call::h18383b2e29377420 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 12: 0x5ddd65fcd04e - test::test_main_with_exit_callback::{{closure}}::h272d7ef99aef06dc [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5ddd6645d14f - as core::ops::function::Fn>::call::h6dba6e441651a0d1 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 14: 0x5ddd6645d14f - std::panicking::panic_with_hook::hd2b063a6090d23a4 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5ddd6645cefa - std::panicking::panic_handler::{{closure}}::he666d95f139a333e [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5ddd66457cd9 - std::sys::backtrace::__rust_end_short_backtrace::h631ad224854ebee5 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5ddd6643f47d - __rustc[1d67440d6e82e4f]::rust_begin_unwind [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5ddd6649b850 - core::panicking::panic_fmt::h420ddb7fd73daf53 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5ddd6649ab26 - core::result::unwrap_failed::hdde076be853d034f [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/result.rs:1855:5 [INFO] [stdout] 20: 0x5ddd65f49f75 - core::result::Result::expect::ha0aef5aa01fbf541 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/result.rs:1178:23 [INFO] [stdout] 21: 0x5ddd65f80e9a - concurrent_worker_integration::test_complete_workflow::{{closure}}::hff233b9872f81418 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:155:10 [INFO] [stdout] 22: 0x5ddd65f761d2 - as core::future::future::Future>::poll::h4326fd1a8e364edc [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5ddd65f763ed - as core::future::future::Future>::poll::hb26167d988ee2164 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5ddd65f7187d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::hd687c8577d33bcbe [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5ddd65f715eb - tokio::task::coop::with_budget::h090e0cbf05808321 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5ddd65f715eb - tokio::task::coop::budget::h6710ba1d377f5e5b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5ddd65f715eb - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h2e37f7d139f2f624 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5ddd65f6ec00 - tokio::runtime::scheduler::current_thread::Context::enter::hd3263e7b601455ad [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5ddd65f70ca0 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::h717817f1c3ea7054 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5ddd65f6fea4 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h19fd4edf9af2ea6f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5ddd65f73edb - tokio::runtime::context::scoped::Scoped::set::h80ce02a08f37d90a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5ddd65f6c399 - tokio::runtime::context::set_scheduler::{{closure}}::h9813ef1b838315dd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5ddd65f407f2 - std::thread::local::LocalKey::try_with::hf1e1dcc6d3c11818 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5ddd65f3e8fe - std::thread::local::LocalKey::with::h1440f5e887a24db4 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5ddd65f6c30d - tokio::runtime::context::set_scheduler::hf84898d274acc293 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x5ddd65f6f830 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::hb2d321b93281691b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5ddd65f6ff43 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::he444e9dd2944b25d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5ddd65f6cd13 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h809400145d57de5b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5ddd65f3a0e0 - tokio::runtime::context::runtime::enter_runtime::hd62f68d759a834c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5ddd65f6c6b1 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h515dc171bde8cd6b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5ddd65fab4d4 - tokio::runtime::runtime::Runtime::block_on_inner::h355543b293b129fc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5ddd65fab697 - tokio::runtime::runtime::Runtime::block_on::h71d33eecec48a039 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5ddd65f7f3d1 - concurrent_worker_integration::test_complete_workflow::h387ab1da8d82590f [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:205:45 [INFO] [stdout] 44: 0x5ddd65f7f467 - concurrent_worker_integration::test_complete_workflow::{{closure}}::h4ae574c3459731d2 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:121:34 [INFO] [stdout] 45: 0x5ddd65f278d6 - core::ops::function::FnOnce::call_once::hfc56b29938595007 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5ddd65fcce0b - core::ops::function::FnOnce::call_once::h70887edf07a630ba [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x5ddd65fcce0b - test::__rust_begin_short_backtrace::h27763c4cbbdb8601 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5ddd65fe2a75 - test::run_test_in_process::{{closure}}::h4dc8bc6d5e3924d3 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5ddd65fe2a75 - as core::ops::function::FnOnce<()>>::call_once::h75905e8ffe81974f [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x5ddd65fe2a75 - std::panicking::catch_unwind::do_call::h0bc60366ba66eba5 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5ddd65fe2a75 - std::panicking::catch_unwind::hae1ec7bf94407afa [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5ddd65fe2a75 - std::panic::catch_unwind::h0f4ff4773d84d3cd [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5ddd65fe2a75 - test::run_test_in_process::h03fbc77ae48b3f10 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5ddd65fe2a75 - test::run_test::{{closure}}::h83476a9c453dc4d3 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5ddd65fb9264 - test::run_test::{{closure}}::h515482ad1e7fe7de [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5ddd65fb9264 - std::sys::backtrace::__rust_begin_short_backtrace::hed09f6ac5fe9d647 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5ddd65fbcb2a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h988e2cd969319888 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5ddd65fbcb2a - as core::ops::function::FnOnce<()>>::call_once::hd70e28dc46ec20be [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x5ddd65fbcb2a - std::panicking::catch_unwind::do_call::hdc29e11311eb7655 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5ddd65fbcb2a - std::panicking::catch_unwind::h9e402d6a96fef41c [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5ddd65fbcb2a - std::panic::catch_unwind::h9213c0c54aec70e0 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5ddd65fbcb2a - std::thread::Builder::spawn_unchecked_::{{closure}}::h6262965869ed2b87 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5ddd65fbcb2a - core::ops::function::FnOnce::call_once{{vtable.shim}}::h05c05ed02619e462 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x5ddd66452e3f - as core::ops::function::FnOnce>::call_once::h2044e71c41d3958a [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 65: 0x5ddd66452e3f - std::sys::thread::unix::Thread::new::thread_start::hf277835320aa8e5a [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/thread/unix.rs:126:17 [INFO] [stdout] 66: 0x7ec17c69caa4 - [INFO] [stdout] 67: 0x7ec17c729a34 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test_queue_persistence stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_queue_persistence' (47) panicked at tests/concurrent_worker_integration.rs:284:35: [INFO] [stdout] Failed to push job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5ddd6647ee92 - std::backtrace_rs::backtrace::libunwind::trace::hcab59e1e990fdc24 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5ddd6647ee92 - std::backtrace_rs::backtrace::trace_unsynchronized::he24cc57f3d2f47b7 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5ddd6647ee92 - std::sys::backtrace::_print_fmt::hf8d65ede198eeb54 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5ddd6647ee92 - ::fmt::h67edf0e4d33c343c [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5ddd66490eff - core::fmt::rt::Argument::fmt::hef94184842aeafdd [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5ddd66490eff - core::fmt::write::hcf0c66b48a8fa606 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5ddd6644b281 - std::io::default_write_fmt::h69967ac0ba93195f [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5ddd6644b281 - std::io::Write::write_fmt::h8db9396209deaa1c [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5ddd66457ba2 - std::sys::backtrace::BacktraceLock::print::h07e5435aa717b414 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5ddd6645c9df - std::panicking::default_hook::{{closure}}::h91001850288db5f7 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5ddd6645c871 - std::panicking::default_hook::h2346dbb704ef5512 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5ddd65fcd04e - as core::ops::function::Fn>::call::h18383b2e29377420 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 12: 0x5ddd65fcd04e - test::test_main_with_exit_callback::{{closure}}::h272d7ef99aef06dc [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5ddd6645d14f - as core::ops::function::Fn>::call::h6dba6e441651a0d1 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 14: 0x5ddd6645d14f - std::panicking::panic_with_hook::hd2b063a6090d23a4 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5ddd6645cefa - std::panicking::panic_handler::{{closure}}::he666d95f139a333e [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5ddd66457cd9 - std::sys::backtrace::__rust_end_short_backtrace::h631ad224854ebee5 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5ddd6643f47d - __rustc[1d67440d6e82e4f]::rust_begin_unwind [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5ddd6649b850 - core::panicking::panic_fmt::h420ddb7fd73daf53 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5ddd6649ab26 - core::result::unwrap_failed::hdde076be853d034f [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/result.rs:1855:5 [INFO] [stdout] 20: 0x5ddd65f49f75 - core::result::Result::expect::ha0aef5aa01fbf541 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/result.rs:1178:23 [INFO] [stdout] 21: 0x5ddd65f8389c - concurrent_worker_integration::test_queue_persistence::{{closure}}::h9e967230f64e4838 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:284:35 [INFO] [stdout] 22: 0x5ddd65f761d2 - as core::future::future::Future>::poll::h4326fd1a8e364edc [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5ddd65f763ed - as core::future::future::Future>::poll::hb26167d988ee2164 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5ddd65f7187d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::hd687c8577d33bcbe [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5ddd65f715eb - tokio::task::coop::with_budget::h090e0cbf05808321 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5ddd65f715eb - tokio::task::coop::budget::h6710ba1d377f5e5b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5ddd65f715eb - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h2e37f7d139f2f624 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5ddd65f6ec00 - tokio::runtime::scheduler::current_thread::Context::enter::hd3263e7b601455ad [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5ddd65f70ca0 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::h717817f1c3ea7054 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5ddd65f6fea4 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h19fd4edf9af2ea6f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5ddd65f73edb - tokio::runtime::context::scoped::Scoped::set::h80ce02a08f37d90a [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5ddd65f6c399 - tokio::runtime::context::set_scheduler::{{closure}}::h9813ef1b838315dd [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5ddd65f407f2 - std::thread::local::LocalKey::try_with::hf1e1dcc6d3c11818 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5ddd65f3e8fe - std::thread::local::LocalKey::with::h1440f5e887a24db4 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5ddd65f6c30d - tokio::runtime::context::set_scheduler::hf84898d274acc293 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x5ddd65f6f830 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::hb2d321b93281691b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5ddd65f6ff43 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::he444e9dd2944b25d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5ddd65f6cd13 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h809400145d57de5b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5ddd65f3a0e0 - tokio::runtime::context::runtime::enter_runtime::hd62f68d759a834c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5ddd65f6c6b1 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h515dc171bde8cd6b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5ddd65fab4d4 - tokio::runtime::runtime::Runtime::block_on_inner::h355543b293b129fc [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5ddd65fab697 - tokio::runtime::runtime::Runtime::block_on::h71d33eecec48a039 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5ddd65f82c71 - concurrent_worker_integration::test_queue_persistence::hdb2a81de5766eaa6 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:293:45 [INFO] [stdout] 44: 0x5ddd65f82d07 - concurrent_worker_integration::test_queue_persistence::{{closure}}::h8e730b789b1c0627 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:271:34 [INFO] [stdout] 45: 0x5ddd65f27396 - core::ops::function::FnOnce::call_once::hc7f4256158381d3e [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5ddd65fcce0b - core::ops::function::FnOnce::call_once::h70887edf07a630ba [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x5ddd65fcce0b - test::__rust_begin_short_backtrace::h27763c4cbbdb8601 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5ddd65fe2a75 - test::run_test_in_process::{{closure}}::h4dc8bc6d5e3924d3 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5ddd65fe2a75 - as core::ops::function::FnOnce<()>>::call_once::h75905e8ffe81974f [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x5ddd65fe2a75 - std::panicking::catch_unwind::do_call::h0bc60366ba66eba5 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5ddd65fe2a75 - std::panicking::catch_unwind::hae1ec7bf94407afa [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5ddd65fe2a75 - std::panic::catch_unwind::h0f4ff4773d84d3cd [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5ddd65fe2a75 - test::run_test_in_process::h03fbc77ae48b3f10 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5ddd65fe2a75 - test::run_test::{{closure}}::h83476a9c453dc4d3 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5ddd65fb9264 - test::run_test::{{closure}}::h515482ad1e7fe7de [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5ddd65fb9264 - std::sys::backtrace::__rust_begin_short_backtrace::hed09f6ac5fe9d647 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5ddd65fbcb2a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h988e2cd969319888 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5ddd65fbcb2a - as core::ops::function::FnOnce<()>>::call_once::hd70e28dc46ec20be [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x5ddd65fbcb2a - std::panicking::catch_unwind::do_call::hdc29e11311eb7655 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5ddd65fbcb2a - std::panicking::catch_unwind::h9e402d6a96fef41c [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5ddd65fbcb2a - std::panic::catch_unwind::h9213c0c54aec70e0 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5ddd65fbcb2a - std::thread::Builder::spawn_unchecked_::{{closure}}::h6262965869ed2b87 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5ddd65fbcb2a - core::ops::function::FnOnce::call_once{{vtable.shim}}::h05c05ed02619e462 [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x5ddd66452e3f - as core::ops::function::FnOnce>::call_once::h2044e71c41d3958a [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 65: 0x5ddd66452e3f - std::sys::thread::unix::Thread::new::thread_start::hf277835320aa8e5a [INFO] [stdout] at /rustc/bb624dcb4c8ab987e10c0808d92d76f3b84dd117/library/std/src/sys/thread/unix.rs:126:17 [INFO] [stdout] 66: 0x7ec17c69caa4 - [INFO] [stdout] 67: 0x7ec17c729a34 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] test_complete_workflow [INFO] [stdout] test_concurrent_workers [INFO] [stdout] test_queue_persistence [INFO] [stdout] [INFO] [stdout] test result: FAILED. 2 passed; 3 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.15s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--test concurrent_worker_integration` [INFO] running `Command { std: "docker" "inspect" "3dea376afed422ef3c9366505f7a66c01de0f3841d8b4e2e5bbbded4176aec6f", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "3dea376afed422ef3c9366505f7a66c01de0f3841d8b4e2e5bbbded4176aec6f", kill_on_drop: false }` [INFO] [stdout] 3dea376afed422ef3c9366505f7a66c01de0f3841d8b4e2e5bbbded4176aec6f