[INFO] fetching crate queue_workers 0.5.1... [INFO] testing queue_workers-0.5.1 against try#b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b for pr-145330-1 [INFO] extracting crate queue_workers 0.5.1 into /workspace/builds/worker-1-tc2/source [INFO] started tweaking crates.io crate queue_workers 0.5.1 [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate queue_workers 0.5.1 [INFO] tweaked toml for crates.io crate queue_workers 0.5.1 written to /workspace/builds/worker-1-tc2/source/Cargo.toml [INFO] validating manifest of crates.io crate queue_workers 0.5.1 on toolchain b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate queue_workers 0.5.1 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] c38b87e887b5e19763aa9c97bf6b3a6ac63593639a54bd9987a1285654924828 [INFO] running `Command { std: "docker" "start" "-a" "c38b87e887b5e19763aa9c97bf6b3a6ac63593639a54bd9987a1285654924828", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "c38b87e887b5e19763aa9c97bf6b3a6ac63593639a54bd9987a1285654924828", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "c38b87e887b5e19763aa9c97bf6b3a6ac63593639a54bd9987a1285654924828", kill_on_drop: false }` [INFO] [stdout] c38b87e887b5e19763aa9c97bf6b3a6ac63593639a54bd9987a1285654924828 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] c283db1d8e7f9eec137c1fc65bfdccc1e96abbcc701342ded5c1311ba11fd6de [INFO] running `Command { std: "docker" "start" "-a" "c283db1d8e7f9eec137c1fc65bfdccc1e96abbcc701342ded5c1311ba11fd6de", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.171 [INFO] [stderr] Compiling smallvec v1.15.0 [INFO] [stderr] Compiling icu_locid_transform_data v1.5.1 [INFO] [stderr] Compiling litemap v0.7.5 [INFO] [stderr] Compiling icu_properties_data v1.5.1 [INFO] [stderr] Compiling icu_normalizer_data v1.5.1 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling quote v1.0.40 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling getrandom v0.3.2 [INFO] [stderr] Compiling form_urlencoded v1.2.1 [INFO] [stderr] Compiling thiserror v2.0.12 [INFO] [stderr] Compiling sha1_smol v1.0.1 [INFO] [stderr] Compiling syn v2.0.100 [INFO] [stderr] Compiling num-integer v0.1.46 [INFO] [stderr] Compiling num-bigint v0.4.6 [INFO] [stderr] Compiling parking_lot_core v0.9.10 [INFO] [stderr] Compiling socket2 v0.5.9 [INFO] [stderr] Compiling signal-hook-registry v1.4.2 [INFO] [stderr] Compiling mio v1.0.3 [INFO] [stderr] Compiling num_cpus v1.16.0 [INFO] [stderr] Compiling parking_lot v0.12.3 [INFO] [stderr] Compiling synstructure v0.13.1 [INFO] [stderr] Compiling zerovec-derive v0.10.3 [INFO] [stderr] Compiling displaydoc v0.2.5 [INFO] [stderr] Compiling icu_provider_macros v1.5.0 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling serde_derive v1.0.219 [INFO] [stderr] Compiling tokio-macros v2.5.0 [INFO] [stderr] Compiling thiserror-impl v2.0.12 [INFO] [stderr] Compiling async-trait v0.1.88 [INFO] [stderr] Compiling zerofrom-derive v0.1.6 [INFO] [stderr] Compiling yoke-derive v0.7.5 [INFO] [stderr] Compiling tokio v1.44.2 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling zerofrom v0.1.6 [INFO] [stderr] Compiling yoke v0.7.5 [INFO] [stderr] Compiling zerovec v0.10.4 [INFO] [stderr] Compiling tinystr v0.7.6 [INFO] [stderr] Compiling icu_collections v1.5.0 [INFO] [stderr] Compiling icu_locid v1.5.0 [INFO] [stderr] Compiling serde v1.0.219 [INFO] [stderr] Compiling icu_provider v1.5.0 [INFO] [stderr] Compiling icu_locid_transform v1.5.0 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling icu_properties v1.5.1 [INFO] [stderr] Compiling tokio-util v0.7.14 [INFO] [stderr] Compiling combine v4.6.7 [INFO] [stderr] Compiling serde_json v1.0.140 [INFO] [stderr] Compiling chrono v0.4.40 [INFO] [stderr] Compiling uuid v1.16.0 [INFO] [stderr] Compiling icu_normalizer v1.5.0 [INFO] [stderr] Compiling idna_adapter v1.2.0 [INFO] [stderr] Compiling idna v1.0.3 [INFO] [stderr] Compiling url v2.5.4 [INFO] [stderr] Compiling redis v0.29.5 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 48.57s [INFO] running `Command { std: "docker" "inspect" "c283db1d8e7f9eec137c1fc65bfdccc1e96abbcc701342ded5c1311ba11fd6de", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "c283db1d8e7f9eec137c1fc65bfdccc1e96abbcc701342ded5c1311ba11fd6de", kill_on_drop: false }` [INFO] [stdout] c283db1d8e7f9eec137c1fc65bfdccc1e96abbcc701342ded5c1311ba11fd6de [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] fb64d5b60c549a5a1c80635bf068fccef238e0deeed71b58f79bb880ebe22e97 [INFO] running `Command { std: "docker" "start" "-a" "fb64d5b60c549a5a1c80635bf068fccef238e0deeed71b58f79bb880ebe22e97", kill_on_drop: false }` [INFO] [stderr] Compiling log v0.4.27 [INFO] [stderr] Compiling tracing-core v0.1.33 [INFO] [stderr] Compiling regex-syntax v0.8.5 [INFO] [stderr] Compiling tracing-attributes v0.1.28 [INFO] [stderr] Compiling anstream v0.6.18 [INFO] [stderr] Compiling thread_local v1.1.8 [INFO] [stderr] Compiling tracing-test-macro v0.2.5 [INFO] [stderr] Compiling test-log-macros v0.2.17 [INFO] [stderr] Compiling env_filter v0.1.3 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Compiling env_logger v0.11.8 [INFO] [stderr] Compiling tracing-serde v0.2.0 [INFO] [stderr] Compiling tracing-log v0.2.0 [INFO] [stderr] Compiling test-log v0.2.17 [INFO] [stderr] Compiling tracing v0.1.41 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling tracing-subscriber v0.3.19 [INFO] [stderr] Compiling tracing-test v0.2.5 [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 22.36s [INFO] running `Command { std: "docker" "inspect" "fb64d5b60c549a5a1c80635bf068fccef238e0deeed71b58f79bb880ebe22e97", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "fb64d5b60c549a5a1c80635bf068fccef238e0deeed71b58f79bb880ebe22e97", kill_on_drop: false }` [INFO] [stdout] fb64d5b60c549a5a1c80635bf068fccef238e0deeed71b58f79bb880ebe22e97 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:e90291280db7d1fac5b66fc6dad9f9662629e7365a55743daf9bdf73ebc4ea79" "/opt/rustwide/cargo-home/bin/cargo" "+b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] cbadeec5bafa93c49b1138084c7ac7e77a65438ee3a88090e176e3a1620b4f44 [INFO] running `Command { std: "docker" "start" "-a" "cbadeec5bafa93c49b1138084c7ac7e77a65438ee3a88090e176e3a1620b4f44", kill_on_drop: false }` [INFO] [stderr] warning: struct `TestQueue` is never constructed [INFO] [stderr] --> tests/common/mod.rs:254:12 [INFO] [stderr] | [INFO] [stderr] 254 | pub struct TestQueue { [INFO] [stderr] | ^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(dead_code)]` on by default [INFO] [stderr] [INFO] [stderr] warning: `queue_workers` (test "concurrent_worker_integration") generated 1 warning [INFO] [stderr] warning: `queue_workers` (test "serial_worker_integration") generated 1 warning (1 duplicate) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.16s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/queue_workers-8446e999026bc7c8) [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test job::tests::test_new_job_metadata ... ok [INFO] [stdout] test job::tests::test_update_status ... ok [INFO] [stdout] test job::tests::test_serialization ... ok [INFO] [stdout] test job::tests::test_clone ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.02s [INFO] [stdout] [INFO] [stderr] Running tests/concurrent_worker.rs (/opt/rustwide/target/debug/deps/concurrent_worker-d0150ecbc23815bf) [INFO] [stdout] [INFO] [stdout] running 20 tests [INFO] [stdout] test test_concurrent_worker_job_retries_once ... ok [INFO] [stdout] test common::tests::test_span_logging ... ok [INFO] [stdout] test common::tests::test_logging_levels ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.069149Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.069285Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.069724Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_respects_worker_config_retry_limit","threadId":"ThreadId(8)"} [INFO] [stdout] test test_concurrent_worker_job_respects_worker_config_retry_limit ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.070198Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.070287Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.070339Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.070393Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.070426Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.070989Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.074398Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] test test_concurrent_worker_job_retries_until_it_fails ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.077026Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.077129Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.077182Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.077443Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.077510Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.077555Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.078414Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.078473Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.079238Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.079312Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.079361Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.079521Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 100ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.084041Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.084152Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.084259Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.084603Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.084799Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.084859Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.085128Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.085333Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.085786Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.085960Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.086584Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.086637Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.087239Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.087293Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.093975Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.094155Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.094220Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.094387Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 3s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.101769Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.101886Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.101929Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.106913Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.107002Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.107036Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.107112Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.107144Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.107170Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.108360Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.108428Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.108468Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.108506Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.108555Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.108592Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.112489Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 600ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.114196Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.114307Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.114367Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.114405Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.114453Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.114522Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.114560Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.114611Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.114646Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.119285Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 100ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.121049Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.123190Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.123331Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.123395Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.128983Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.129103Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.129147Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.131812Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.132122Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.132179Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.132917Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.133140Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.133203Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.133388Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.133572Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.133628Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.135905Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 50ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.136072Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.152956Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.153134Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.153224Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.153352Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.153432Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.153499Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.155852Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.155936Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.155980Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.156013Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.156057Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.156092Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.166029Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.166148Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.166195Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.166235Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.166274Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.166323Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.166355Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.166394Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.166424Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.171160Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 500ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.171878Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.172037Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.172125Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.174306Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.174991Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.175104Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.174357Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.175223Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.175011Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] test test_concurrent_worker_job_retries_twice ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.176138Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.177843Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.177977Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.178058Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.178144Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.180415Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] test test_concurrent_worker_leaves_jobs_in_queue_on_shutdown ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.184918Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.185012Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.187122Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_cancels_ongoing_job ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.195852Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] test test_concurrent_worker_shutdown_signal_channel_closed ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.220276Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] test test_concurrent_worker_shutdown_during_job_retry_delay ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.243153Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.243265Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.243312Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.243353Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.243395Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.243449Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.243497Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.262062Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.262110Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.302919Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.303017Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.364699Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.370040Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.371510Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.561834Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] test test_concurrent_worker_job_execution_order ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.562728Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] test test_concurrent_worker_queue_errors ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.563854Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] test test_concurrent_worker_job_succeeds_without_retries ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.570930Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] test test_concurrent_worker_shutdown_with_empty_queue ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.570931Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] test test_concurrent_worker_multiple_jobs ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.586048Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_completes_job ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.592014Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] test test_concurrent_worker_completes_job_during_shutdown ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.683000Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] test test_concurrent_worker_respects_concurrency_limit ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.686900Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] test test_concurrent_worker_varying_job_durations ... ok [INFO] [stdout] {"timestamp":"2025-10-02T04:46:14.804167Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] test test_concurrent_worker_parallel_execution ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 20 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.75s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 5 tests [INFO] [stderr] Running tests/concurrent_worker_integration.rs (/opt/rustwide/target/debug/deps/concurrent_worker_integration-bf95a69147d89159) [INFO] [stdout] test common::tests::test_span_logging ... ok [INFO] [stdout] test common::tests::test_logging_levels ... ok [INFO] [stdout] test test_queue_persistence ... FAILED [INFO] [stdout] test test_concurrent_workers ... FAILED [INFO] [stderr] error: test failed, to rerun pass `--test concurrent_worker_integration` [INFO] [stdout] test test_complete_workflow ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- test_queue_persistence stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_queue_persistence' (55) panicked at tests/concurrent_worker_integration.rs:284:35: [INFO] [stdout] Failed to push job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5c644d7f3e82 - std::backtrace_rs::backtrace::libunwind::trace::hc4a5f428cfb78751 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5c644d7f3e82 - std::backtrace_rs::backtrace::trace_unsynchronized::h20e1095684b4c296 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5c644d7f3e82 - std::sys::backtrace::_print_fmt::h461f2e3a8f6b29e2 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5c644d7f3e82 - ::fmt::h4ee3a75aa71a2c45 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5c644d818c1f - core::fmt::rt::Argument::fmt::h6f1564705cd089af [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5c644d818c1f - core::fmt::write::h21ca93b65a7c281a [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5c644d7e0b33 - std::io::default_write_fmt::h6f3360f4711e9130 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5c644d7e0b33 - std::io::Write::write_fmt::hf4539125c0e0bc30 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5c644d7f44d2 - std::sys::backtrace::BacktraceLock::print::h58d5d73f9e953cf1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5c644d7def4c - std::panicking::default_hook::{{closure}}::h1457fbe47c9457d1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5c644d7dedbe - std::panicking::default_hook::hccb5e73b206c0830 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5c644d343f9e - as core::ops::function::Fn>::call::h04940a86aa899793 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 12: 0x5c644d343f9e - test::test_main_with_exit_callback::{{closure}}::hca6cc295403b83e8 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5c644d7dfd23 - as core::ops::function::Fn>::call::h9d85285925beb538 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 14: 0x5c644d7dfd23 - std::panicking::panic_with_hook::h3190ecc6229cdd29 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5c644d7f42da - std::panicking::panic_handler::{{closure}}::ha1f1b769bc2bb40c [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5c644d7f4239 - std::sys::backtrace::__rust_end_short_backtrace::h5f9cf66f19c2a172 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5c644d7df97d - __rustc[a93bd50104b99ad4]::rust_begin_unwind [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5c644d823270 - core::panicking::panic_fmt::hc70c3c83f13c1375 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5c644d824cc6 - core::result::unwrap_failed::ha809bf80017a514a [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/result.rs:1852:5 [INFO] [stdout] 20: 0x5c644d2ea0c5 - core::result::Result::expect::h1cdb096bb930aa99 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/result.rs:1175:23 [INFO] [stdout] 21: 0x5c644d322b2e - concurrent_worker_integration::test_queue_persistence::{{closure}}::hf2aed2a7e5c3eab4 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:284:35 [INFO] [stdout] 22: 0x5c644d2b7ab2 - as core::future::future::Future>::poll::h1f2e5f8c92ebf084 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5c644d2b790d - as core::future::future::Future>::poll::heaba40acc14feaf1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5c644d2edd6d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h916c0df03e583090 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5c644d2ee77b - tokio::task::coop::with_budget::h14d0f49cf01eef17 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5c644d2ee77b - tokio::task::coop::budget::h62c9567026559cdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5c644d2ee77b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h46bc11b9be43869f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5c644d2ef2f0 - tokio::runtime::scheduler::current_thread::Context::enter::h891b59b6a9f34ba6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5c644d2ed510 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::h56fc33fae7bb547f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5c644d2eec84 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::ha8ed3017dee62072 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5c644d32deab - tokio::runtime::context::scoped::Scoped::set::h6cd2767f24f0aefb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5c644d300669 - tokio::runtime::context::set_scheduler::{{closure}}::ha4b5fb113293bbce [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5c644d32eb22 - std::thread::local::LocalKey::try_with::hb8fe29ae4c6c418a [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5c644d32f6be - std::thread::local::LocalKey::with::h192ef8a2fad0b042 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5c644d3003fd - tokio::runtime::context::set_scheduler::h52dc676183366b22 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x5c644d2ee2d0 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::hdc25f5d43ace8ed9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5c644d2f0b83 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h18f0751a7146f22d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5c644d2eea63 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h2178cf00b8459d55 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5c644d2d5cc0 - tokio::runtime::context::runtime::enter_runtime::h8aef70e43cfdff49 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5c644d2ef501 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::hef90fa754778e252 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5c644d31a694 - tokio::runtime::runtime::Runtime::block_on_inner::h408481bc0d7e8aa4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5c644d31a85c - tokio::runtime::runtime::Runtime::block_on::h7fcf7ee7a0baff7b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5c644d324821 - concurrent_worker_integration::test_queue_persistence::h7d2055e5da5227a6 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:293:45 [INFO] [stdout] 44: 0x5c644d321f17 - concurrent_worker_integration::test_queue_persistence::{{closure}}::h5e8abbccacecda32 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:271:34 [INFO] [stdout] 45: 0x5c644d2ddfc6 - core::ops::function::FnOnce::call_once::ha764cb46bfcaf140 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 46: 0x5c644d34501b - core::ops::function::FnOnce::call_once::h70d190c46966003b [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 47: 0x5c644d34501b - test::__rust_begin_short_backtrace::hb077ccaabb17d2ec [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5c644d342c85 - test::run_test_in_process::{{closure}}::hd73eeb633a1507bd [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5c644d342c85 - as core::ops::function::FnOnce<()>>::call_once::h033c82756fc9d192 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 50: 0x5c644d342c85 - std::panicking::catch_unwind::do_call::h734b44e243d34585 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5c644d342c85 - std::panicking::catch_unwind::h5e85417122517fb1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5c644d342c85 - std::panic::catch_unwind::h0900e58a82a7d188 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5c644d342c85 - test::run_test_in_process::h27721efd62ae77d0 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5c644d342c85 - test::run_test::{{closure}}::h8b1264838cc597aa [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5c644d369b94 - test::run_test::{{closure}}::h6ecb96835e2eae4f [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5c644d369b94 - std::sys::backtrace::__rust_begin_short_backtrace::h098f38ee82a820a7 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5c644d3507aa - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h042592f748f5e369 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5c644d3507aa - as core::ops::function::FnOnce<()>>::call_once::h134fe7f3a2d9ec8d [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 59: 0x5c644d3507aa - std::panicking::catch_unwind::do_call::heb87d604f60aee16 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5c644d3507aa - std::panicking::catch_unwind::h2203a0f553b89fd7 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5c644d3507aa - std::panic::catch_unwind::h4d383e0b0e25d838 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5c644d3507aa - std::thread::Builder::spawn_unchecked_::{{closure}}::h76cbdd4635cfd58b [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5c644d3507aa - core::ops::function::FnOnce::call_once{{vtable.shim}}::he72e066680f5e267 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 64: 0x5c644d7ca2df - as core::ops::function::FnOnce>::call_once::h1b9c6fea2cbefc68 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/alloc/src/boxed.rs:1971:9 [INFO] [stdout] 65: 0x5c644d7ca2df - std::sys::pal::unix::thread::Thread::new::thread_start::h92caa992bc760789 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/pal/unix/thread.rs:107:17 [INFO] [stdout] 66: 0x7a1b9fa94aa4 - [INFO] [stdout] 67: 0x7a1b9fb21a34 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test_concurrent_workers stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_concurrent_workers' (54) panicked at tests/concurrent_worker_integration.rs:226:31: [INFO] [stdout] Failed to push job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5c644d7f3e82 - std::backtrace_rs::backtrace::libunwind::trace::hc4a5f428cfb78751 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5c644d7f3e82 - std::backtrace_rs::backtrace::trace_unsynchronized::h20e1095684b4c296 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5c644d7f3e82 - std::sys::backtrace::_print_fmt::h461f2e3a8f6b29e2 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5c644d7f3e82 - ::fmt::h4ee3a75aa71a2c45 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5c644d818c1f - core::fmt::rt::Argument::fmt::h6f1564705cd089af [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5c644d818c1f - core::fmt::write::h21ca93b65a7c281a [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5c644d7e0b33 - std::io::default_write_fmt::h6f3360f4711e9130 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5c644d7e0b33 - std::io::Write::write_fmt::hf4539125c0e0bc30 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5c644d7f44d2 - std::sys::backtrace::BacktraceLock::print::h58d5d73f9e953cf1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5c644d7def4c - std::panicking::default_hook::{{closure}}::h1457fbe47c9457d1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5c644d7dedbe - std::panicking::default_hook::hccb5e73b206c0830 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5c644d343f9e - as core::ops::function::Fn>::call::h04940a86aa899793 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 12: 0x5c644d343f9e - test::test_main_with_exit_callback::{{closure}}::hca6cc295403b83e8 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5c644d7dfd23 - as core::ops::function::Fn>::call::h9d85285925beb538 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 14: 0x5c644d7dfd23 - std::panicking::panic_with_hook::h3190ecc6229cdd29 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5c644d7f42da - std::panicking::panic_handler::{{closure}}::ha1f1b769bc2bb40c [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5c644d7f4239 - std::sys::backtrace::__rust_end_short_backtrace::h5f9cf66f19c2a172 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5c644d7df97d - __rustc[a93bd50104b99ad4]::rust_begin_unwind [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5c644d823270 - core::panicking::panic_fmt::hc70c3c83f13c1375 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5c644d824cc6 - core::result::unwrap_failed::ha809bf80017a514a [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/result.rs:1852:5 [INFO] [stdout] 20: 0x5c644d2ea0c5 - core::result::Result::expect::h1cdb096bb930aa99 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/result.rs:1175:23 [INFO] [stdout] 21: 0x5c644d325c18 - concurrent_worker_integration::test_concurrent_workers::{{closure}}::h5007a3ba013d4e6e [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:226:31 [INFO] [stdout] 22: 0x5c644d2b7ab2 - as core::future::future::Future>::poll::h1f2e5f8c92ebf084 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5c644d2b790d - as core::future::future::Future>::poll::heaba40acc14feaf1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5c644d2edd6d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h916c0df03e583090 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5c644d2ee77b - tokio::task::coop::with_budget::h14d0f49cf01eef17 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5c644d2ee77b - tokio::task::coop::budget::h62c9567026559cdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5c644d2ee77b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h46bc11b9be43869f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5c644d2ef2f0 - tokio::runtime::scheduler::current_thread::Context::enter::h891b59b6a9f34ba6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5c644d2ed510 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::h56fc33fae7bb547f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5c644d2eec84 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::ha8ed3017dee62072 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5c644d32deab - tokio::runtime::context::scoped::Scoped::set::h6cd2767f24f0aefb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5c644d300669 - tokio::runtime::context::set_scheduler::{{closure}}::ha4b5fb113293bbce [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5c644d32eb22 - std::thread::local::LocalKey::try_with::hb8fe29ae4c6c418a [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5c644d32f6be - std::thread::local::LocalKey::with::h192ef8a2fad0b042 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5c644d3003fd - tokio::runtime::context::set_scheduler::h52dc676183366b22 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x5c644d2ee2d0 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::hdc25f5d43ace8ed9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5c644d2f0b83 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h18f0751a7146f22d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5c644d2eea63 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h2178cf00b8459d55 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5c644d2d5cc0 - tokio::runtime::context::runtime::enter_runtime::h8aef70e43cfdff49 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5c644d2ef501 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::hef90fa754778e252 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5c644d31a694 - tokio::runtime::runtime::Runtime::block_on_inner::h408481bc0d7e8aa4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5c644d31a85c - tokio::runtime::runtime::Runtime::block_on::h7fcf7ee7a0baff7b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5c644d3239b1 - concurrent_worker_integration::test_concurrent_workers::hfcf5b2a672d920ed [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:264:35 [INFO] [stdout] 44: 0x5c644d31ee07 - concurrent_worker_integration::test_concurrent_workers::{{closure}}::h202669e5a3d0a191 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:209:35 [INFO] [stdout] 45: 0x5c644d2d99a6 - core::ops::function::FnOnce::call_once::hc843315a721b305c [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 46: 0x5c644d34501b - core::ops::function::FnOnce::call_once::h70d190c46966003b [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 47: 0x5c644d34501b - test::__rust_begin_short_backtrace::hb077ccaabb17d2ec [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5c644d342c85 - test::run_test_in_process::{{closure}}::hd73eeb633a1507bd [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5c644d342c85 - as core::ops::function::FnOnce<()>>::call_once::h033c82756fc9d192 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 50: 0x5c644d342c85 - std::panicking::catch_unwind::do_call::h734b44e243d34585 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5c644d342c85 - std::panicking::catch_unwind::h5e85417122517fb1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5c644d342c85 - std::panic::catch_unwind::h0900e58a82a7d188 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5c644d342c85 - test::run_test_in_process::h27721efd62ae77d0 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5c644d342c85 - test::run_test::{{closure}}::h8b1264838cc597aa [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5c644d369b94 - test::run_test::{{closure}}::h6ecb96835e2eae4f [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5c644d369b94 - std::sys::backtrace::__rust_begin_short_backtrace::h098f38ee82a820a7 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5c644d3507aa - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h042592f748f5e369 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5c644d3507aa - as core::ops::function::FnOnce<()>>::call_once::h134fe7f3a2d9ec8d [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 59: 0x5c644d3507aa - std::panicking::catch_unwind::do_call::heb87d604f60aee16 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5c644d3507aa - std::panicking::catch_unwind::h2203a0f553b89fd7 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5c644d3507aa - std::panic::catch_unwind::h4d383e0b0e25d838 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5c644d3507aa - std::thread::Builder::spawn_unchecked_::{{closure}}::h76cbdd4635cfd58b [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5c644d3507aa - core::ops::function::FnOnce::call_once{{vtable.shim}}::he72e066680f5e267 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 64: 0x5c644d7ca2df - as core::ops::function::FnOnce>::call_once::h1b9c6fea2cbefc68 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/alloc/src/boxed.rs:1971:9 [INFO] [stdout] 65: 0x5c644d7ca2df - std::sys::pal::unix::thread::Thread::new::thread_start::h92caa992bc760789 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/pal/unix/thread.rs:107:17 [INFO] [stdout] 66: 0x7a1b9fa94aa4 - [INFO] [stdout] 67: 0x7a1b9fb21a34 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test_complete_workflow stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_complete_workflow' (53) panicked at tests/concurrent_worker_integration.rs:155:10: [INFO] [stdout] Failed to push successful job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5c644d7f3e82 - std::backtrace_rs::backtrace::libunwind::trace::hc4a5f428cfb78751 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5c644d7f3e82 - std::backtrace_rs::backtrace::trace_unsynchronized::h20e1095684b4c296 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5c644d7f3e82 - std::sys::backtrace::_print_fmt::h461f2e3a8f6b29e2 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5c644d7f3e82 - ::fmt::h4ee3a75aa71a2c45 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5c644d818c1f - core::fmt::rt::Argument::fmt::h6f1564705cd089af [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5c644d818c1f - core::fmt::write::h21ca93b65a7c281a [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5c644d7e0b33 - std::io::default_write_fmt::h6f3360f4711e9130 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5c644d7e0b33 - std::io::Write::write_fmt::hf4539125c0e0bc30 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5c644d7f44d2 - std::sys::backtrace::BacktraceLock::print::h58d5d73f9e953cf1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5c644d7def4c - std::panicking::default_hook::{{closure}}::h1457fbe47c9457d1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5c644d7dedbe - std::panicking::default_hook::hccb5e73b206c0830 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5c644d343f9e - as core::ops::function::Fn>::call::h04940a86aa899793 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 12: 0x5c644d343f9e - test::test_main_with_exit_callback::{{closure}}::hca6cc295403b83e8 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5c644d7dfd23 - as core::ops::function::Fn>::call::h9d85285925beb538 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 14: 0x5c644d7dfd23 - std::panicking::panic_with_hook::h3190ecc6229cdd29 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5c644d7f42da - std::panicking::panic_handler::{{closure}}::ha1f1b769bc2bb40c [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5c644d7f4239 - std::sys::backtrace::__rust_end_short_backtrace::h5f9cf66f19c2a172 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5c644d7df97d - __rustc[a93bd50104b99ad4]::rust_begin_unwind [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5c644d823270 - core::panicking::panic_fmt::hc70c3c83f13c1375 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5c644d824cc6 - core::result::unwrap_failed::ha809bf80017a514a [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/result.rs:1852:5 [INFO] [stdout] 20: 0x5c644d2ea0c5 - core::result::Result::expect::h1cdb096bb930aa99 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/result.rs:1175:23 [INFO] [stdout] 21: 0x5c644d31dbbf - concurrent_worker_integration::test_complete_workflow::{{closure}}::hdd4042f251420c3e [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:155:10 [INFO] [stdout] 22: 0x5c644d2b7ab2 - as core::future::future::Future>::poll::h1f2e5f8c92ebf084 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5c644d2b790d - as core::future::future::Future>::poll::heaba40acc14feaf1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5c644d2edd6d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h916c0df03e583090 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5c644d2ee77b - tokio::task::coop::with_budget::h14d0f49cf01eef17 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5c644d2ee77b - tokio::task::coop::budget::h62c9567026559cdf [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5c644d2ee77b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::h46bc11b9be43869f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5c644d2ef2f0 - tokio::runtime::scheduler::current_thread::Context::enter::h891b59b6a9f34ba6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5c644d2ed510 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::h56fc33fae7bb547f [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5c644d2eec84 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::ha8ed3017dee62072 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5c644d32deab - tokio::runtime::context::scoped::Scoped::set::h6cd2767f24f0aefb [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5c644d300669 - tokio::runtime::context::set_scheduler::{{closure}}::ha4b5fb113293bbce [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5c644d32eb22 - std::thread::local::LocalKey::try_with::hb8fe29ae4c6c418a [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5c644d32f6be - std::thread::local::LocalKey::with::h192ef8a2fad0b042 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5c644d3003fd - tokio::runtime::context::set_scheduler::h52dc676183366b22 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x5c644d2ee2d0 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::hdc25f5d43ace8ed9 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5c644d2f0b83 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h18f0751a7146f22d [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5c644d2eea63 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h2178cf00b8459d55 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5c644d2d5cc0 - tokio::runtime::context::runtime::enter_runtime::h8aef70e43cfdff49 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5c644d2ef501 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::hef90fa754778e252 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5c644d31a694 - tokio::runtime::runtime::Runtime::block_on_inner::h408481bc0d7e8aa4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5c644d31a85c - tokio::runtime::runtime::Runtime::block_on::h7fcf7ee7a0baff7b [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5c644d327190 - concurrent_worker_integration::test_complete_workflow::h97a97d8da7cd5413 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:205:45 [INFO] [stdout] 44: 0x5c644d326d87 - concurrent_worker_integration::test_complete_workflow::{{closure}}::hfd674e2eaf30b9e0 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:121:34 [INFO] [stdout] 45: 0x5c644d2daf96 - core::ops::function::FnOnce::call_once::ha083bc68a613aad7 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 46: 0x5c644d34501b - core::ops::function::FnOnce::call_once::h70d190c46966003b [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 47: 0x5c644d34501b - test::__rust_begin_short_backtrace::hb077ccaabb17d2ec [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5c644d342c85 - test::run_test_in_process::{{closure}}::hd73eeb633a1507bd [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5c644d342c85 - as core::ops::function::FnOnce<()>>::call_once::h033c82756fc9d192 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 50: 0x5c644d342c85 - std::panicking::catch_unwind::do_call::h734b44e243d34585 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5c644d342c85 - std::panicking::catch_unwind::h5e85417122517fb1 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5c644d342c85 - std::panic::catch_unwind::h0900e58a82a7d188 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5c644d342c85 - test::run_test_in_process::h27721efd62ae77d0 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5c644d342c85 - test::run_test::{{closure}}::h8b1264838cc597aa [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5c644d369b94 - test::run_test::{{closure}}::h6ecb96835e2eae4f [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5c644d369b94 - std::sys::backtrace::__rust_begin_short_backtrace::h098f38ee82a820a7 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5c644d3507aa - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h042592f748f5e369 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5c644d3507aa - as core::ops::function::FnOnce<()>>::call_once::h134fe7f3a2d9ec8d [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/panic/unwind_safe.rs:272:9 [INFO] [stdout] 59: 0x5c644d3507aa - std::panicking::catch_unwind::do_call::heb87d604f60aee16 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5c644d3507aa - std::panicking::catch_unwind::h2203a0f553b89fd7 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5c644d3507aa - std::panic::catch_unwind::h4d383e0b0e25d838 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5c644d3507aa - std::thread::Builder::spawn_unchecked_::{{closure}}::h76cbdd4635cfd58b [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5c644d3507aa - core::ops::function::FnOnce::call_once{{vtable.shim}}::he72e066680f5e267 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/core/src/ops/function.rs:253:5 [INFO] [stdout] 64: 0x5c644d7ca2df - as core::ops::function::FnOnce>::call_once::h1b9c6fea2cbefc68 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/alloc/src/boxed.rs:1971:9 [INFO] [stdout] 65: 0x5c644d7ca2df - std::sys::pal::unix::thread::Thread::new::thread_start::h92caa992bc760789 [INFO] [stdout] at /rustc/b6ae10aa7319b7ebb6c7b3331dd71a9d6c9c5b4b/library/std/src/sys/pal/unix/thread.rs:107:17 [INFO] [stdout] 66: 0x7a1b9fa94aa4 - [INFO] [stdout] 67: 0x7a1b9fb21a34 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] test_complete_workflow [INFO] [stdout] test_concurrent_workers [INFO] [stdout] test_queue_persistence [INFO] [stdout] [INFO] [stdout] test result: FAILED. 2 passed; 3 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.09s [INFO] [stdout] [INFO] running `Command { std: "docker" "inspect" "cbadeec5bafa93c49b1138084c7ac7e77a65438ee3a88090e176e3a1620b4f44", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "cbadeec5bafa93c49b1138084c7ac7e77a65438ee3a88090e176e3a1620b4f44", kill_on_drop: false }` [INFO] [stdout] cbadeec5bafa93c49b1138084c7ac7e77a65438ee3a88090e176e3a1620b4f44