[INFO] fetching crate queue_workers 0.5.1... [INFO] testing queue_workers-0.5.1 against 1.91.0 for beta-1.92-2 [INFO] extracting crate queue_workers 0.5.1 into /workspace/builds/worker-0-tc1/source [INFO] started tweaking crates.io crate queue_workers 0.5.1 [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate queue_workers 0.5.1 [INFO] tweaked toml for crates.io crate queue_workers 0.5.1 written to /workspace/builds/worker-0-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate queue_workers 0.5.1 on toolchain 1.91.0 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.91.0" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate queue_workers 0.5.1 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.91.0" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded test-log v0.2.17 [INFO] [stderr] Downloaded test-log-macros v0.2.17 [INFO] [stderr] Downloaded redis v0.29.5 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+1.91.0" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 5c201b29eb9df792586ca17aee1f44c33ea62cb647babdd236aa9350b0b48664 [INFO] running `Command { std: "docker" "start" "-a" "5c201b29eb9df792586ca17aee1f44c33ea62cb647babdd236aa9350b0b48664", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "5c201b29eb9df792586ca17aee1f44c33ea62cb647babdd236aa9350b0b48664", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "5c201b29eb9df792586ca17aee1f44c33ea62cb647babdd236aa9350b0b48664", kill_on_drop: false }` [INFO] [stdout] 5c201b29eb9df792586ca17aee1f44c33ea62cb647babdd236aa9350b0b48664 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+1.91.0" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 8626adbf3237484510997459ae96cee28cf6f34c7f4a532686e5c0948f3855f0 [INFO] running `Command { std: "docker" "start" "-a" "8626adbf3237484510997459ae96cee28cf6f34c7f4a532686e5c0948f3855f0", kill_on_drop: false }` [INFO] [stderr] Compiling smallvec v1.15.0 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling getrandom v0.3.2 [INFO] [stderr] Compiling sha1_smol v1.0.1 [INFO] [stderr] Compiling tokio-macros v2.5.0 [INFO] [stderr] Compiling thiserror-impl v2.0.12 [INFO] [stderr] Compiling arc-swap v1.7.1 [INFO] [stderr] Compiling serde v1.0.219 [INFO] [stderr] Compiling async-trait v0.1.88 [INFO] [stderr] Compiling num_cpus v1.16.0 [INFO] [stderr] Compiling icu_locid_transform v1.5.0 [INFO] [stderr] Compiling parking_lot_core v0.9.10 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling parking_lot v0.12.3 [INFO] [stderr] Compiling tokio v1.44.2 [INFO] [stderr] Compiling icu_properties v1.5.1 [INFO] [stderr] Compiling thiserror v2.0.12 [INFO] [stderr] Compiling num-integer v0.1.46 [INFO] [stderr] Compiling num-bigint v0.4.6 [INFO] [stderr] Compiling serde_json v1.0.140 [INFO] [stderr] Compiling chrono v0.4.40 [INFO] [stderr] Compiling uuid v1.16.0 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling icu_normalizer v1.5.0 [INFO] [stderr] Compiling idna_adapter v1.2.0 [INFO] [stderr] Compiling idna v1.0.3 [INFO] [stderr] Compiling url v2.5.4 [INFO] [stderr] Compiling tokio-util v0.7.14 [INFO] [stderr] Compiling combine v4.6.7 [INFO] [stderr] Compiling redis v0.29.5 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 31.82s [INFO] running `Command { std: "docker" "inspect" "8626adbf3237484510997459ae96cee28cf6f34c7f4a532686e5c0948f3855f0", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "8626adbf3237484510997459ae96cee28cf6f34c7f4a532686e5c0948f3855f0", kill_on_drop: false }` [INFO] [stdout] 8626adbf3237484510997459ae96cee28cf6f34c7f4a532686e5c0948f3855f0 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+1.91.0" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] cec70d25b69c1ba41b5f79b0acb0a35f5003fabc8b33ebf039f864c602a8ee1f [INFO] running `Command { std: "docker" "start" "-a" "cec70d25b69c1ba41b5f79b0acb0a35f5003fabc8b33ebf039f864c602a8ee1f", kill_on_drop: false }` [INFO] [stderr] Compiling tracing-core v0.1.33 [INFO] [stderr] Compiling regex-syntax v0.8.5 [INFO] [stderr] Compiling tracing-attributes v0.1.28 [INFO] [stderr] Compiling sharded-slab v0.1.7 [INFO] [stderr] Compiling anstream v0.6.18 [INFO] [stderr] Compiling matchers v0.1.0 [INFO] [stderr] Compiling thread_local v1.1.8 [INFO] [stderr] Compiling env_filter v0.1.3 [INFO] [stderr] Compiling test-log-macros v0.2.17 [INFO] [stderr] Compiling tracing-test-macro v0.2.5 [INFO] [stderr] Compiling queue_workers v0.5.1 (/opt/rustwide/workdir) [INFO] [stderr] Compiling env_logger v0.11.8 [INFO] [stderr] Compiling tracing-serde v0.2.0 [INFO] [stderr] Compiling tracing-log v0.2.0 [INFO] [stderr] Compiling test-log v0.2.17 [INFO] [stderr] Compiling tracing v0.1.41 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling tracing-subscriber v0.3.19 [INFO] [stderr] Compiling tracing-test v0.2.5 [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `TestQueue` is never constructed [INFO] [stdout] --> tests/common/mod.rs:254:12 [INFO] [stdout] | [INFO] [stdout] 254 | pub struct TestQueue { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 22.61s [INFO] running `Command { std: "docker" "inspect" "cec70d25b69c1ba41b5f79b0acb0a35f5003fabc8b33ebf039f864c602a8ee1f", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "cec70d25b69c1ba41b5f79b0acb0a35f5003fabc8b33ebf039f864c602a8ee1f", kill_on_drop: false }` [INFO] [stdout] cec70d25b69c1ba41b5f79b0acb0a35f5003fabc8b33ebf039f864c602a8ee1f [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+1.91.0" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 9c14e6cc540d671e7ce945c45052f8c18bc0ef1ac53301fe2e02185e1bcd1853 [INFO] running `Command { std: "docker" "start" "-a" "9c14e6cc540d671e7ce945c45052f8c18bc0ef1ac53301fe2e02185e1bcd1853", kill_on_drop: false }` [INFO] [stderr] warning: struct `TestQueue` is never constructed [INFO] [stderr] --> tests/common/mod.rs:254:12 [INFO] [stderr] | [INFO] [stderr] 254 | pub struct TestQueue { [INFO] [stderr] | ^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stderr] [INFO] [stderr] warning: `queue_workers` (test "serial_worker_integration") generated 1 warning [INFO] [stderr] warning: `queue_workers` (test "concurrent_worker_integration") generated 1 warning (1 duplicate) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.25s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/queue_workers-e6d18d80ff47406a) [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test job::tests::test_clone ... ok [INFO] [stdout] test job::tests::test_new_job_metadata ... ok [INFO] [stdout] test job::tests::test_update_status ... ok [INFO] [stdout] test job::tests::test_serialization ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.01s [INFO] [stdout] [INFO] [stderr] Running tests/concurrent_worker.rs (/opt/rustwide/target/debug/deps/concurrent_worker-cf35556c8bf4a9cc) [INFO] [stdout] [INFO] [stdout] running 20 tests [INFO] [stdout] test test_concurrent_worker_job_retries_once ... ok [INFO] [stdout] test test_concurrent_worker_job_respects_worker_config_retry_limit ... ok [INFO] [stdout] test common::tests::test_logging_levels ... ok [INFO] [stdout] test common::tests::test_span_logging ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.128900Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129045Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129178Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129554Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129624Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129667Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129704Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129737Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129771Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129814Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129843Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129885Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129921Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.129964Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.130019Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.133115Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 50ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.135113Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.135170Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.135237Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.136154Z","level":"INFO","fields":{"message":"Starting concurrent worker...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":96},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":96,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.137195Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.139274Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.139152Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.139480Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.139682Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.139787Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.137439Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_until_it_fails","threadId":"ThreadId(11)"} [INFO] [stdout] test test_concurrent_worker_job_retries_until_it_fails ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.153201Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.153431Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.153714Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.153823Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.154065Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.154377Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.154511Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.154748Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.154961Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.155067Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.155261Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.155480Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.158809Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 600ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.159142Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.159443Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.159772Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.160039Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.160236Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.160303Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.160337Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.160384Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.160417Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.160962Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.165200Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 100ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.171190Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.171407Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.171547Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.176158Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.176488Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.176998Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.177218Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.177581Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.177835Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.177876Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.177914Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.177943Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.178049Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.178101Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.178133Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.185442Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_graceful_shutdown_cancels_ongoing_job","threadId":"ThreadId(5)"} [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_cancels_ongoing_job ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.193228Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.193364Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.193435Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.199390Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.199582Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.199684Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.199769Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.199867Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.199968Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.200125Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.200243Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.200352Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.200459Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.200573Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.200800Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.209256Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_leaves_jobs_in_queue_on_shutdown","threadId":"ThreadId(13)"} [INFO] [stdout] test test_concurrent_worker_leaves_jobs_in_queue_on_shutdown ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.211759Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.211858Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.211908Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.211945Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.212012Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.212072Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.212131Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.212180Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.212211Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.216176Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_retries_twice","threadId":"ThreadId(10)"} [INFO] [stdout] test test_concurrent_worker_job_retries_twice ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.217164Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_signal_channel_closed","threadId":"ThreadId(19)"} [INFO] [stdout] test test_concurrent_worker_shutdown_signal_channel_closed ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.221190Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.221284Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.221394Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.221455Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.221511Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.221554Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.221634Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.221707Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.239533Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 500ms for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.243180Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.247184Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.247336Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.251284Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.255174Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.265247Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.268098Z","level":"INFO","fields":{"message":"Shutdown timeout reached, forcing shutdown...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":117},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":117,"threadName":"test_concurrent_worker_shutdown_during_job_retry_delay","threadId":"ThreadId(18)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.271168Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.275559Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.275091Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.275794Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.275835Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.275865Z","level":"DEBUG","fields":{"message":"Picked up new job from queue","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":59},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":59,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.275908Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.275945Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] test test_concurrent_worker_shutdown_during_job_retry_delay ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.310232Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.311205Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.327369Z","level":"INFO","fields":{"message":"Job executed successfully","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":132},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":132,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.327766Z","level":"DEBUG","fields":{"message":"Processing new job","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":56},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":56,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.409682Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.411090Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.442710Z","level":"INFO","fields":{"message":"Shutdown signal received, waiting for 1s for running jobs to complete...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":105},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":105,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.609343Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_completes_job_during_shutdown","threadId":"ThreadId(4)"} [INFO] [stdout] test test_concurrent_worker_completes_job_during_shutdown ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.609945Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_multiple_jobs","threadId":"ThreadId(14)"} [INFO] [stdout] test test_concurrent_worker_multiple_jobs ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.612072Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_queue_errors","threadId":"ThreadId(16)"} [INFO] [stdout] test test_concurrent_worker_queue_errors ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.616177Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_execution_order","threadId":"ThreadId(7)"} [INFO] [stdout] test test_concurrent_worker_job_execution_order ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.632156Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_job_succeeds_without_retries","threadId":"ThreadId(12)"} [INFO] [stdout] test test_concurrent_worker_job_succeeds_without_retries ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.638970Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_shutdown_with_empty_queue","threadId":"ThreadId(20)"} [INFO] [stdout] test test_concurrent_worker_shutdown_with_empty_queue ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.642002Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_graceful_shutdown_completes_job","threadId":"ThreadId(6)"} [INFO] [stdout] test test_concurrent_worker_graceful_shutdown_completes_job ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.722966Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_respects_concurrency_limit","threadId":"ThreadId(17)"} [INFO] [stdout] test test_concurrent_worker_respects_concurrency_limit ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.776621Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_varying_job_durations","threadId":"ThreadId(21)"} [INFO] [stdout] test test_concurrent_worker_varying_job_durations ... ok [INFO] [stdout] {"timestamp":"2025-11-05T04:39:48.829338Z","level":"INFO","fields":{"message":"All jobs completed, shutting down...","log.target":"queue_workers::concurrent_worker","log.module_path":"queue_workers::concurrent_worker","log.file":"/opt/rustwide/workdir/src/concurrent_worker.rs","log.line":122},"target":"queue_workers::concurrent_worker","filename":"/opt/rustwide/workdir/src/concurrent_worker.rs","line_number":122,"threadName":"test_concurrent_worker_parallel_execution","threadId":"ThreadId(15)"} [INFO] [stdout] test test_concurrent_worker_parallel_execution ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 20 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.72s [INFO] [stdout] [INFO] [stderr] Running tests/concurrent_worker_integration.rs (/opt/rustwide/target/debug/deps/concurrent_worker_integration-8fdb912d8a59c69b) [INFO] [stdout] [INFO] [stdout] running 5 tests [INFO] [stdout] test common::tests::test_span_logging ... ok [INFO] [stdout] test common::tests::test_logging_levels ... ok [INFO] [stdout] test test_concurrent_workers ... FAILED [INFO] [stdout] test test_complete_workflow ... FAILED [INFO] [stdout] test test_queue_persistence ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- test_concurrent_workers stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_concurrent_workers' (54) panicked at tests/concurrent_worker_integration.rs:226:31: [INFO] [stdout] Failed to push job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5f4ec077ea72 - std::backtrace_rs::backtrace::libunwind::trace::h62f3c6bea0fedab3 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5f4ec077ea72 - std::backtrace_rs::backtrace::trace_unsynchronized::hc41aaca6c0af0bde [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5f4ec077ea72 - std::sys::backtrace::_print_fmt::h33ac2b97007106cc [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5f4ec077ea72 - ::fmt::h4e0a3aeea0f9c085 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5f4ec0790adf - core::fmt::rt::Argument::fmt::h1edd6a3e00b22f10 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5f4ec0790adf - core::fmt::write::hecf68a131630c74d [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5f4ec074ae41 - std::io::default_write_fmt::ha6b238eff7f0ef8a [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5f4ec074ae41 - std::io::Write::write_fmt::h9846fe3d2a36c1ea [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5f4ec07577d2 - std::sys::backtrace::BacktraceLock::print::h75160192768e5621 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5f4ec075c60f - std::panicking::default_hook::{{closure}}::h14d82797cfb1ddcb [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5f4ec075c4a1 - std::panicking::default_hook::h63f9bf8161c5d325 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5f4ec02c98ae - as core::ops::function::Fn>::call::hb8126f8384f98101 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 12: 0x5f4ec02c98ae - test::test_main_with_exit_callback::{{closure}}::hae96ae0cd2f2ce70 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5f4ec075cd7f - as core::ops::function::Fn>::call::ha703f6686c81d0c6 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 14: 0x5f4ec075cd7f - std::panicking::panic_with_hook::h3173740e06bd0752 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5f4ec075cb2a - std::panicking::panic_handler::{{closure}}::hbac492c61eb56a87 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5f4ec0757919 - std::sys::backtrace::__rust_end_short_backtrace::haa3eac3df9535320 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5f4ec073f19d - __rustc[de0091b922c53d7e]::rust_begin_unwind [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5f4ec079b430 - core::panicking::panic_fmt::h5138da2ef87be35b [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5f4ec079a706 - core::result::unwrap_failed::h5d9b16b0b732a2ac [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/result.rs:1855:5 [INFO] [stdout] 20: 0x5f4ec02471d5 - core::result::Result::expect::hfbd91763fe67224f [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/result.rs:1178:23 [INFO] [stdout] 21: 0x5f4ec0281d5e - concurrent_worker_integration::test_concurrent_workers::{{closure}}::h20ee6011a73c6c5a [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:226:31 [INFO] [stdout] 22: 0x5f4ec0272c42 - as core::future::future::Future>::poll::h06ffdf0487893c06 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5f4ec0272dbd - as core::future::future::Future>::poll::h30a207d32f9b70e8 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5f4ec026e42d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h88b041aba77444a8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5f4ec026e33b - tokio::task::coop::with_budget::hb9dd138ebdc0a867 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5f4ec026e33b - tokio::task::coop::budget::hafa1d9e76c9a91a4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5f4ec026e33b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::hd69c7301aac1e6b3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5f4ec026b4c0 - tokio::runtime::scheduler::current_thread::Context::enter::h64c82b9dd1f79886 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5f4ec026d850 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hff3bc3a7ed4bbc95 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5f4ec026ca74 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h8409e145a9f59527 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5f4ec0270c6b - tokio::runtime::context::scoped::Scoped::set::h2d6bab93b9057aa6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5f4ec0268f49 - tokio::runtime::context::set_scheduler::{{closure}}::hc609b8b705030899 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5f4ec023d4d2 - std::thread::local::LocalKey::try_with::hffbf6acf167d72fd [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5f4ec023b5de - std::thread::local::LocalKey::with::h87303c7618d3712f [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5f4ec0268e7d - tokio::runtime::context::set_scheduler::hb10ea96586eb2810 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x5f4ec026c800 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::ha5bbfbb1e1a574c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5f4ec026ca93 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h45f0be665af74584 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5f4ec02698c3 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::heee38b7293410c72 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5f4ec0236cf0 - tokio::runtime::context::runtime::enter_runtime::h3171916a4b32746c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5f4ec0269311 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h64a74b4722f8c83c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5f4ec02a7cd4 - tokio::runtime::runtime::Runtime::block_on_inner::hb4748dc7863a0664 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5f4ec02a7fa7 - tokio::runtime::runtime::Runtime::block_on::hf2f7286a49fe6658 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5f4ec0280cf1 - concurrent_worker_integration::test_concurrent_workers::h17abf5caf9fb0c14 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:264:35 [INFO] [stdout] 44: 0x5f4ec0282de7 - concurrent_worker_integration::test_concurrent_workers::{{closure}}::hf731ce56a63ea0eb [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:209:35 [INFO] [stdout] 45: 0x5f4ec0223a86 - core::ops::function::FnOnce::call_once::hae39f8f002c91d33 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5f4ec02c968b - core::ops::function::FnOnce::call_once::h8f50ae93d93b62b4 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x5f4ec02c968b - test::__rust_begin_short_backtrace::h447963718d05a644 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5f4ec02df2c5 - test::run_test_in_process::{{closure}}::hf890ba4755ca86c0 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5f4ec02df2c5 - as core::ops::function::FnOnce<()>>::call_once::h31e4b2860e583faa [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x5f4ec02df2c5 - std::panicking::catch_unwind::do_call::hec7cdbbe797e2cab [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5f4ec02df2c5 - std::panicking::catch_unwind::h24d3b93458b5ba67 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5f4ec02df2c5 - std::panic::catch_unwind::h46eeec7cf9c9336c [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5f4ec02df2c5 - test::run_test_in_process::h290de6e559006104 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5f4ec02df2c5 - test::run_test::{{closure}}::h26eeb2c5f7e9a995 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5f4ec02b5ac4 - test::run_test::{{closure}}::h85af00882daabeaa [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5f4ec02b5ac4 - std::sys::backtrace::__rust_begin_short_backtrace::h9d9305dda51fa5f2 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5f4ec02b946a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::hc6aada8b43f0527b [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5f4ec02b946a - as core::ops::function::FnOnce<()>>::call_once::ha89fe5505c1206f5 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x5f4ec02b946a - std::panicking::catch_unwind::do_call::he3e0bef721d99583 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5f4ec02b946a - std::panicking::catch_unwind::ha8241964d3d773cd [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5f4ec02b946a - std::panic::catch_unwind::ha8554bc7696cae72 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5f4ec02b946a - std::thread::Builder::spawn_unchecked_::{{closure}}::he06f1f62b4c90f8d [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5f4ec02b946a - core::ops::function::FnOnce::call_once{{vtable.shim}}::ha7fd20ecae19b9b9 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x5f4ec0752aff - as core::ops::function::FnOnce>::call_once::h43642ed9c40e0ab2 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 65: 0x5f4ec0752aff - std::sys::thread::unix::Thread::new::thread_start::h38da0f633f090ce2 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/thread/unix.rs:126:17 [INFO] [stdout] 66: 0x72deeb108aa4 - [INFO] [stdout] 67: 0x72deeb195a64 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test_complete_workflow stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_complete_workflow' (53) panicked at tests/concurrent_worker_integration.rs:155:10: [INFO] [stdout] Failed to push successful job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5f4ec077ea72 - std::backtrace_rs::backtrace::libunwind::trace::h62f3c6bea0fedab3 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5f4ec077ea72 - std::backtrace_rs::backtrace::trace_unsynchronized::hc41aaca6c0af0bde [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5f4ec077ea72 - std::sys::backtrace::_print_fmt::h33ac2b97007106cc [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5f4ec077ea72 - ::fmt::h4e0a3aeea0f9c085 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5f4ec0790adf - core::fmt::rt::Argument::fmt::h1edd6a3e00b22f10 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5f4ec0790adf - core::fmt::write::hecf68a131630c74d [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5f4ec074ae41 - std::io::default_write_fmt::ha6b238eff7f0ef8a [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5f4ec074ae41 - std::io::Write::write_fmt::h9846fe3d2a36c1ea [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5f4ec07577d2 - std::sys::backtrace::BacktraceLock::print::h75160192768e5621 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5f4ec075c60f - std::panicking::default_hook::{{closure}}::h14d82797cfb1ddcb [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5f4ec075c4a1 - std::panicking::default_hook::h63f9bf8161c5d325 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5f4ec02c98ae - as core::ops::function::Fn>::call::hb8126f8384f98101 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 12: 0x5f4ec02c98ae - test::test_main_with_exit_callback::{{closure}}::hae96ae0cd2f2ce70 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5f4ec075cd7f - as core::ops::function::Fn>::call::ha703f6686c81d0c6 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 14: 0x5f4ec075cd7f - std::panicking::panic_with_hook::h3173740e06bd0752 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5f4ec075cb2a - std::panicking::panic_handler::{{closure}}::hbac492c61eb56a87 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5f4ec0757919 - std::sys::backtrace::__rust_end_short_backtrace::haa3eac3df9535320 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5f4ec073f19d - __rustc[de0091b922c53d7e]::rust_begin_unwind [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5f4ec079b430 - core::panicking::panic_fmt::h5138da2ef87be35b [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5f4ec079a706 - core::result::unwrap_failed::h5d9b16b0b732a2ac [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/result.rs:1855:5 [INFO] [stdout] 20: 0x5f4ec02471d5 - core::result::Result::expect::hfbd91763fe67224f [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/result.rs:1178:23 [INFO] [stdout] 21: 0x5f4ec027d72a - concurrent_worker_integration::test_complete_workflow::{{closure}}::hc45f7e795504efc5 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:155:10 [INFO] [stdout] 22: 0x5f4ec0272c42 - as core::future::future::Future>::poll::h06ffdf0487893c06 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5f4ec0272dbd - as core::future::future::Future>::poll::h30a207d32f9b70e8 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5f4ec026e42d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h88b041aba77444a8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5f4ec026e33b - tokio::task::coop::with_budget::hb9dd138ebdc0a867 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5f4ec026e33b - tokio::task::coop::budget::hafa1d9e76c9a91a4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5f4ec026e33b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::hd69c7301aac1e6b3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5f4ec026b4c0 - tokio::runtime::scheduler::current_thread::Context::enter::h64c82b9dd1f79886 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5f4ec026d850 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hff3bc3a7ed4bbc95 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5f4ec026ca74 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h8409e145a9f59527 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5f4ec0270c6b - tokio::runtime::context::scoped::Scoped::set::h2d6bab93b9057aa6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5f4ec0268f49 - tokio::runtime::context::set_scheduler::{{closure}}::hc609b8b705030899 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5f4ec023d4d2 - std::thread::local::LocalKey::try_with::hffbf6acf167d72fd [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5f4ec023b5de - std::thread::local::LocalKey::with::h87303c7618d3712f [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5f4ec0268e7d - tokio::runtime::context::set_scheduler::hb10ea96586eb2810 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stderr] error: test failed, to rerun pass `--test concurrent_worker_integration` [INFO] [stdout] 36: 0x5f4ec026c800 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::ha5bbfbb1e1a574c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5f4ec026ca93 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h45f0be665af74584 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5f4ec02698c3 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::heee38b7293410c72 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5f4ec0236cf0 - tokio::runtime::context::runtime::enter_runtime::h3171916a4b32746c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5f4ec0269311 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h64a74b4722f8c83c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5f4ec02a7cd4 - tokio::runtime::runtime::Runtime::block_on_inner::hb4748dc7863a0664 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5f4ec02a7fa7 - tokio::runtime::runtime::Runtime::block_on::hf2f7286a49fe6658 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5f4ec027bc61 - concurrent_worker_integration::test_complete_workflow::h34f08393781c92e7 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:205:45 [INFO] [stdout] 44: 0x5f4ec027bcf7 - concurrent_worker_integration::test_complete_workflow::{{closure}}::hbbf198d5d80b20cd [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:121:34 [INFO] [stdout] 45: 0x5f4ec0223246 - core::ops::function::FnOnce::call_once::h4bd25486d83e9b8a [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5f4ec02c968b - core::ops::function::FnOnce::call_once::h8f50ae93d93b62b4 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x5f4ec02c968b - test::__rust_begin_short_backtrace::h447963718d05a644 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5f4ec02df2c5 - test::run_test_in_process::{{closure}}::hf890ba4755ca86c0 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5f4ec02df2c5 - as core::ops::function::FnOnce<()>>::call_once::h31e4b2860e583faa [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x5f4ec02df2c5 - std::panicking::catch_unwind::do_call::hec7cdbbe797e2cab [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5f4ec02df2c5 - std::panicking::catch_unwind::h24d3b93458b5ba67 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5f4ec02df2c5 - std::panic::catch_unwind::h46eeec7cf9c9336c [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5f4ec02df2c5 - test::run_test_in_process::h290de6e559006104 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5f4ec02df2c5 - test::run_test::{{closure}}::h26eeb2c5f7e9a995 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5f4ec02b5ac4 - test::run_test::{{closure}}::h85af00882daabeaa [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5f4ec02b5ac4 - std::sys::backtrace::__rust_begin_short_backtrace::h9d9305dda51fa5f2 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5f4ec02b946a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::hc6aada8b43f0527b [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5f4ec02b946a - as core::ops::function::FnOnce<()>>::call_once::ha89fe5505c1206f5 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x5f4ec02b946a - std::panicking::catch_unwind::do_call::he3e0bef721d99583 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5f4ec02b946a - std::panicking::catch_unwind::ha8241964d3d773cd [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5f4ec02b946a - std::panic::catch_unwind::ha8554bc7696cae72 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5f4ec02b946a - std::thread::Builder::spawn_unchecked_::{{closure}}::he06f1f62b4c90f8d [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5f4ec02b946a - core::ops::function::FnOnce::call_once{{vtable.shim}}::ha7fd20ecae19b9b9 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x5f4ec0752aff - as core::ops::function::FnOnce>::call_once::h43642ed9c40e0ab2 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 65: 0x5f4ec0752aff - std::sys::thread::unix::Thread::new::thread_start::h38da0f633f090ce2 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/thread/unix.rs:126:17 [INFO] [stdout] 66: 0x72deeb108aa4 - [INFO] [stdout] 67: 0x72deeb195a64 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- test_queue_persistence stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'test_queue_persistence' (55) panicked at tests/concurrent_worker_integration.rs:284:35: [INFO] [stdout] Failed to push job: ConnectionError("Connection refused (os error 111)") [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5f4ec077ea72 - std::backtrace_rs::backtrace::libunwind::trace::h62f3c6bea0fedab3 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5f4ec077ea72 - std::backtrace_rs::backtrace::trace_unsynchronized::hc41aaca6c0af0bde [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5f4ec077ea72 - std::sys::backtrace::_print_fmt::h33ac2b97007106cc [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:66:9 [INFO] [stdout] 3: 0x5f4ec077ea72 - ::fmt::h4e0a3aeea0f9c085 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:39:26 [INFO] [stdout] 4: 0x5f4ec0790adf - core::fmt::rt::Argument::fmt::h1edd6a3e00b22f10 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/fmt/rt.rs:173:76 [INFO] [stdout] 5: 0x5f4ec0790adf - core::fmt::write::hecf68a131630c74d [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/fmt/mod.rs:1468:25 [INFO] [stdout] 6: 0x5f4ec074ae41 - std::io::default_write_fmt::ha6b238eff7f0ef8a [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5f4ec074ae41 - std::io::Write::write_fmt::h9846fe3d2a36c1ea [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/io/mod.rs:1954:13 [INFO] [stdout] 8: 0x5f4ec07577d2 - std::sys::backtrace::BacktraceLock::print::h75160192768e5621 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:42:9 [INFO] [stdout] 9: 0x5f4ec075c60f - std::panicking::default_hook::{{closure}}::h14d82797cfb1ddcb [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:301:27 [INFO] [stdout] 10: 0x5f4ec075c4a1 - std::panicking::default_hook::h63f9bf8161c5d325 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:325:9 [INFO] [stdout] 11: 0x5f4ec02c98ae - as core::ops::function::Fn>::call::hb8126f8384f98101 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 12: 0x5f4ec02c98ae - test::test_main_with_exit_callback::{{closure}}::hae96ae0cd2f2ce70 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5f4ec075cd7f - as core::ops::function::Fn>::call::ha703f6686c81d0c6 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/alloc/src/boxed.rs:1999:9 [INFO] [stdout] 14: 0x5f4ec075cd7f - std::panicking::panic_with_hook::h3173740e06bd0752 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:842:13 [INFO] [stdout] 15: 0x5f4ec075cb2a - std::panicking::panic_handler::{{closure}}::hbac492c61eb56a87 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:707:13 [INFO] [stdout] 16: 0x5f4ec0757919 - std::sys::backtrace::__rust_end_short_backtrace::haa3eac3df9535320 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:174:18 [INFO] [stdout] 17: 0x5f4ec073f19d - __rustc[de0091b922c53d7e]::rust_begin_unwind [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:698:5 [INFO] [stdout] 18: 0x5f4ec079b430 - core::panicking::panic_fmt::h5138da2ef87be35b [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/panicking.rs:75:14 [INFO] [stdout] 19: 0x5f4ec079a706 - core::result::unwrap_failed::h5d9b16b0b732a2ac [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/result.rs:1855:5 [INFO] [stdout] 20: 0x5f4ec02471d5 - core::result::Result::expect::hfbd91763fe67224f [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/result.rs:1178:23 [INFO] [stdout] 21: 0x5f4ec028012c - concurrent_worker_integration::test_queue_persistence::{{closure}}::h953ffe0214933711 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:284:35 [INFO] [stdout] 22: 0x5f4ec0272c42 - as core::future::future::Future>::poll::h06ffdf0487893c06 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/future/future.rs:133:9 [INFO] [stdout] 23: 0x5f4ec0272dbd - as core::future::future::Future>::poll::h30a207d32f9b70e8 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/future/future.rs:133:9 [INFO] [stdout] 24: 0x5f4ec026e42d - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}::h88b041aba77444a8 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:70 [INFO] [stdout] 25: 0x5f4ec026e33b - tokio::task::coop::with_budget::hb9dd138ebdc0a867 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:167:5 [INFO] [stdout] 26: 0x5f4ec026e33b - tokio::task::coop::budget::hafa1d9e76c9a91a4 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/task/coop/mod.rs:133:5 [INFO] [stdout] 27: 0x5f4ec026e33b - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::hd69c7301aac1e6b3 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:733:25 [INFO] [stdout] 28: 0x5f4ec026b4c0 - tokio::runtime::scheduler::current_thread::Context::enter::h64c82b9dd1f79886 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 29: 0x5f4ec026d850 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::hff3bc3a7ed4bbc95 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:732:44 [INFO] [stdout] 30: 0x5f4ec026ca74 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h8409e145a9f59527 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:68 [INFO] [stdout] 31: 0x5f4ec0270c6b - tokio::runtime::context::scoped::Scoped::set::h2d6bab93b9057aa6 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 32: 0x5f4ec0268f49 - tokio::runtime::context::set_scheduler::{{closure}}::hc609b8b705030899 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:38 [INFO] [stdout] 33: 0x5f4ec023d4d2 - std::thread::local::LocalKey::try_with::hffbf6acf167d72fd [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/local.rs:315:12 [INFO] [stdout] 34: 0x5f4ec023b5de - std::thread::local::LocalKey::with::h87303c7618d3712f [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/local.rs:279:20 [INFO] [stdout] 35: 0x5f4ec0268e7d - tokio::runtime::context::set_scheduler::hb10ea96586eb2810 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context.rs:180:17 [INFO] [stdout] 36: 0x5f4ec026c800 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::ha5bbfbb1e1a574c7 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:820:27 [INFO] [stdout] 37: 0x5f4ec026ca93 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h45f0be665af74584 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:720:24 [INFO] [stdout] 38: 0x5f4ec02698c3 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::heee38b7293410c72 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 39: 0x5f4ec0236cf0 - tokio::runtime::context::runtime::enter_runtime::h3171916a4b32746c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 40: 0x5f4ec0269311 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h64a74b4722f8c83c [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 41: 0x5f4ec02a7cd4 - tokio::runtime::runtime::Runtime::block_on_inner::hb4748dc7863a0664 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:368:52 [INFO] [stdout] 42: 0x5f4ec02a7fa7 - tokio::runtime::runtime::Runtime::block_on::hf2f7286a49fe6658 [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.2/src/runtime/runtime.rs:342:18 [INFO] [stdout] 43: 0x5f4ec027f501 - concurrent_worker_integration::test_queue_persistence::h4ada95e1364ab714 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:293:45 [INFO] [stdout] 44: 0x5f4ec027f597 - concurrent_worker_integration::test_queue_persistence::{{closure}}::h702daa1b466feb95 [INFO] [stdout] at /opt/rustwide/workdir/tests/concurrent_worker_integration.rs:271:34 [INFO] [stdout] 45: 0x5f4ec0223746 - core::ops::function::FnOnce::call_once::h8e93d5eeb233a695 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: 0x5f4ec02c968b - core::ops::function::FnOnce::call_once::h8f50ae93d93b62b4 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: 0x5f4ec02c968b - test::__rust_begin_short_backtrace::h447963718d05a644 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:663:18 [INFO] [stdout] 48: 0x5f4ec02df2c5 - test::run_test_in_process::{{closure}}::hf890ba4755ca86c0 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:686:74 [INFO] [stdout] 49: 0x5f4ec02df2c5 - as core::ops::function::FnOnce<()>>::call_once::h31e4b2860e583faa [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 50: 0x5f4ec02df2c5 - std::panicking::catch_unwind::do_call::hec7cdbbe797e2cab [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:590:40 [INFO] [stdout] 51: 0x5f4ec02df2c5 - std::panicking::catch_unwind::h24d3b93458b5ba67 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:553:19 [INFO] [stdout] 52: 0x5f4ec02df2c5 - std::panic::catch_unwind::h46eeec7cf9c9336c [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panic.rs:359:14 [INFO] [stdout] 53: 0x5f4ec02df2c5 - test::run_test_in_process::h290de6e559006104 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:686:27 [INFO] [stdout] 54: 0x5f4ec02df2c5 - test::run_test::{{closure}}::h26eeb2c5f7e9a995 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:607:43 [INFO] [stdout] 55: 0x5f4ec02b5ac4 - test::run_test::{{closure}}::h85af00882daabeaa [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/test/src/lib.rs:637:41 [INFO] [stdout] 56: 0x5f4ec02b5ac4 - std::sys::backtrace::__rust_begin_short_backtrace::h9d9305dda51fa5f2 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/backtrace.rs:158:18 [INFO] [stdout] 57: 0x5f4ec02b946a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::hc6aada8b43f0527b [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/mod.rs:559:17 [INFO] [stdout] 58: 0x5f4ec02b946a - as core::ops::function::FnOnce<()>>::call_once::ha89fe5505c1206f5 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 59: 0x5f4ec02b946a - std::panicking::catch_unwind::do_call::he3e0bef721d99583 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:590:40 [INFO] [stdout] 60: 0x5f4ec02b946a - std::panicking::catch_unwind::ha8241964d3d773cd [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panicking.rs:553:19 [INFO] [stdout] 61: 0x5f4ec02b946a - std::panic::catch_unwind::ha8554bc7696cae72 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/panic.rs:359:14 [INFO] [stdout] 62: 0x5f4ec02b946a - std::thread::Builder::spawn_unchecked_::{{closure}}::he06f1f62b4c90f8d [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/thread/mod.rs:557:30 [INFO] [stdout] 63: 0x5f4ec02b946a - core::ops::function::FnOnce::call_once{{vtable.shim}}::ha7fd20ecae19b9b9 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 64: 0x5f4ec0752aff - as core::ops::function::FnOnce>::call_once::h43642ed9c40e0ab2 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/alloc/src/boxed.rs:1985:9 [INFO] [stdout] 65: 0x5f4ec0752aff - std::sys::thread::unix::Thread::new::thread_start::h38da0f633f090ce2 [INFO] [stdout] at /rustc/f8297e351a40c1439a467bbbb6879088047f50b3/library/std/src/sys/thread/unix.rs:126:17 [INFO] [stdout] 66: 0x72deeb108aa4 - [INFO] [stdout] 67: 0x72deeb195a64 - clone [INFO] [stdout] 68: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] test_complete_workflow [INFO] [stdout] test_concurrent_workers [INFO] [stdout] test_queue_persistence [INFO] [stdout] [INFO] [stdout] test result: FAILED. 2 passed; 3 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.14s [INFO] [stdout] [INFO] running `Command { std: "docker" "inspect" "9c14e6cc540d671e7ce945c45052f8c18bc0ef1ac53301fe2e02185e1bcd1853", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "9c14e6cc540d671e7ce945c45052f8c18bc0ef1ac53301fe2e02185e1bcd1853", kill_on_drop: false }` [INFO] [stdout] 9c14e6cc540d671e7ce945c45052f8c18bc0ef1ac53301fe2e02185e1bcd1853