[INFO] fetching crate ai-workbench-lib 0.4.0... [INFO] testing ai-workbench-lib-0.4.0 against try#8da20828b6ea601dfd8e2448cb50ace88876bd78 for pr-150933 [INFO] extracting crate ai-workbench-lib 0.4.0 into /workspace/builds/worker-3-tc2/source [INFO] started tweaking crates.io crate ai-workbench-lib 0.4.0 [INFO] finished tweaking crates.io crate ai-workbench-lib 0.4.0 [INFO] tweaked toml for crates.io crate ai-workbench-lib 0.4.0 written to /workspace/builds/worker-3-tc2/source/Cargo.toml [INFO] validating manifest of crates.io crate ai-workbench-lib 0.4.0 on toolchain 8da20828b6ea601dfd8e2448cb50ace88876bd78 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate ai-workbench-lib 0.4.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 07932323c32a1019e8b88f399ca9665be545ffba74983865f1fec49418404435 [INFO] running `Command { std: "docker" "start" "-a" "07932323c32a1019e8b88f399ca9665be545ffba74983865f1fec49418404435", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "07932323c32a1019e8b88f399ca9665be545ffba74983865f1fec49418404435", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "07932323c32a1019e8b88f399ca9665be545ffba74983865f1fec49418404435", kill_on_drop: false }` [INFO] [stdout] 07932323c32a1019e8b88f399ca9665be545ffba74983865f1fec49418404435 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 71883883c3e94dfff3c0c814067f55bc0176ee487c747b561055b1a406bccb74 [INFO] running `Command { std: "docker" "start" "-a" "71883883c3e94dfff3c0c814067f55bc0176ee487c747b561055b1a406bccb74", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.175 [INFO] [stderr] Compiling proc-macro2 v1.0.101 [INFO] [stderr] Compiling cfg-if v1.0.3 [INFO] [stderr] Compiling autocfg v1.5.0 [INFO] [stderr] Compiling smallvec v1.15.1 [INFO] [stderr] Compiling bytes v1.10.1 [INFO] [stderr] Compiling pin-project-lite v0.2.16 [INFO] [stderr] Compiling parking_lot_core v0.9.11 [INFO] [stderr] Compiling futures-core v0.3.31 [INFO] [stderr] Compiling itoa v1.0.15 [INFO] [stderr] Compiling scopeguard v1.2.0 [INFO] [stderr] Compiling futures-sink v0.3.31 [INFO] [stderr] Compiling fnv v1.0.7 [INFO] [stderr] Compiling memchr v2.7.5 [INFO] [stderr] Compiling zeroize v1.8.1 [INFO] [stderr] Compiling find-msvc-tools v0.1.0 [INFO] [stderr] Compiling pin-utils v0.1.0 [INFO] [stderr] Compiling once_cell v1.21.3 [INFO] [stderr] Compiling slab v0.4.11 [INFO] [stderr] Compiling version_check v0.9.5 [INFO] [stderr] Compiling typenum v1.18.0 [INFO] [stderr] Compiling futures-task v0.3.31 [INFO] [stderr] Compiling tracing-core v0.1.34 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling futures-io v0.3.31 [INFO] [stderr] Compiling ryu v1.0.20 [INFO] [stderr] Compiling powerfmt v0.2.0 [INFO] [stderr] Compiling outref v0.5.2 [INFO] [stderr] Compiling num-conv v0.1.0 [INFO] [stderr] Compiling either v1.15.0 [INFO] [stderr] Compiling time-core v0.1.5 [INFO] [stderr] Compiling vsimd v0.8.0 [INFO] [stderr] Compiling lock_api v0.4.13 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling deranged v0.5.3 [INFO] [stderr] Compiling untrusted v0.9.0 [INFO] [stderr] Compiling foldhash v0.1.5 [INFO] [stderr] Compiling fs_extra v1.3.0 [INFO] [stderr] Compiling generic-array v0.14.7 [INFO] [stderr] Compiling dunce v1.0.5 [INFO] [stderr] Compiling allocator-api2 v0.2.21 [INFO] [stderr] Compiling equivalent v1.0.2 [INFO] [stderr] Compiling aws-lc-rs v1.13.3 [INFO] [stderr] Compiling httparse v1.10.1 [INFO] [stderr] Compiling percent-encoding v2.3.2 [INFO] [stderr] Compiling http v1.3.1 [INFO] [stderr] Compiling http v0.2.12 [INFO] [stderr] Compiling bytes-utils v0.1.4 [INFO] [stderr] Compiling hashbrown v0.15.5 [INFO] [stderr] Compiling try-lock v0.2.5 [INFO] [stderr] Compiling base64-simd v0.8.0 [INFO] [stderr] Compiling stable_deref_trait v1.2.0 [INFO] [stderr] Compiling const-oid v0.9.6 [INFO] [stderr] Compiling quote v1.0.40 [INFO] [stderr] Compiling getrandom v0.3.3 [INFO] [stderr] Compiling syn v2.0.106 [INFO] [stderr] Compiling der v0.6.1 [INFO] [stderr] Compiling want v0.3.1 [INFO] [stderr] Compiling rustls-pki-types v1.12.0 [INFO] [stderr] Compiling indexmap v2.11.0 [INFO] [stderr] Compiling base64ct v1.8.0 [INFO] [stderr] Compiling http-body v1.0.1 [INFO] [stderr] Compiling tower-service v0.3.3 [INFO] [stderr] Compiling http-body-util v0.1.3 [INFO] [stderr] Compiling crc32fast v1.5.0 [INFO] [stderr] Compiling log v0.4.27 [INFO] [stderr] Compiling rustls v0.23.31 [INFO] [stderr] Compiling openssl-probe v0.1.6 [INFO] [stderr] Compiling mio v1.0.4 [INFO] [stderr] Compiling signal-hook-registry v1.4.6 [INFO] [stderr] Compiling socket2 v0.6.0 [INFO] [stderr] Compiling jobserver v0.1.34 [INFO] [stderr] Compiling getrandom v0.2.16 [INFO] [stderr] Compiling cc v1.2.35 [INFO] [stderr] Compiling parking_lot v0.12.4 [INFO] [stderr] Compiling spki v0.6.0 [INFO] [stderr] Compiling rustls v0.21.12 [INFO] [stderr] Compiling atomic-waker v1.1.2 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling semver v1.0.26 [INFO] [stderr] Compiling pkcs8 v0.9.0 [INFO] [stderr] Compiling base16ct v0.1.1 [INFO] [stderr] Compiling base64 v0.21.7 [INFO] [stderr] Compiling socket2 v0.5.10 [INFO] [stderr] Compiling ipnet v2.11.0 [INFO] [stderr] Compiling http-body v0.4.6 [INFO] [stderr] Compiling num-integer v0.1.46 [INFO] [stderr] Compiling ff v0.12.1 [INFO] [stderr] Compiling time v0.3.42 [INFO] [stderr] Compiling httpdate v1.0.3 [INFO] [stderr] Compiling rustls-native-certs v0.8.1 [INFO] [stderr] Compiling tower-layer v0.3.3 [INFO] [stderr] Compiling form_urlencoded v1.2.2 [INFO] [stderr] Compiling rustls-pemfile v1.0.4 [INFO] [stderr] Compiling hex v0.4.3 [INFO] [stderr] Compiling litemap v0.8.0 [INFO] [stderr] Compiling block-buffer v0.10.4 [INFO] [stderr] Compiling crypto-common v0.1.6 [INFO] [stderr] Compiling crypto-bigint v0.4.9 [INFO] [stderr] Compiling digest v0.10.7 [INFO] [stderr] Compiling sec1 v0.3.0 [INFO] [stderr] Compiling group v0.12.1 [INFO] [stderr] Compiling rustc_version v0.4.1 [INFO] [stderr] Compiling rustls-native-certs v0.6.3 [INFO] [stderr] Compiling hmac v0.12.1 [INFO] [stderr] Compiling sha2 v0.10.9 [INFO] [stderr] Compiling signature v1.6.4 [INFO] [stderr] Compiling tower v0.5.2 [INFO] [stderr] Compiling writeable v0.6.1 [INFO] [stderr] Compiling crypto-bigint v0.5.5 [INFO] [stderr] Compiling icu_normalizer_data v2.0.0 [INFO] [stderr] Compiling icu_properties_data v2.0.1 [INFO] [stderr] Compiling fastrand v2.3.0 [INFO] [stderr] Compiling zerocopy v0.8.26 [INFO] [stderr] Compiling uuid v1.18.1 [INFO] [stderr] Compiling serde v1.0.219 [INFO] [stderr] Compiling regex-lite v0.1.7 [INFO] [stderr] Compiling rand_core v0.9.3 [INFO] [stderr] Compiling aho-corasick v1.1.3 [INFO] [stderr] Compiling cmake v0.1.54 [INFO] [stderr] Compiling regex-syntax v0.8.6 [INFO] [stderr] Compiling aws-types v1.3.8 [INFO] [stderr] Compiling xmlparser v0.13.6 [INFO] [stderr] Compiling utf8_iter v1.0.4 [INFO] [stderr] Compiling rfc6979 v0.3.1 [INFO] [stderr] Compiling elliptic-curve v0.12.3 [INFO] [stderr] Compiling crc-catalog v2.4.0 [INFO] [stderr] Compiling urlencoding v2.1.3 [INFO] [stderr] Compiling aws-smithy-xml v0.60.10 [INFO] [stderr] Compiling md-5 v0.10.6 [INFO] [stderr] Compiling crc v3.3.0 [INFO] [stderr] Compiling sha1 v0.10.6 [INFO] [stderr] Compiling lazy_static v1.5.0 [INFO] [stderr] Compiling serde_json v1.0.143 [INFO] [stderr] Compiling anyhow v1.0.99 [INFO] [stderr] Compiling ecdsa v0.14.8 [INFO] [stderr] Compiling sharded-slab v0.1.7 [INFO] [stderr] Compiling tracing-log v0.2.0 [INFO] [stderr] Compiling lru v0.12.5 [INFO] [stderr] Compiling p256 v0.11.1 [INFO] [stderr] Compiling csv-core v0.1.12 [INFO] [stderr] Compiling thread_local v1.1.9 [INFO] [stderr] Compiling aws-lc-sys v0.30.0 [INFO] [stderr] Compiling ring v0.17.14 [INFO] [stderr] Compiling unicode-id v0.3.5 [INFO] [stderr] Compiling nu-ansi-term v0.50.1 [INFO] [stderr] Compiling markdown v1.0.0 [INFO] [stderr] Compiling tracing-subscriber v0.3.20 [INFO] [stderr] Compiling synstructure v0.13.2 [INFO] [stderr] Compiling regex-automata v0.4.10 [INFO] [stderr] Compiling ppv-lite86 v0.2.21 [INFO] [stderr] Compiling tokio-macros v2.5.0 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling tracing-attributes v0.1.30 [INFO] [stderr] Compiling zerofrom-derive v0.1.6 [INFO] [stderr] Compiling yoke-derive v0.8.0 [INFO] [stderr] Compiling zerovec-derive v0.11.1 [INFO] [stderr] Compiling displaydoc v0.2.5 [INFO] [stderr] Compiling serde_derive v1.0.219 [INFO] [stderr] Compiling rand_chacha v0.9.0 [INFO] [stderr] Compiling rand v0.9.2 [INFO] [stderr] Compiling tokio v1.47.1 [INFO] [stderr] Compiling zerofrom v0.1.6 [INFO] [stderr] Compiling regex v1.11.2 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling yoke v0.8.0 [INFO] [stderr] Compiling tracing v0.1.41 [INFO] [stderr] Compiling zerotrie v0.2.2 [INFO] [stderr] Compiling zerovec v0.11.4 [INFO] [stderr] Compiling rustls-webpki v0.101.7 [INFO] [stderr] Compiling sct v0.7.1 [INFO] [stderr] Compiling crc-fast v1.3.0 [INFO] [stderr] Compiling tinystr v0.8.1 [INFO] [stderr] Compiling potential_utf v0.1.3 [INFO] [stderr] Compiling icu_collections v2.0.0 [INFO] [stderr] Compiling icu_locale_core v2.0.0 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling icu_provider v2.0.0 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling icu_properties v2.0.1 [INFO] [stderr] Compiling icu_normalizer v2.0.0 [INFO] [stderr] Compiling tokio-util v0.7.16 [INFO] [stderr] Compiling aws-smithy-async v1.2.5 [INFO] [stderr] Compiling tokio-rustls v0.24.1 [INFO] [stderr] Compiling aws-smithy-types v1.3.2 [INFO] [stderr] Compiling h2 v0.4.12 [INFO] [stderr] Compiling h2 v0.3.27 [INFO] [stderr] Compiling idna_adapter v1.2.1 [INFO] [stderr] Compiling idna v1.1.0 [INFO] [stderr] Compiling aws-smithy-runtime-api v1.9.0 [INFO] [stderr] Compiling aws-smithy-eventstream v0.60.11 [INFO] [stderr] Compiling aws-smithy-json v0.61.5 [INFO] [stderr] Compiling url v2.5.7 [INFO] [stderr] Compiling aws-smithy-query v0.60.7 [INFO] [stderr] Compiling csv v1.3.1 [INFO] [stderr] Compiling hyper v0.14.32 [INFO] [stderr] Compiling aws-smithy-http v0.62.3 [INFO] [stderr] Compiling aws-credential-types v1.2.6 [INFO] [stderr] Compiling aws-smithy-observability v0.1.3 [INFO] [stderr] Compiling hyper v1.7.0 [INFO] [stderr] Compiling aws-sigv4 v1.3.4 [INFO] [stderr] Compiling aws-smithy-checksums v0.63.8 [INFO] [stderr] Compiling hyper-util v0.1.16 [INFO] [stderr] Compiling rustls-webpki v0.103.4 [INFO] [stderr] Compiling hyper-rustls v0.24.2 [INFO] [stderr] Compiling tokio-rustls v0.26.2 [INFO] [stderr] Compiling hyper-rustls v0.27.7 [INFO] [stderr] Compiling aws-smithy-http-client v1.1.1 [INFO] [stderr] Compiling aws-smithy-runtime v1.9.1 [INFO] [stderr] Compiling aws-runtime v1.5.10 [INFO] [stderr] Compiling aws-sdk-ssooidc v1.84.0 [INFO] [stderr] Compiling aws-sdk-sso v1.83.0 [INFO] [stderr] Compiling aws-sdk-sts v1.85.0 [INFO] [stderr] Compiling aws-sdk-s3 v1.104.0 [INFO] [stderr] Compiling aws-sdk-bedrockruntime v1.105.0 [INFO] [stderr] Compiling aws-config v1.8.6 [INFO] [stderr] Compiling ai-workbench-lib v0.4.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 2m 45s [INFO] running `Command { std: "docker" "inspect" "71883883c3e94dfff3c0c814067f55bc0176ee487c747b561055b1a406bccb74", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "71883883c3e94dfff3c0c814067f55bc0176ee487c747b561055b1a406bccb74", kill_on_drop: false }` [INFO] [stdout] 71883883c3e94dfff3c0c814067f55bc0176ee487c747b561055b1a406bccb74 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] fc31782db9218f1323be2d9f558efe76a0077d5f0505ffe52486bd794aa60266 [INFO] running `Command { std: "docker" "start" "-a" "fc31782db9218f1323be2d9f558efe76a0077d5f0505ffe52486bd794aa60266", kill_on_drop: false }` [INFO] [stderr] Compiling ai-workbench-lib v0.4.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 10.89s [INFO] running `Command { std: "docker" "inspect" "fc31782db9218f1323be2d9f558efe76a0077d5f0505ffe52486bd794aa60266", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "fc31782db9218f1323be2d9f558efe76a0077d5f0505ffe52486bd794aa60266", kill_on_drop: false }` [INFO] [stdout] fc31782db9218f1323be2d9f558efe76a0077d5f0505ffe52486bd794aa60266 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cfa559dde23f44738f9990739aaa3487d8df3af37eb5df0572f7cf76004a604a" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 13bc8c28e7f5b306932940dec4fb500affd200ed9a50f3214121ad3701a6afbc [INFO] running `Command { std: "docker" "start" "-a" "13bc8c28e7f5b306932940dec4fb500affd200ed9a50f3214121ad3701a6afbc", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.29s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/ai_workbench_lib-ef2dcd3deb1be477) [INFO] [stdout] [INFO] [stdout] running 37 tests [INFO] [stdout] test modules::file_discovery::file_discovery_tests::test_file_info_structure ... ok [INFO] [stdout] test modules::file_splitter::splitter::tests::test_invalid_csv_fallback ... ok [INFO] [stdout] test modules::file_splitter::splitter::tests::test_empty_file ... ok [INFO] [stdout] test modules::file_splitter::splitter::tests::test_json_file_splitting ... ok [INFO] [stdout] test modules::file_splitter::splitter::tests::test_file_type_detection_by_extension ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::code_splitter::tests::test_simple_code_splitting ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::csv_splitter::tests::test_csv_single_chunk ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::csv_splitter::tests::test_record_boundary_preservation ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::csv_splitter::tests::test_tsv_format ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::csv_splitter::tests::test_csv_format_validation ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::csv_splitter::tests::test_csv_multiple_chunks_with_headers ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::json_splitter::tests::test_json_lines_detection ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::json_splitter::tests::test_json_lines_splitting ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::code_splitter::tests::test_large_file_splitting ... ok [INFO] [stdout] test modules::file_splitter::splitter::integration_tests::test_large_csv_file_splitting ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::text_splitter::tests::test_line_boundary_preservation ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::text_splitter::tests::test_small_file_single_chunk ... ok [INFO] [stdout] test modules::file_splitter::splitter_types::text_splitter::tests::test_large_file_multiple_chunks ... ok [INFO] [stdout] test modules::file_splitter::splitter::integration_tests::test_mixed_file_types ... FAILED [INFO] [stdout] test modules::file_splitter::splitter_types::json_splitter::tests::test_invalid_json_rejection ... FAILED [INFO] [stdout] test modules::file_splitter::splitter::tests::test_binary_file_rejection ... FAILED [INFO] [stdout] test modules::file_splitter::splitter_types::json_splitter::tests::test_standard_json_detection ... FAILED [INFO] [stdout] test modules::file_splitter::splitter_types::json_splitter::tests::test_json_array_detection ... FAILED [INFO] [stdout] test modules::file_splitter::splitter::integration_tests::test_edge_cases ... FAILED [INFO] [stdout] test modules::file_discovery::file_discovery_tests::test_processing_summary ... ok [INFO] [stdout] test modules::file_discovery::file_discovery_tests::test_folder_discovery ... ok [INFO] [stdout] test modules::file_discovery::file_discovery_tests::test_large_folder_discovery ... ok [INFO] [stdout] test modules::job_processor::core::job_processor_tests::test_job_processor_file_discovery ... ok [INFO] [stdout] 2026-03-07T06:07:03.399562Z ERROR ai_workbench_lib::modules::file_discovery: S3 HEAD request failed for 'test-data/document.md': dispatch failure [INFO] [stdout] 2026-03-07T06:07:03.402071Z ERROR ai_workbench_lib::modules::file_discovery: Error details: DispatchFailure(DispatchFailure { source: ConnectorError { kind: Other(None), source: CredentialsNotLoaded(CredentialsNotLoaded { source: Some("no providers in chain provided credentials") }), connection: Unknown } }) [INFO] [stdout] 2026-03-07T06:07:03.402192Z ERROR ai_workbench_lib::modules::file_discovery: Possible causes: [INFO] [stdout] 2026-03-07T06:07:03.402225Z ERROR ai_workbench_lib::modules::file_discovery: 1. File 'test-data/document.md' does not exist in bucket 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.402287Z ERROR ai_workbench_lib::modules::file_discovery: 2. No read permissions for this file/bucket [INFO] [stdout] 2026-03-07T06:07:03.402318Z ERROR ai_workbench_lib::modules::file_discovery: 3. AWS credentials are invalid or expired [INFO] [stdout] 2026-03-07T06:07:03.402370Z ERROR ai_workbench_lib::modules::file_discovery: 4. Network connectivity issues [INFO] [stdout] 2026-03-07T06:07:03.402460Z ERROR ai_workbench_lib::modules::file_discovery: 5. S3 service is temporarily unavailable [INFO] [stdout] 2026-03-07T06:07:03.402788Z ERROR ai_workbench_lib::modules::file_discovery: Failed to get metadata for file 'test-data/document.md': Failed to get metadata for test-data/document.md [INFO] [stdout] 2026-03-07T06:07:03.403378Z ERROR ai_workbench_lib::modules::file_discovery: This usually means: [INFO] [stdout] 2026-03-07T06:07:03.403475Z ERROR ai_workbench_lib::modules::file_discovery: 1. File does not exist at s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/document.md [INFO] [stdout] test modules::file_splitter::splitter::integration_tests::test_performance_characteristics ... FAILED [INFO] [stdout] 2026-03-07T06:07:03.403615Z ERROR ai_workbench_lib::modules::file_discovery: 2. No permissions to access the file [INFO] [stdout] test modules::job_processor::core::job_processor_tests::test_job_processor_config_validation ... ok [INFO] [stdout] test modules::file_discovery::file_discovery_tests::test_single_file_discovery ... ok [INFO] [stdout] 2026-03-07T06:07:03.404459Z ERROR ai_workbench_lib::modules::file_discovery: 3. S3 service is unavailable [INFO] [stdout] 2026-03-07T06:07:03.405126Z ERROR ai_workbench_lib::modules::file_discovery: 4. Incorrect bucket name or file path [INFO] [stdout] 2026-03-07T06:07:03.405197Z ERROR ai_workbench_lib::modules::file_discovery: discover_files failed: Failed to get metadata for single file: test-data/document.md [INFO] [stdout] 2026-03-07T06:07:03.404997Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.410902Z  INFO ai_workbench_lib::modules::file_discovery: Input spec: 'mixed-files/' [INFO] [stdout] 2026-03-07T06:07:03.410974Z  INFO ai_workbench_lib::modules::file_discovery: Workspace bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.411032Z  INFO ai_workbench_lib::modules::file_discovery: Detected folder input (ends with '/') - processing as folder [INFO] [stdout] 2026-03-07T06:07:03.411108Z  INFO ai_workbench_lib::modules::file_discovery: === process_folder DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.411168Z  INFO ai_workbench_lib::modules::file_discovery: Processing folder: 'mixed-files/' [INFO] [stdout] 2026-03-07T06:07:03.411202Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/mixed-files/ [INFO] [stdout] 2026-03-07T06:07:03.411237Z  INFO ai_workbench_lib::modules::file_discovery: Making S3 ListObjects request #1 [INFO] [stdout] 2026-03-07T06:07:03.411278Z  INFO ai_workbench_lib::modules::file_discovery: Sending ListObjectsV2 request to S3... [INFO] [stdout] 2026-03-07T06:07:03.419287Z  INFO ai_workbench_lib::modules::job_processor::core: === FILE DISCOVERY DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.420680Z  INFO ai_workbench_lib::modules::job_processor::core: Input specification: 'text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt' [INFO] [stdout] 2026-03-07T06:07:03.420761Z  INFO ai_workbench_lib::modules::job_processor::core: Workspace bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.420804Z  INFO ai_workbench_lib::modules::job_processor::core: Full S3 path would be: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt [INFO] [stdout] 2026-03-07T06:07:03.421133Z  INFO ai_workbench_lib::modules::job_processor::core: FileDiscovery instance created successfully [INFO] [stdout] 2026-03-07T06:07:03.421361Z  INFO ai_workbench_lib::modules::job_processor::core: Attempting to discover files... [INFO] [stdout] 2026-03-07T06:07:03.421386Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.421402Z  INFO ai_workbench_lib::modules::file_discovery: Input spec: 'text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt' [INFO] [stdout] 2026-03-07T06:07:03.421415Z  INFO ai_workbench_lib::modules::file_discovery: Workspace bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.421431Z  INFO ai_workbench_lib::modules::file_discovery: Detected single file input (no trailing '/') - processing as single file [INFO] [stdout] 2026-03-07T06:07:03.421447Z  INFO ai_workbench_lib::modules::file_discovery: === process_single_file DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.421460Z  INFO ai_workbench_lib::modules::file_discovery: Processing single file: 'text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt' [INFO] [stdout] 2026-03-07T06:07:03.421473Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt [INFO] [stdout] 2026-03-07T06:07:03.421488Z  INFO ai_workbench_lib::modules::file_discovery: Attempting to get file metadata... [INFO] [stdout] 2026-03-07T06:07:03.421524Z  INFO ai_workbench_lib::modules::file_discovery: === get_file_metadata DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.421533Z  INFO ai_workbench_lib::modules::file_discovery: Getting metadata for file: 'text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt' [INFO] [stdout] 2026-03-07T06:07:03.421545Z  INFO ai_workbench_lib::modules::file_discovery: Bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.421557Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt [INFO] [stdout] 2026-03-07T06:07:03.421573Z  INFO ai_workbench_lib::modules::file_discovery: Sending HEAD request to S3... [INFO] [stdout] test modules::file_splitter::splitter::integration_tests::test_large_text_file_splitting ... ok [INFO] [stdout] 2026-03-07T06:07:03.405317Z ERROR ai_workbench_lib::modules::file_discovery: Error details: Failed to get metadata for single file: test-data/document.md [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] 0: Failed to get metadata for test-data/document.md [INFO] [stdout] 1: S3 HEAD request failed for 'test-data/document.md': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::get_file_metadata::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:267:28 [INFO] [stdout] 2: ::process_single_file::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:59:64 [INFO] [stdout] 3: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:35:50 [INFO] [stdout] 4: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:516:61 [INFO] [stdout] 5: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 6: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 7: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 8: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 9: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 10: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 11: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 12: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 13: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 14: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 15: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 16: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 17: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 18: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 19: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 20: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 21: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 22: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 23: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 24: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 25: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 26: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection [INFO] [stdout] at ./src/../modules/file_discovery.rs:515:36 [INFO] [stdout] 27: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:498:40 [INFO] [stdout] 28: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 29: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 30: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 31: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 32: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 33: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 34: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 35: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 36: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 37: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 38: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 39: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 40: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 41: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 42: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 43: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 44: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 45: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 46: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 48: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 49: [INFO] [stdout] 50: clone [INFO] [stdout] 2026-03-07T06:07:03.428277Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG END === [INFO] [stdout] 2026-03-07T06:07:03.428328Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.428339Z  INFO ai_workbench_lib::modules::file_discovery: Input spec: 'test-data/script.py' [INFO] [stdout] 2026-03-07T06:07:03.428349Z  INFO ai_workbench_lib::modules::file_discovery: Workspace bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.428363Z  INFO ai_workbench_lib::modules::file_discovery: Detected single file input (no trailing '/') - processing as single file [INFO] [stdout] 2026-03-07T06:07:03.428378Z  INFO ai_workbench_lib::modules::file_discovery: === process_single_file DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.428389Z  INFO ai_workbench_lib::modules::file_discovery: Processing single file: 'test-data/script.py' [INFO] [stdout] 2026-03-07T06:07:03.428400Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/script.py [INFO] [stdout] 2026-03-07T06:07:03.428413Z  INFO ai_workbench_lib::modules::file_discovery: Attempting to get file metadata... [INFO] [stdout] 2026-03-07T06:07:03.428425Z  INFO ai_workbench_lib::modules::file_discovery: === get_file_metadata DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.428435Z  INFO ai_workbench_lib::modules::file_discovery: Getting metadata for file: 'test-data/script.py' [INFO] [stdout] 2026-03-07T06:07:03.428447Z  INFO ai_workbench_lib::modules::file_discovery: Bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.428458Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/script.py [INFO] [stdout] 2026-03-07T06:07:03.428470Z  INFO ai_workbench_lib::modules::file_discovery: Sending HEAD request to S3... [INFO] [stdout] 2026-03-07T06:07:03.420640Z  INFO ai_workbench_lib::modules::job_processor::core: Starting job execution for job_id: test-folder-ab692c7d-cdf5-4158-8d0e-cf427b884160 [INFO] [stdout] 2026-03-07T06:07:03.431668Z  INFO ai_workbench_lib::modules::job_processor::core: === FILE DISCOVERY DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.431739Z  INFO ai_workbench_lib::modules::job_processor::core: Input specification: 'text_files/' [INFO] [stdout] 2026-03-07T06:07:03.431767Z  INFO ai_workbench_lib::modules::job_processor::core: Workspace bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.435241Z  INFO ai_workbench_lib::modules::job_processor::core: Starting job execution for job_id: test-large-9602c873-3362-42f1-8cf2-3eda9381e71b [INFO] [stdout] 2026-03-07T06:07:03.434996Z  INFO ai_workbench_lib::modules::job_processor::core: Full S3 path would be: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/text_files/ [INFO] [stdout] 2026-03-07T06:07:03.436068Z  INFO ai_workbench_lib::modules::job_processor::core: FileDiscovery instance created successfully [INFO] [stdout] 2026-03-07T06:07:03.436089Z  INFO ai_workbench_lib::modules::job_processor::core: Attempting to discover files... [INFO] [stdout] 2026-03-07T06:07:03.436049Z  INFO ai_workbench_lib::modules::job_processor::core: === FILE DISCOVERY DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.436129Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.436152Z  INFO ai_workbench_lib::modules::file_discovery: Input spec: 'text_files/' [INFO] [stdout] 2026-03-07T06:07:03.436163Z  INFO ai_workbench_lib::modules::file_discovery: Workspace bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.436176Z  INFO ai_workbench_lib::modules::file_discovery: Detected folder input (ends with '/') - processing as folder [INFO] [stdout] 2026-03-07T06:07:03.436141Z  INFO ai_workbench_lib::modules::job_processor::core: Input specification: 'large_files/large_document.txt' [INFO] [stdout] 2026-03-07T06:07:03.436217Z  INFO ai_workbench_lib::modules::file_discovery: === process_folder DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.436235Z  INFO ai_workbench_lib::modules::file_discovery: Processing folder: 'text_files/' [INFO] [stdout] 2026-03-07T06:07:03.436245Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/text_files/ [INFO] [stdout] 2026-03-07T06:07:03.436257Z  INFO ai_workbench_lib::modules::file_discovery: Making S3 ListObjects request #1 [INFO] [stdout] 2026-03-07T06:07:03.436270Z  INFO ai_workbench_lib::modules::file_discovery: Sending ListObjectsV2 request to S3... [INFO] [stdout] 2026-03-07T06:07:03.436228Z  INFO ai_workbench_lib::modules::job_processor::core: Workspace bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.436320Z  INFO ai_workbench_lib::modules::job_processor::core: Full S3 path would be: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/large_files/large_document.txt [INFO] [stdout] 2026-03-07T06:07:03.436409Z  INFO ai_workbench_lib::modules::job_processor::core: FileDiscovery instance created successfully [INFO] [stdout] 2026-03-07T06:07:03.436454Z  INFO ai_workbench_lib::modules::job_processor::core: Attempting to discover files... [INFO] [stdout] 2026-03-07T06:07:03.436589Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.436705Z  INFO ai_workbench_lib::modules::file_discovery: Input spec: 'large_files/large_document.txt' [INFO] [stdout] 2026-03-07T06:07:03.436758Z ERROR ai_workbench_lib::modules::file_discovery: S3 HEAD request failed for 'test-data/script.py': dispatch failure [INFO] [stdout] 2026-03-07T06:07:03.436775Z  INFO ai_workbench_lib::modules::file_discovery: Workspace bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.437980Z  INFO ai_workbench_lib::modules::file_discovery: Detected single file input (no trailing '/') - processing as single file [INFO] [stdout] 2026-03-07T06:07:03.437959Z ERROR ai_workbench_lib::modules::file_discovery: Error details: DispatchFailure(DispatchFailure { source: ConnectorError { kind: Other(None), source: CredentialsNotLoaded(CredentialsNotLoaded { source: Some("no providers in chain provided credentials") }), connection: Unknown } }) [INFO] [stdout] 2026-03-07T06:07:03.438080Z ERROR ai_workbench_lib::modules::file_discovery: Possible causes: [INFO] [stdout] 2026-03-07T06:07:03.438109Z ERROR ai_workbench_lib::modules::file_discovery: 1. File 'test-data/script.py' does not exist in bucket 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.438141Z ERROR ai_workbench_lib::modules::file_discovery: 2. No read permissions for this file/bucket [INFO] [stdout] 2026-03-07T06:07:03.438166Z ERROR ai_workbench_lib::modules::file_discovery: 3. AWS credentials are invalid or expired [INFO] [stdout] 2026-03-07T06:07:03.438043Z  INFO ai_workbench_lib::modules::file_discovery: === process_single_file DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.438191Z ERROR ai_workbench_lib::modules::file_discovery: 4. Network connectivity issues [INFO] [stdout] 2026-03-07T06:07:03.438261Z ERROR ai_workbench_lib::modules::file_discovery: 5. S3 service is temporarily unavailable [INFO] [stdout] 2026-03-07T06:07:03.438221Z  INFO ai_workbench_lib::modules::file_discovery: Processing single file: 'large_files/large_document.txt' [INFO] [stdout] 2026-03-07T06:07:03.438397Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/large_files/large_document.txt [INFO] [stdout] 2026-03-07T06:07:03.438354Z ERROR ai_workbench_lib::modules::file_discovery: Failed to get metadata for file 'test-data/script.py': Failed to get metadata for test-data/script.py [INFO] [stdout] 2026-03-07T06:07:03.438555Z ERROR ai_workbench_lib::modules::file_discovery: This usually means: [INFO] [stdout] 2026-03-07T06:07:03.438530Z  INFO ai_workbench_lib::modules::file_discovery: Attempting to get file metadata... [INFO] [stdout] 2026-03-07T06:07:03.438567Z ERROR ai_workbench_lib::modules::file_discovery: 1. File does not exist at s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/script.py [INFO] [stdout] 2026-03-07T06:07:03.438581Z ERROR ai_workbench_lib::modules::file_discovery: 2. No permissions to access the file [INFO] [stdout] 2026-03-07T06:07:03.438591Z ERROR ai_workbench_lib::modules::file_discovery: 3. S3 service is unavailable [INFO] [stdout] 2026-03-07T06:07:03.438594Z  INFO ai_workbench_lib::modules::file_discovery: === get_file_metadata DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.438601Z ERROR ai_workbench_lib::modules::file_discovery: 4. Incorrect bucket name or file path [INFO] [stdout] 2026-03-07T06:07:03.438611Z  INFO ai_workbench_lib::modules::file_discovery: Getting metadata for file: 'large_files/large_document.txt' [INFO] [stdout] 2026-03-07T06:07:03.438624Z  INFO ai_workbench_lib::modules::file_discovery: Bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.438615Z ERROR ai_workbench_lib::modules::file_discovery: discover_files failed: Failed to get metadata for single file: test-data/script.py [INFO] [stdout] 2026-03-07T06:07:03.438636Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/large_files/large_document.txt [INFO] [stdout] 2026-03-07T06:07:03.438649Z  INFO ai_workbench_lib::modules::file_discovery: Sending HEAD request to S3... [INFO] [stdout] 2026-03-07T06:07:03.432152Z ERROR ai_workbench_lib::modules::file_discovery: S3 ListObjectsV2 request failed: dispatch failure [INFO] [stdout] 2026-03-07T06:07:03.438962Z ERROR ai_workbench_lib::modules::file_discovery: Error details: DispatchFailure(DispatchFailure { source: ConnectorError { kind: Other(None), source: CredentialsNotLoaded(CredentialsNotLoaded { source: Some("no providers in chain provided credentials") }), connection: Unknown } }) [INFO] [stdout] 2026-03-07T06:07:03.439015Z ERROR ai_workbench_lib::modules::file_discovery: Possible causes: [INFO] [stdout] 2026-03-07T06:07:03.439028Z ERROR ai_workbench_lib::modules::file_discovery: 1. Folder/prefix 'mixed-files/' does not exist in bucket 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.439043Z ERROR ai_workbench_lib::modules::file_discovery: 2. No list permissions for this bucket/prefix [INFO] [stdout] 2026-03-07T06:07:03.439055Z ERROR ai_workbench_lib::modules::file_discovery: 3. AWS credentials are invalid or expired [INFO] [stdout] 2026-03-07T06:07:03.439066Z ERROR ai_workbench_lib::modules::file_discovery: 4. Bucket 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' does not exist [INFO] [stdout] 2026-03-07T06:07:03.439079Z ERROR ai_workbench_lib::modules::file_discovery: 5. Network connectivity issues [INFO] [stdout] 2026-03-07T06:07:03.439167Z ERROR ai_workbench_lib::modules::file_discovery: discover_files failed: Failed to list objects in S3 [INFO] [stdout] 2026-03-07T06:07:03.438639Z ERROR ai_workbench_lib::modules::file_discovery: Error details: Failed to get metadata for single file: test-data/script.py [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] 0: Failed to get metadata for test-data/script.py [INFO] [stdout] 1: S3 HEAD request failed for 'test-data/script.py': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::get_file_metadata::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:267:28 [INFO] [stdout] 2: ::process_single_file::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:59:64 [INFO] [stdout] 3: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:35:50 [INFO] [stdout] 4: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:516:61 [INFO] [stdout] 5: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 6: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 7: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 8: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 9: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 10: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 11: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 12: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 13: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 14: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 15: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 16: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 17: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 18: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 19: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 20: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 21: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 22: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 23: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 24: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 25: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 26: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection [INFO] [stdout] at ./src/../modules/file_discovery.rs:515:36 [INFO] [stdout] 27: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:498:40 [INFO] [stdout] 28: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 29: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 30: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 31: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 32: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 33: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 34: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 35: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 36: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 37: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 38: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 39: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 40: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 41: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 42: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 43: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 44: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 45: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 46: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 48: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 49: [INFO] [stdout] 50: clone [INFO] [stdout] 2026-03-07T06:07:03.439962Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG END === [INFO] [stdout] 2026-03-07T06:07:03.439993Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.440011Z  INFO ai_workbench_lib::modules::file_discovery: Input spec: 'test-data/code.rs' [INFO] [stdout] 2026-03-07T06:07:03.440022Z  INFO ai_workbench_lib::modules::file_discovery: Workspace bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.440035Z  INFO ai_workbench_lib::modules::file_discovery: Detected single file input (no trailing '/') - processing as single file [INFO] [stdout] 2026-03-07T06:07:03.440048Z  INFO ai_workbench_lib::modules::file_discovery: === process_single_file DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.440058Z  INFO ai_workbench_lib::modules::file_discovery: Processing single file: 'test-data/code.rs' [INFO] [stdout] 2026-03-07T06:07:03.440069Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/code.rs [INFO] [stdout] 2026-03-07T06:07:03.440082Z  INFO ai_workbench_lib::modules::file_discovery: Attempting to get file metadata... [INFO] [stdout] 2026-03-07T06:07:03.440093Z  INFO ai_workbench_lib::modules::file_discovery: === get_file_metadata DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.440103Z  INFO ai_workbench_lib::modules::file_discovery: Getting metadata for file: 'test-data/code.rs' [INFO] [stdout] 2026-03-07T06:07:03.440121Z  INFO ai_workbench_lib::modules::file_discovery: Bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.440132Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/code.rs [INFO] [stdout] 2026-03-07T06:07:03.440145Z  INFO ai_workbench_lib::modules::file_discovery: Sending HEAD request to S3... [INFO] [stdout] 2026-03-07T06:07:03.439185Z ERROR ai_workbench_lib::modules::file_discovery: Error details: Failed to list objects in S3 [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] S3 ListObjectsV2 failed for folder 'mixed-files/': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::process_folder::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:157:32 [INFO] [stdout] 2: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:31:45 [INFO] [stdout] 3: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_filtering::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:588:61 [INFO] [stdout] 4: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 5: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 6: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 7: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 8: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 9: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 10: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 11: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 12: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 13: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 14: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 15: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 16: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 17: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 18: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 19: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 20: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 21: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 22: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 23: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 24: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 25: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_filtering [INFO] [stdout] at ./src/../modules/file_discovery.rs:590:22 [INFO] [stdout] 26: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_filtering::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:580:35 [INFO] [stdout] 27: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 28: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 29: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 30: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 31: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 32: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 33: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 34: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 35: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 36: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 37: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 38: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 39: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 40: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 41: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 42: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 43: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 44: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 45: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 46: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 47: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 48: [INFO] [stdout] 49: clone [INFO] [stdout] 2026-03-07T06:07:03.440644Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG END === [INFO] [stdout] test modules::file_discovery::file_discovery_tests::test_file_filtering ... ok [INFO] [stdout] 2026-03-07T06:07:03.444141Z ERROR ai_workbench_lib::modules::file_discovery: S3 HEAD request failed for 'test-data/code.rs': dispatch failure [INFO] [stdout] 2026-03-07T06:07:03.444261Z ERROR ai_workbench_lib::modules::file_discovery: Error details: DispatchFailure(DispatchFailure { source: ConnectorError { kind: Other(None), source: CredentialsNotLoaded(CredentialsNotLoaded { source: Some("no providers in chain provided credentials") }), connection: Unknown } }) [INFO] [stdout] 2026-03-07T06:07:03.444293Z ERROR ai_workbench_lib::modules::file_discovery: Possible causes: [INFO] [stdout] 2026-03-07T06:07:03.444401Z ERROR ai_workbench_lib::modules::file_discovery: 1. File 'test-data/code.rs' does not exist in bucket 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.444418Z ERROR ai_workbench_lib::modules::file_discovery: 2. No read permissions for this file/bucket [INFO] [stdout] 2026-03-07T06:07:03.444429Z ERROR ai_workbench_lib::modules::file_discovery: 3. AWS credentials are invalid or expired [INFO] [stdout] 2026-03-07T06:07:03.444439Z ERROR ai_workbench_lib::modules::file_discovery: 4. Network connectivity issues [INFO] [stdout] 2026-03-07T06:07:03.444448Z ERROR ai_workbench_lib::modules::file_discovery: 5. S3 service is temporarily unavailable [INFO] [stdout] 2026-03-07T06:07:03.444722Z ERROR ai_workbench_lib::modules::file_discovery: Failed to get metadata for file 'test-data/code.rs': Failed to get metadata for test-data/code.rs [INFO] [stdout] 2026-03-07T06:07:03.444744Z ERROR ai_workbench_lib::modules::file_discovery: This usually means: [INFO] [stdout] 2026-03-07T06:07:03.444753Z ERROR ai_workbench_lib::modules::file_discovery: 1. File does not exist at s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/code.rs [INFO] [stdout] 2026-03-07T06:07:03.444767Z ERROR ai_workbench_lib::modules::file_discovery: 2. No permissions to access the file [INFO] [stdout] 2026-03-07T06:07:03.444777Z ERROR ai_workbench_lib::modules::file_discovery: 3. S3 service is unavailable [INFO] [stdout] 2026-03-07T06:07:03.444786Z ERROR ai_workbench_lib::modules::file_discovery: 4. Incorrect bucket name or file path [INFO] [stdout] 2026-03-07T06:07:03.444797Z ERROR ai_workbench_lib::modules::file_discovery: discover_files failed: Failed to get metadata for single file: test-data/code.rs [INFO] [stdout] 2026-03-07T06:07:03.444810Z ERROR ai_workbench_lib::modules::file_discovery: Error details: Failed to get metadata for single file: test-data/code.rs [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] 0: Failed to get metadata for test-data/code.rs [INFO] [stdout] 1: S3 HEAD request failed for 'test-data/code.rs': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::get_file_metadata::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:267:28 [INFO] [stdout] 2: ::process_single_file::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:59:64 [INFO] [stdout] 3: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:35:50 [INFO] [stdout] 4: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:516:61 [INFO] [stdout] 5: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 6: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 7: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 8: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 9: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 10: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 11: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 12: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 13: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 14: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 15: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 16: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 17: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 18: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 19: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 20: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 21: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 22: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 23: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 24: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 25: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 26: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection [INFO] [stdout] at ./src/../modules/file_discovery.rs:515:36 [INFO] [stdout] 27: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:498:40 [INFO] [stdout] 28: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 29: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 30: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 31: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 32: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 33: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 34: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 35: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 36: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 37: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 38: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 39: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 40: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 41: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 42: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 43: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 44: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 45: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 46: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 48: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 49: [INFO] [stdout] 50: clone [INFO] [stdout] 2026-03-07T06:07:03.446286Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG END === [INFO] [stdout] 2026-03-07T06:07:03.447047Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.447155Z  INFO ai_workbench_lib::modules::file_discovery: Input spec: 'test-data/styles.css' [INFO] [stdout] 2026-03-07T06:07:03.447660Z  INFO ai_workbench_lib::modules::file_discovery: Workspace bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.447786Z ERROR ai_workbench_lib::modules::file_discovery: S3 ListObjectsV2 request failed: dispatch failure [INFO] [stdout] 2026-03-07T06:07:03.447878Z ERROR ai_workbench_lib::modules::file_discovery: Error details: DispatchFailure(DispatchFailure { source: ConnectorError { kind: Other(None), source: CredentialsNotLoaded(CredentialsNotLoaded { source: Some("no providers in chain provided credentials") }), connection: Unknown } }) [INFO] [stdout] 2026-03-07T06:07:03.447911Z ERROR ai_workbench_lib::modules::file_discovery: Possible causes: [INFO] [stdout] 2026-03-07T06:07:03.447922Z ERROR ai_workbench_lib::modules::file_discovery: 1. Folder/prefix 'text_files/' does not exist in bucket 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.447935Z ERROR ai_workbench_lib::modules::file_discovery: 2. No list permissions for this bucket/prefix [INFO] [stdout] 2026-03-07T06:07:03.447945Z ERROR ai_workbench_lib::modules::file_discovery: 3. AWS credentials are invalid or expired [INFO] [stdout] 2026-03-07T06:07:03.447955Z ERROR ai_workbench_lib::modules::file_discovery: 4. Bucket 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' does not exist [INFO] [stdout] 2026-03-07T06:07:03.447967Z ERROR ai_workbench_lib::modules::file_discovery: 5. Network connectivity issues [INFO] [stdout] 2026-03-07T06:07:03.448051Z ERROR ai_workbench_lib::modules::file_discovery: discover_files failed: Failed to list objects in S3 [INFO] [stdout] 2026-03-07T06:07:03.447781Z  INFO ai_workbench_lib::modules::file_discovery: Detected single file input (no trailing '/') - processing as single file [INFO] [stdout] 2026-03-07T06:07:03.448318Z  INFO ai_workbench_lib::modules::file_discovery: === process_single_file DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.448536Z  INFO ai_workbench_lib::modules::file_discovery: Processing single file: 'test-data/styles.css' [INFO] [stdout] 2026-03-07T06:07:03.448680Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/styles.css [INFO] [stdout] 2026-03-07T06:07:03.448896Z  INFO ai_workbench_lib::modules::file_discovery: Attempting to get file metadata... [INFO] [stdout] 2026-03-07T06:07:03.449056Z  INFO ai_workbench_lib::modules::file_discovery: === get_file_metadata DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.449225Z  INFO ai_workbench_lib::modules::file_discovery: Getting metadata for file: 'test-data/styles.css' [INFO] [stdout] 2026-03-07T06:07:03.449400Z  INFO ai_workbench_lib::modules::file_discovery: Bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.449500Z ERROR ai_workbench_lib::modules::file_discovery: S3 HEAD request failed for 'text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt': dispatch failure [INFO] [stdout] 2026-03-07T06:07:03.449641Z ERROR ai_workbench_lib::modules::file_discovery: Error details: DispatchFailure(DispatchFailure { source: ConnectorError { kind: Other(None), source: CredentialsNotLoaded(CredentialsNotLoaded { source: Some("no providers in chain provided credentials") }), connection: Unknown } }) [INFO] [stdout] 2026-03-07T06:07:03.449602Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/styles.css [INFO] [stdout] 2026-03-07T06:07:03.449737Z  INFO ai_workbench_lib::modules::file_discovery: Sending HEAD request to S3... [INFO] [stdout] 2026-03-07T06:07:03.449668Z ERROR ai_workbench_lib::modules::file_discovery: Possible causes: [INFO] [stdout] 2026-03-07T06:07:03.449877Z ERROR ai_workbench_lib::modules::file_discovery: 1. File 'text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt' does not exist in bucket 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.449894Z ERROR ai_workbench_lib::modules::file_discovery: 2. No read permissions for this file/bucket [INFO] [stdout] 2026-03-07T06:07:03.449904Z ERROR ai_workbench_lib::modules::file_discovery: 3. AWS credentials are invalid or expired [INFO] [stdout] 2026-03-07T06:07:03.449914Z ERROR ai_workbench_lib::modules::file_discovery: 4. Network connectivity issues [INFO] [stdout] 2026-03-07T06:07:03.449923Z ERROR ai_workbench_lib::modules::file_discovery: 5. S3 service is temporarily unavailable [INFO] [stdout] 2026-03-07T06:07:03.451579Z ERROR ai_workbench_lib::modules::file_discovery: Failed to get metadata for file 'text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt': Failed to get metadata for text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt [INFO] [stdout] 2026-03-07T06:07:03.451609Z ERROR ai_workbench_lib::modules::file_discovery: This usually means: [INFO] [stdout] 2026-03-07T06:07:03.451620Z ERROR ai_workbench_lib::modules::file_discovery: 1. File does not exist at s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt [INFO] [stdout] 2026-03-07T06:07:03.451636Z ERROR ai_workbench_lib::modules::file_discovery: 2. No permissions to access the file [INFO] [stdout] 2026-03-07T06:07:03.451646Z ERROR ai_workbench_lib::modules::file_discovery: 3. S3 service is unavailable [INFO] [stdout] 2026-03-07T06:07:03.451655Z ERROR ai_workbench_lib::modules::file_discovery: 4. Incorrect bucket name or file path [INFO] [stdout] 2026-03-07T06:07:03.451668Z ERROR ai_workbench_lib::modules::file_discovery: discover_files failed: Failed to get metadata for single file: text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt [INFO] [stdout] 2026-03-07T06:07:03.453442Z ERROR ai_workbench_lib::modules::file_discovery: S3 HEAD request failed for 'large_files/large_document.txt': dispatch failure [INFO] [stdout] 2026-03-07T06:07:03.453466Z ERROR ai_workbench_lib::modules::file_discovery: Error details: DispatchFailure(DispatchFailure { source: ConnectorError { kind: Other(None), source: CredentialsNotLoaded(CredentialsNotLoaded { source: Some("no providers in chain provided credentials") }), connection: Unknown } }) [INFO] [stdout] 2026-03-07T06:07:03.453492Z ERROR ai_workbench_lib::modules::file_discovery: Possible causes: [INFO] [stdout] 2026-03-07T06:07:03.453501Z ERROR ai_workbench_lib::modules::file_discovery: 1. File 'large_files/large_document.txt' does not exist in bucket 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.453513Z ERROR ai_workbench_lib::modules::file_discovery: 2. No read permissions for this file/bucket [INFO] [stdout] 2026-03-07T06:07:03.453521Z ERROR ai_workbench_lib::modules::file_discovery: 3. AWS credentials are invalid or expired [INFO] [stdout] 2026-03-07T06:07:03.453531Z ERROR ai_workbench_lib::modules::file_discovery: 4. Network connectivity issues [INFO] [stdout] 2026-03-07T06:07:03.453540Z ERROR ai_workbench_lib::modules::file_discovery: 5. S3 service is temporarily unavailable [INFO] [stdout] 2026-03-07T06:07:03.453587Z ERROR ai_workbench_lib::modules::file_discovery: S3 HEAD request failed for 'test-data/styles.css': dispatch failure [INFO] [stdout] 2026-03-07T06:07:03.453612Z ERROR ai_workbench_lib::modules::file_discovery: Failed to get metadata for file 'large_files/large_document.txt': Failed to get metadata for large_files/large_document.txt [INFO] [stdout] 2026-03-07T06:07:03.453609Z ERROR ai_workbench_lib::modules::file_discovery: Error details: DispatchFailure(DispatchFailure { source: ConnectorError { kind: Other(None), source: CredentialsNotLoaded(CredentialsNotLoaded { source: Some("no providers in chain provided credentials") }), connection: Unknown } }) [INFO] [stdout] 2026-03-07T06:07:03.453633Z ERROR ai_workbench_lib::modules::file_discovery: This usually means: [INFO] [stdout] 2026-03-07T06:07:03.453640Z ERROR ai_workbench_lib::modules::file_discovery: Possible causes: [INFO] [stdout] 2026-03-07T06:07:03.453642Z ERROR ai_workbench_lib::modules::file_discovery: 1. File does not exist at s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/large_files/large_document.txt [INFO] [stdout] 2026-03-07T06:07:03.453649Z ERROR ai_workbench_lib::modules::file_discovery: 1. File 'test-data/styles.css' does not exist in bucket 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.453656Z ERROR ai_workbench_lib::modules::file_discovery: 2. No permissions to access the file [INFO] [stdout] 2026-03-07T06:07:03.453664Z ERROR ai_workbench_lib::modules::file_discovery: 2. No read permissions for this file/bucket [INFO] [stdout] 2026-03-07T06:07:03.453667Z ERROR ai_workbench_lib::modules::file_discovery: 3. S3 service is unavailable [INFO] [stdout] 2026-03-07T06:07:03.453675Z ERROR ai_workbench_lib::modules::file_discovery: 3. AWS credentials are invalid or expired [INFO] [stdout] 2026-03-07T06:07:03.453677Z ERROR ai_workbench_lib::modules::file_discovery: 4. Incorrect bucket name or file path [INFO] [stdout] 2026-03-07T06:07:03.453687Z ERROR ai_workbench_lib::modules::file_discovery: 4. Network connectivity issues [INFO] [stdout] 2026-03-07T06:07:03.453691Z ERROR ai_workbench_lib::modules::file_discovery: discover_files failed: Failed to get metadata for single file: large_files/large_document.txt [INFO] [stdout] 2026-03-07T06:07:03.453697Z ERROR ai_workbench_lib::modules::file_discovery: 5. S3 service is temporarily unavailable [INFO] [stdout] 2026-03-07T06:07:03.453761Z ERROR ai_workbench_lib::modules::file_discovery: Failed to get metadata for file 'test-data/styles.css': Failed to get metadata for test-data/styles.css [INFO] [stdout] 2026-03-07T06:07:03.453778Z ERROR ai_workbench_lib::modules::file_discovery: This usually means: [INFO] [stdout] 2026-03-07T06:07:03.453788Z ERROR ai_workbench_lib::modules::file_discovery: 1. File does not exist at s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/styles.css [INFO] [stdout] 2026-03-07T06:07:03.453802Z ERROR ai_workbench_lib::modules::file_discovery: 2. No permissions to access the file [INFO] [stdout] 2026-03-07T06:07:03.448069Z ERROR ai_workbench_lib::modules::file_discovery: Error details: Failed to list objects in S3 [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] S3 ListObjectsV2 failed for folder 'text_files/': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::process_folder::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:157:32 [INFO] [stdout] 2: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:31:45 [INFO] [stdout] 3: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:102:83 [INFO] [stdout] 4: ::run::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:57:43 [INFO] [stdout] 5: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_folder_end_to_end::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:787:31 [INFO] [stdout] 6: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 7: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 8: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 9: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 10: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 11: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 12: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 13: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 14: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 15: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 16: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 17: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 18: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 19: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 20: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 21: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 22: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 23: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 24: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 25: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 26: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 27: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_folder_end_to_end [INFO] [stdout] at ./src/../modules/job_processor/core.rs:787:37 [INFO] [stdout] 28: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_folder_end_to_end::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:759:52 [INFO] [stdout] 29: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 30: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 31: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 32: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 33: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 34: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 35: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 36: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 37: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 38: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 39: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 40: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 41: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 42: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 43: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 44: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 45: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 46: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 47: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 48: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 49: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 50: [INFO] [stdout] 51: clone [INFO] [stdout] 2026-03-07T06:07:03.453932Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG END === [INFO] [stdout] 2026-03-07T06:07:03.453956Z ERROR ai_workbench_lib::modules::job_processor::core: File discovery failed with error: Failed to list objects in S3 [INFO] [stdout] 2026-03-07T06:07:03.453971Z ERROR ai_workbench_lib::modules::job_processor::core: Error context: Failed to list objects in S3 [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] S3 ListObjectsV2 failed for folder 'text_files/': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::process_folder::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:157:32 [INFO] [stdout] 2: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:31:45 [INFO] [stdout] 3: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:102:83 [INFO] [stdout] 4: ::run::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:57:43 [INFO] [stdout] 5: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_folder_end_to_end::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:787:31 [INFO] [stdout] 6: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 7: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 8: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 9: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 10: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 11: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 12: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 13: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 14: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 15: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 16: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 17: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 18: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 19: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 20: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 21: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 22: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 23: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 24: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 25: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 26: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 27: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_folder_end_to_end [INFO] [stdout] at ./src/../modules/job_processor/core.rs:787:37 [INFO] [stdout] 28: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_folder_end_to_end::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:759:52 [INFO] [stdout] 29: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 30: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 31: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 32: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 33: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 34: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 35: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 36: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 37: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 38: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 39: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 40: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 41: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 42: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 43: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 44: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 45: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 46: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 47: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 48: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 49: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 50: [INFO] [stdout] 51: clone [INFO] [stdout] 2026-03-07T06:07:03.455086Z  INFO ai_workbench_lib::modules::job_processor::core: === FILE DISCOVERY DEBUG END (FAILED) === [INFO] [stdout] 2026-03-07T06:07:03.453811Z ERROR ai_workbench_lib::modules::file_discovery: 3. S3 service is unavailable [INFO] [stdout] 2026-03-07T06:07:03.455307Z ERROR ai_workbench_lib::modules::file_discovery: 4. Incorrect bucket name or file path [INFO] [stdout] 2026-03-07T06:07:03.455321Z ERROR ai_workbench_lib::modules::file_discovery: discover_files failed: Failed to get metadata for single file: test-data/styles.css [INFO] [stdout] 2026-03-07T06:07:03.451684Z ERROR ai_workbench_lib::modules::file_discovery: Error details: Failed to get metadata for single file: text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] 0: Failed to get metadata for text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt [INFO] [stdout] 1: S3 HEAD request failed for 'text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::get_file_metadata::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:267:28 [INFO] [stdout] 2: ::process_single_file::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:59:64 [INFO] [stdout] 3: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:35:50 [INFO] [stdout] 4: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:102:83 [INFO] [stdout] 5: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_single_file_end_to_end::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:673:55 [INFO] [stdout] 6: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 7: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 8: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 9: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 10: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 11: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 12: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 13: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 14: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 15: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 16: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 17: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 18: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 19: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 20: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 21: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 22: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 23: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 24: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 25: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 26: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 27: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_single_file_end_to_end [INFO] [stdout] at ./src/../modules/job_processor/core.rs:710:37 [INFO] [stdout] 28: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_single_file_end_to_end::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:638:57 [INFO] [stdout] 29: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 30: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 31: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 32: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 33: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 34: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 35: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 36: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 37: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 38: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 39: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 40: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 41: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 42: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 43: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 44: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 45: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 46: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 47: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 48: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 49: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 50: [INFO] [stdout] 51: clone [INFO] [stdout] 2026-03-07T06:07:03.455980Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG END === [INFO] [stdout] 2026-03-07T06:07:03.455996Z ERROR ai_workbench_lib::modules::job_processor::core: File discovery failed with error: Failed to get metadata for single file: text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt [INFO] [stdout] 2026-03-07T06:07:03.456011Z ERROR ai_workbench_lib::modules::job_processor::core: Error context: Failed to get metadata for single file: text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] 0: Failed to get metadata for text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt [INFO] [stdout] 1: S3 HEAD request failed for 'text_files/0c472776-7c22-464b-93bf-3714fd229b01.txt': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::get_file_metadata::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:267:28 [INFO] [stdout] 2: ::process_single_file::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:59:64 [INFO] [stdout] 3: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:35:50 [INFO] [stdout] 4: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:102:83 [INFO] [stdout] 5: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_single_file_end_to_end::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:673:55 [INFO] [stdout] 6: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 7: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 8: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 9: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 10: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 11: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 12: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 13: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 14: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 15: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 16: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 17: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 18: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 19: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 20: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 21: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 22: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 23: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 24: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 25: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 26: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 27: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_single_file_end_to_end [INFO] [stdout] at ./src/../modules/job_processor/core.rs:710:37 [INFO] [stdout] 28: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_single_file_end_to_end::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:638:57 [INFO] [stdout] 29: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 30: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 31: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 32: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 33: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 34: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 35: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 36: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 37: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 38: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 39: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 40: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 41: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 42: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 43: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 44: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 45: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 46: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 47: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 48: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 49: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 50: [INFO] [stdout] 51: clone [INFO] [stdout] test modules::job_processor::core::job_processor_tests::test_job_processor_folder_end_to_end ... ok [INFO] [stdout] 2026-03-07T06:07:03.457494Z  INFO ai_workbench_lib::modules::job_processor::core: === FILE DISCOVERY DEBUG END (FAILED) === [INFO] [stdout] 2026-03-07T06:07:03.455334Z ERROR ai_workbench_lib::modules::file_discovery: Error details: Failed to get metadata for single file: test-data/styles.css [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] 0: Failed to get metadata for test-data/styles.css [INFO] [stdout] 1: S3 HEAD request failed for 'test-data/styles.css': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::get_file_metadata::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:267:28 [INFO] [stdout] 2: ::process_single_file::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:59:64 [INFO] [stdout] 3: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:35:50 [INFO] [stdout] 4: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:516:61 [INFO] [stdout] 5: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 6: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 7: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 8: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 9: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 10: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 11: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 12: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 13: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 14: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 15: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 16: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 17: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 18: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 19: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 20: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 21: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 22: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 23: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 24: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 25: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 26: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection [INFO] [stdout] at ./src/../modules/file_discovery.rs:515:36 [INFO] [stdout] 27: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:498:40 [INFO] [stdout] 28: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 29: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 30: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 31: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 32: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 33: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 34: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 35: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 36: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 37: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 38: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 39: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 40: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 41: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 42: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 43: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 44: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 45: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 46: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 48: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 49: [INFO] [stdout] 50: clone [INFO] [stdout] 2026-03-07T06:07:03.457902Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG END === [INFO] [stdout] 2026-03-07T06:07:03.457935Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.457948Z  INFO ai_workbench_lib::modules::file_discovery: Input spec: 'test-data/markup.html' [INFO] [stdout] 2026-03-07T06:07:03.457958Z  INFO ai_workbench_lib::modules::file_discovery: Workspace bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.457971Z  INFO ai_workbench_lib::modules::file_discovery: Detected single file input (no trailing '/') - processing as single file [INFO] [stdout] 2026-03-07T06:07:03.457983Z  INFO ai_workbench_lib::modules::file_discovery: === process_single_file DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.457993Z  INFO ai_workbench_lib::modules::file_discovery: Processing single file: 'test-data/markup.html' [INFO] [stdout] 2026-03-07T06:07:03.458003Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/markup.html [INFO] [stdout] 2026-03-07T06:07:03.458015Z  INFO ai_workbench_lib::modules::file_discovery: Attempting to get file metadata... [INFO] [stdout] 2026-03-07T06:07:03.458027Z  INFO ai_workbench_lib::modules::file_discovery: === get_file_metadata DEBUG START === [INFO] [stdout] 2026-03-07T06:07:03.458037Z  INFO ai_workbench_lib::modules::file_discovery: Getting metadata for file: 'test-data/markup.html' [INFO] [stdout] 2026-03-07T06:07:03.458049Z  INFO ai_workbench_lib::modules::file_discovery: Bucket: 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.458060Z  INFO ai_workbench_lib::modules::file_discovery: Full S3 path: s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/markup.html [INFO] [stdout] 2026-03-07T06:07:03.458072Z  INFO ai_workbench_lib::modules::file_discovery: Sending HEAD request to S3... [INFO] [stdout] 2026-03-07T06:07:03.453705Z ERROR ai_workbench_lib::modules::file_discovery: Error details: Failed to get metadata for single file: large_files/large_document.txt [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] 0: Failed to get metadata for large_files/large_document.txt [INFO] [stdout] 1: S3 HEAD request failed for 'large_files/large_document.txt': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::get_file_metadata::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:267:28 [INFO] [stdout] 2: ::process_single_file::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:59:64 [INFO] [stdout] 3: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:35:50 [INFO] [stdout] 4: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:102:83 [INFO] [stdout] 5: ::run::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:57:43 [INFO] [stdout] 6: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_with_large_file::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:882:31 [INFO] [stdout] 7: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 8: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 9: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 10: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 11: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 12: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 13: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 14: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 15: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 16: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 17: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 18: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 19: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 20: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 21: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 22: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 23: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 24: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 25: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 26: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 27: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 28: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_with_large_file [INFO] [stdout] at ./src/../modules/job_processor/core.rs:882:37 [INFO] [stdout] 29: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_with_large_file::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:854:50 [INFO] [stdout] 30: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 31: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 32: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 33: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 34: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 35: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 36: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 37: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 38: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 39: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 40: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 41: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 42: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 43: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 44: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 45: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 46: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 47: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 48: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 49: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 50: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 51: [INFO] [stdout] 52: clone [INFO] [stdout] test modules::job_processor::core::job_processor_tests::test_job_processor_single_file_end_to_end ... ok [INFO] [stdout] 2026-03-07T06:07:03.460834Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG END === [INFO] [stdout] 2026-03-07T06:07:03.460858Z ERROR ai_workbench_lib::modules::job_processor::core: File discovery failed with error: Failed to get metadata for single file: large_files/large_document.txt [INFO] [stdout] 2026-03-07T06:07:03.462368Z ERROR ai_workbench_lib::modules::file_discovery: S3 HEAD request failed for 'test-data/markup.html': dispatch failure [INFO] [stdout] 2026-03-07T06:07:03.462398Z ERROR ai_workbench_lib::modules::file_discovery: Error details: DispatchFailure(DispatchFailure { source: ConnectorError { kind: Other(None), source: CredentialsNotLoaded(CredentialsNotLoaded { source: Some("no providers in chain provided credentials") }), connection: Unknown } }) [INFO] [stdout] 2026-03-07T06:07:03.462421Z ERROR ai_workbench_lib::modules::file_discovery: Possible causes: [INFO] [stdout] 2026-03-07T06:07:03.462429Z ERROR ai_workbench_lib::modules::file_discovery: 1. File 'test-data/markup.html' does not exist in bucket 'ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2' [INFO] [stdout] 2026-03-07T06:07:03.462441Z ERROR ai_workbench_lib::modules::file_discovery: 2. No read permissions for this file/bucket [INFO] [stdout] 2026-03-07T06:07:03.462451Z ERROR ai_workbench_lib::modules::file_discovery: 3. AWS credentials are invalid or expired [INFO] [stdout] 2026-03-07T06:07:03.462461Z ERROR ai_workbench_lib::modules::file_discovery: 4. Network connectivity issues [INFO] [stdout] 2026-03-07T06:07:03.462471Z ERROR ai_workbench_lib::modules::file_discovery: 5. S3 service is temporarily unavailable [INFO] [stdout] 2026-03-07T06:07:03.462524Z ERROR ai_workbench_lib::modules::file_discovery: Failed to get metadata for file 'test-data/markup.html': Failed to get metadata for test-data/markup.html [INFO] [stdout] 2026-03-07T06:07:03.462539Z ERROR ai_workbench_lib::modules::file_discovery: This usually means: [INFO] [stdout] 2026-03-07T06:07:03.462548Z ERROR ai_workbench_lib::modules::file_discovery: 1. File does not exist at s3://ai-workbench-6c9c43db-7fe6-42f1-8b11-8f82323f83f0-eu-west-2/test-data/markup.html [INFO] [stdout] 2026-03-07T06:07:03.462560Z ERROR ai_workbench_lib::modules::file_discovery: 2. No permissions to access the file [INFO] [stdout] 2026-03-07T06:07:03.462570Z ERROR ai_workbench_lib::modules::file_discovery: 3. S3 service is unavailable [INFO] [stdout] 2026-03-07T06:07:03.462579Z ERROR ai_workbench_lib::modules::file_discovery: 4. Incorrect bucket name or file path [INFO] [stdout] 2026-03-07T06:07:03.462589Z ERROR ai_workbench_lib::modules::file_discovery: discover_files failed: Failed to get metadata for single file: test-data/markup.html [INFO] [stdout] 2026-03-07T06:07:03.460878Z ERROR ai_workbench_lib::modules::job_processor::core: Error context: Failed to get metadata for single file: large_files/large_document.txt [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] 0: Failed to get metadata for large_files/large_document.txt [INFO] [stdout] 1: S3 HEAD request failed for 'large_files/large_document.txt': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::get_file_metadata::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:267:28 [INFO] [stdout] 2: ::process_single_file::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:59:64 [INFO] [stdout] 3: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:35:50 [INFO] [stdout] 4: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:102:83 [INFO] [stdout] 5: ::run::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:57:43 [INFO] [stdout] 6: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_with_large_file::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:882:31 [INFO] [stdout] 7: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 8: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 9: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 10: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 11: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 12: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 13: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 14: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 15: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 16: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 17: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 18: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 19: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 20: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 21: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 22: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 23: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 24: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 25: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 26: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 27: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 28: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_with_large_file [INFO] [stdout] at ./src/../modules/job_processor/core.rs:882:37 [INFO] [stdout] 29: ai_workbench_lib::modules::job_processor::core::job_processor_tests::test_job_processor_with_large_file::{closure#0} [INFO] [stdout] at ./src/../modules/job_processor/core.rs:854:50 [INFO] [stdout] 30: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 31: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 32: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 33: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 34: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 35: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 36: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 37: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 38: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 39: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 40: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 41: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 42: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 43: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 44: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 45: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 46: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 47: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 48: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 49: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 50: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 51: [INFO] [stdout] 52: clone [INFO] [stdout] 2026-03-07T06:07:03.463166Z  INFO ai_workbench_lib::modules::job_processor::core: === FILE DISCOVERY DEBUG END (FAILED) === [INFO] [stdout] 2026-03-07T06:07:03.462601Z ERROR ai_workbench_lib::modules::file_discovery: Error details: Failed to get metadata for single file: test-data/markup.html [INFO] [stdout] [INFO] [stdout] Caused by: [INFO] [stdout] 0: Failed to get metadata for test-data/markup.html [INFO] [stdout] 1: S3 HEAD request failed for 'test-data/markup.html': dispatch failure [INFO] [stdout] [INFO] [stdout] Stack backtrace: [INFO] [stdout] 0: ::msg:: [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.99/src/backtrace.rs:27:14 [INFO] [stdout] 1: ::get_file_metadata::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:267:28 [INFO] [stdout] 2: ::process_single_file::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:59:64 [INFO] [stdout] 3: ::discover_files::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:35:50 [INFO] [stdout] 4: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:516:61 [INFO] [stdout] 5: > as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 6: >> as core::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 7: ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:70 [INFO] [stdout] 8: tokio::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:167:5 [INFO] [stdout] 9: tokio::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/task/coop/mod.rs:133:5 [INFO] [stdout] 10: ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:742:25 [INFO] [stdout] 11: ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:432:19 [INFO] [stdout] 12: ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:741:44 [INFO] [stdout] 13: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:68 [INFO] [stdout] 14: >::set::<::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 15: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:38 [INFO] [stdout] 16: >::try_with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 17: >::with::, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}>::{closure#0}, (alloc::boxed::Box, core::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 18: tokio::runtime::context::set_scheduler::<(alloc::boxed::Box, core::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context.rs:176:17 [INFO] [stdout] 19: ::enter::<::block_on>>>::{closure#0}, core::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:829:27 [INFO] [stdout] 20: ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:729:24 [INFO] [stdout] 21: ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 22: tokio::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 23: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 24: ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:356:52 [INFO] [stdout] 25: ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.47.1/src/runtime/runtime.rs:330:18 [INFO] [stdout] 26: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection [INFO] [stdout] at ./src/../modules/file_discovery.rs:515:36 [INFO] [stdout] 27: ai_workbench_lib::modules::file_discovery::file_discovery_tests::test_file_type_detection::{closure#0} [INFO] [stdout] at ./src/../modules/file_discovery.rs:498:40 [INFO] [stdout] 28: >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 29: core::result::Result<(), alloc::string::String> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 30: test::__rust_begin_short_backtrace::, fn() -> core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 31: test::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 32: as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 33: std::panicking::catch_unwind::do_call::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 34: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 35: std::panic::catch_unwind::, core::result::Result<(), alloc::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 36: test::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 37: test::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 38: test::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 39: std::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 40: std::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 41: ::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 42: std::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 43: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 44: std::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 45: std::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 46: ::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 47: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 48: ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 49: [INFO] [stdout] 50: clone [INFO] [stdout] 2026-03-07T06:07:03.463843Z  INFO ai_workbench_lib::modules::file_discovery: === FileDiscovery::discover_files DEBUG END === [INFO] [stdout] test modules::job_processor::core::job_processor_tests::test_job_processor_with_large_file ... ok [INFO] [stdout] test modules::file_discovery::file_discovery_tests::test_file_type_detection ... ok [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- modules::file_splitter::splitter::integration_tests::test_mixed_file_types stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'modules::file_splitter::splitter::integration_tests::test_mixed_file_types' (36) panicked at src/../modules/file_splitter/splitter.rs:245:13: [INFO] [stdout] assertion `left == right` failed [INFO] [stdout] left: Text [INFO] [stdout] right: Xml [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5878fdc7748a - std[da2fd379f16a7ff7]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x5878fdc7748a - <::print::DisplayBacktrace as core[97f61b5528a4c2b4]::fmt::Display>::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x5878fdc9074a - ::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x5878fdc9074a - core[97f61b5528a4c2b4]::fmt::write [INFO] [stdout] 6: 0x5878fdc7cec2 - std[da2fd379f16a7ff7]::io::default_write_fmt::> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5878fdc7cec2 - as std[da2fd379f16a7ff7]::io::Write>::write_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x5878fdc5456f - ::print [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x5878fdc5456f - std[da2fd379f16a7ff7]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x5878fdc6eae9 - std[da2fd379f16a7ff7]::panicking::default_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x5878fc9b767c - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x5878fc9b767c - test[d0b63a2f043bab5e]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5878fdc6ed62 - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x5878fdc6ed62 - std[da2fd379f16a7ff7]::panicking::panic_with_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x5878fdc54628 - std[da2fd379f16a7ff7]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x5878fdc4b7a9 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x5878fdc555ed - __rustc[9f3cd9eabd71303e]::rust_begin_unwind [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x5878fdc9105c - core[97f61b5528a4c2b4]::panicking::panic_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x5878fdc90ee3 - core[97f61b5528a4c2b4]::panicking::assert_failed_inner [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:439:17 [INFO] [stdout] 20: 0x5878fc92cca6 - core[97f61b5528a4c2b4]::panicking::assert_failed:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:394:5 [INFO] [stdout] 21: 0x5878fc963616 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter::integration_tests::test_mixed_file_types [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter.rs:245:13 [INFO] [stdout] 22: 0x5878fc95ddf7 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter::integration_tests::test_mixed_file_types::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter.rs:231:31 [INFO] [stdout] 23: 0x5878fc911906 - >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 24: 0x5878fc9ab75b - core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 25: 0x5878fc9ab75b - test[d0b63a2f043bab5e]::__rust_begin_short_backtrace::, fn() -> core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 26: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 27: 0x5878fc9b814b - as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 28: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 29: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::, core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 30: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panic::catch_unwind::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 31: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 32: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 33: 0x5878fc9b3864 - test[d0b63a2f043bab5e]::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 34: 0x5878fc9b3864 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 35: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 36: 0x5878fc9bad52 - ::{closure#1}::{closure#0}> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 37: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 38: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::<(), core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 39: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 40: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 41: 0x5878fc9bad52 - ::{closure#1} as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 42: 0x5878fdc7653f - + core[97f61b5528a4c2b4]::marker::Send> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 43: 0x5878fdc7653f - ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 44: 0x7421c3fb5aa4 - [INFO] [stdout] 45: 0x7421c4042a64 - clone [INFO] [stdout] 46: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- modules::file_splitter::splitter_types::json_splitter::tests::test_invalid_json_rejection stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'modules::file_splitter::splitter_types::json_splitter::tests::test_invalid_json_rejection' (50) panicked at src/../modules/file_splitter/splitter_types/json_splitter.rs:400:9: [INFO] [stdout] assertion `left == right` failed [INFO] [stdout] left: JsonLines [INFO] [stdout] right: Invalid [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5878fdc7748a - std[da2fd379f16a7ff7]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x5878fdc7748a - <::print::DisplayBacktrace as core[97f61b5528a4c2b4]::fmt::Display>::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x5878fdc9074a - ::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x5878fdc9074a - core[97f61b5528a4c2b4]::fmt::write [INFO] [stdout] 6: 0x5878fdc7cec2 - std[da2fd379f16a7ff7]::io::default_write_fmt::> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5878fdc7cec2 - as std[da2fd379f16a7ff7]::io::Write>::write_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x5878fdc5456f - ::print [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x5878fdc5456f - std[da2fd379f16a7ff7]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x5878fdc6eae9 - std[da2fd379f16a7ff7]::panicking::default_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x5878fc9b767c - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x5878fc9b767c - test[d0b63a2f043bab5e]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5878fdc6ed62 - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x5878fdc6ed62 - std[da2fd379f16a7ff7]::panicking::panic_with_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x5878fdc54628 - std[da2fd379f16a7ff7]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x5878fdc4b7a9 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x5878fdc555ed - __rustc[9f3cd9eabd71303e]::rust_begin_unwind [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x5878fdc9105c - core[97f61b5528a4c2b4]::panicking::panic_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x5878fdc90ee3 - core[97f61b5528a4c2b4]::panicking::assert_failed_inner [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:439:17 [INFO] [stdout] 20: 0x5878fc92ccf7 - core[97f61b5528a4c2b4]::panicking::assert_failed:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:394:5 [INFO] [stdout] 21: 0x5878fc967d04 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter_types::json_splitter::tests::test_invalid_json_rejection [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter_types/json_splitter.rs:400:9 [INFO] [stdout] 22: 0x5878fc95e2c7 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter_types::json_splitter::tests::test_invalid_json_rejection::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter_types/json_splitter.rs:395:37 [INFO] [stdout] 23: 0x5878fc911f06 - >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 24: 0x5878fc9ab75b - core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 25: 0x5878fc9ab75b - test[d0b63a2f043bab5e]::__rust_begin_short_backtrace::, fn() -> core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 26: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 27: 0x5878fc9b814b - as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 28: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 29: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::, core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 30: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panic::catch_unwind::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 31: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 32: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 33: 0x5878fc9b3864 - test[d0b63a2f043bab5e]::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 34: 0x5878fc9b3864 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 35: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 36: 0x5878fc9bad52 - ::{closure#1}::{closure#0}> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 37: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 38: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::<(), core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 39: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 40: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 41: 0x5878fc9bad52 - ::{closure#1} as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 42: 0x5878fdc7653f - + core[97f61b5528a4c2b4]::marker::Send> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 43: 0x5878fdc7653f - ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 44: 0x7421c3fb5aa4 - [INFO] [stdout] 45: 0x7421c4042a64 - clone [INFO] [stdout] 46: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- modules::file_splitter::splitter::tests::test_binary_file_rejection stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'modules::file_splitter::splitter::tests::test_binary_file_rejection' (38) panicked at src/../modules/file_splitter/splitter.rs:137:9: [INFO] [stdout] assertion failed: result.is_err() [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5878fdc7748a - std[da2fd379f16a7ff7]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x5878fdc7748a - <::print::DisplayBacktrace as core[97f61b5528a4c2b4]::fmt::Display>::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x5878fdc9074a - ::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x5878fdc9074a - core[97f61b5528a4c2b4]::fmt::write [INFO] [stdout] 6: 0x5878fdc7cec2 - std[da2fd379f16a7ff7]::io::default_write_fmt::> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5878fdc7cec2 - as std[da2fd379f16a7ff7]::io::Write>::write_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x5878fdc5456f - ::print [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x5878fdc5456f - std[da2fd379f16a7ff7]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x5878fdc6eae9 - std[da2fd379f16a7ff7]::panicking::default_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x5878fc9b767c - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x5878fc9b767c - test[d0b63a2f043bab5e]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5878fdc6ed62 - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x5878fdc6ed62 - std[da2fd379f16a7ff7]::panicking::panic_with_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x5878fdc5465a - std[da2fd379f16a7ff7]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:691:13 [INFO] [stdout] 16: 0x5878fdc4b7a9 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x5878fdc555ed - __rustc[9f3cd9eabd71303e]::rust_begin_unwind [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x5878fdc9105c - core[97f61b5528a4c2b4]::panicking::panic_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x5878fdc91022 - core[97f61b5528a4c2b4]::panicking::panic [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:150:5 [INFO] [stdout] 20: 0x5878fc9656d0 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter::tests::test_binary_file_rejection [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter.rs:137:9 [INFO] [stdout] 21: 0x5878fc95e0e7 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter::tests::test_binary_file_rejection::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter.rs:130:36 [INFO] [stdout] 22: 0x5878fc911ac6 - >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 23: 0x5878fc9ab75b - core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 24: 0x5878fc9ab75b - test[d0b63a2f043bab5e]::__rust_begin_short_backtrace::, fn() -> core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 25: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 26: 0x5878fc9b814b - as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 27: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 28: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::, core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 29: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panic::catch_unwind::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 30: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 31: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 32: 0x5878fc9b3864 - test[d0b63a2f043bab5e]::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 33: 0x5878fc9b3864 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 34: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 35: 0x5878fc9bad52 - ::{closure#1}::{closure#0}> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 36: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 37: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::<(), core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 38: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 39: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 40: 0x5878fc9bad52 - ::{closure#1} as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 41: 0x5878fdc7653f - + core[97f61b5528a4c2b4]::marker::Send> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 42: 0x5878fdc7653f - ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 43: 0x7421c3fb5aa4 - [INFO] [stdout] 44: 0x7421c4042a64 - clone [INFO] [stdout] 45: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- modules::file_splitter::splitter_types::json_splitter::tests::test_standard_json_detection stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'modules::file_splitter::splitter_types::json_splitter::tests::test_standard_json_detection' (54) panicked at src/../modules/file_splitter/splitter_types/json_splitter.rs:354:9: [INFO] [stdout] assertion `left == right` failed [INFO] [stdout] left: JsonLines [INFO] [stdout] right: Standard [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5878fdc7748a - std[da2fd379f16a7ff7]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x5878fdc7748a - <::print::DisplayBacktrace as core[97f61b5528a4c2b4]::fmt::Display>::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x5878fdc9074a - ::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x5878fdc9074a - core[97f61b5528a4c2b4]::fmt::write [INFO] [stdout] 6: 0x5878fdc7cec2 - std[da2fd379f16a7ff7]::io::default_write_fmt::> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5878fdc7cec2 - as std[da2fd379f16a7ff7]::io::Write>::write_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x5878fdc5456f - ::print [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x5878fdc5456f - std[da2fd379f16a7ff7]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x5878fdc6eae9 - std[da2fd379f16a7ff7]::panicking::default_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x5878fc9b767c - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x5878fc9b767c - test[d0b63a2f043bab5e]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5878fdc6ed62 - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x5878fdc6ed62 - std[da2fd379f16a7ff7]::panicking::panic_with_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x5878fdc54628 - std[da2fd379f16a7ff7]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x5878fdc4b7a9 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x5878fdc555ed - __rustc[9f3cd9eabd71303e]::rust_begin_unwind [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x5878fdc9105c - core[97f61b5528a4c2b4]::panicking::panic_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x5878fdc90ee3 - core[97f61b5528a4c2b4]::panicking::assert_failed_inner [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:439:17 [INFO] [stdout] 20: 0x5878fc92ccf7 - core[97f61b5528a4c2b4]::panicking::assert_failed:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:394:5 [INFO] [stdout] 21: 0x5878fc967e24 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter_types::json_splitter::tests::test_standard_json_detection [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter_types/json_splitter.rs:354:9 [INFO] [stdout] 22: 0x5878fc95e2f7 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter_types::json_splitter::tests::test_standard_json_detection::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter_types/json_splitter.rs:348:38 [INFO] [stdout] 23: 0x5878fc911f46 - >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 24: 0x5878fc9ab75b - core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 25: 0x5878fc9ab75b - test[d0b63a2f043bab5e]::__rust_begin_short_backtrace::, fn() -> core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 26: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 27: 0x5878fc9b814b - as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 28: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 29: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::, core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 30: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panic::catch_unwind::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 31: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 32: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 33: 0x5878fc9b3864 - test[d0b63a2f043bab5e]::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 34: 0x5878fc9b3864 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 35: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 36: 0x5878fc9bad52 - ::{closure#1}::{closure#0}> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 37: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 38: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::<(), core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 39: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 40: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 41: 0x5878fc9bad52 - ::{closure#1} as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 42: 0x5878fdc7653f - + core[97f61b5528a4c2b4]::marker::Send> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 43: 0x5878fdc7653f - ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 44: 0x7421c3fb5aa4 - [INFO] [stdout] 45: 0x7421c4042a64 - clone [INFO] [stdout] 46: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- modules::file_splitter::splitter_types::json_splitter::tests::test_json_array_detection stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'modules::file_splitter::splitter_types::json_splitter::tests::test_json_array_detection' (51) panicked at src/../modules/file_splitter/splitter_types/json_splitter.rs:364:9: [INFO] [stdout] assertion `left == right` failed [INFO] [stdout] left: JsonLines [INFO] [stdout] right: Standard [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5878fdc7748a - std[da2fd379f16a7ff7]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x5878fdc7748a - <::print::DisplayBacktrace as core[97f61b5528a4c2b4]::fmt::Display>::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x5878fdc9074a - ::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x5878fdc9074a - core[97f61b5528a4c2b4]::fmt::write [INFO] [stdout] 6: 0x5878fdc7cec2 - std[da2fd379f16a7ff7]::io::default_write_fmt::> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5878fdc7cec2 - as std[da2fd379f16a7ff7]::io::Write>::write_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x5878fdc5456f - ::print [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x5878fdc5456f - std[da2fd379f16a7ff7]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x5878fdc6eae9 - std[da2fd379f16a7ff7]::panicking::default_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x5878fc9b767c - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x5878fc9b767c - test[d0b63a2f043bab5e]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5878fdc6ed62 - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x5878fdc6ed62 - std[da2fd379f16a7ff7]::panicking::panic_with_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x5878fdc54628 - std[da2fd379f16a7ff7]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x5878fdc4b7a9 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x5878fdc555ed - __rustc[9f3cd9eabd71303e]::rust_begin_unwind [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x5878fdc9105c - core[97f61b5528a4c2b4]::panicking::panic_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x5878fdc90ee3 - core[97f61b5528a4c2b4]::panicking::assert_failed_inner [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:439:17 [INFO] [stdout] 20: 0x5878fc92ccf7 - core[97f61b5528a4c2b4]::panicking::assert_failed:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:394:5 [INFO] [stdout] 21: 0x5878fc967424 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter_types::json_splitter::tests::test_json_array_detection [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter_types/json_splitter.rs:364:9 [INFO] [stdout] 22: 0x5878fc95e237 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter_types::json_splitter::tests::test_json_array_detection::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter_types/json_splitter.rs:358:35 [INFO] [stdout] 23: 0x5878fc911e46 - >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 24: 0x5878fc9ab75b - core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 25: 0x5878fc9ab75b - test[d0b63a2f043bab5e]::__rust_begin_short_backtrace::, fn() -> core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 26: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 27: 0x5878fc9b814b - as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 28: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 29: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::, core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 30: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panic::catch_unwind::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 31: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 32: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 33: 0x5878fc9b3864 - test[d0b63a2f043bab5e]::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 34: 0x5878fc9b3864 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 35: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 36: 0x5878fc9bad52 - ::{closure#1}::{closure#0}> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 37: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 38: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::<(), core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 39: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 40: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 41: 0x5878fc9bad52 - ::{closure#1} as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 42: 0x5878fdc7653f - + core[97f61b5528a4c2b4]::marker::Send> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 43: 0x5878fdc7653f - ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 44: 0x7421c3fb5aa4 - [INFO] [stdout] 45: 0x7421c4042a64 - clone [INFO] [stdout] 46: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- modules::file_splitter::splitter::integration_tests::test_edge_cases stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'modules::file_splitter::splitter::integration_tests::test_edge_cases' (33) panicked at src/../modules/file_splitter/splitter.rs:263:9: [INFO] [stdout] assertion failed: chunks[0].metadata.has_headers [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5878fdc7748a - std[da2fd379f16a7ff7]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x5878fdc7748a - <::print::DisplayBacktrace as core[97f61b5528a4c2b4]::fmt::Display>::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x5878fdc9074a - ::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x5878fdc9074a - core[97f61b5528a4c2b4]::fmt::write [INFO] [stdout] 6: 0x5878fdc7cec2 - std[da2fd379f16a7ff7]::io::default_write_fmt::> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5878fdc7cec2 - as std[da2fd379f16a7ff7]::io::Write>::write_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x5878fdc5456f - ::print [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x5878fdc5456f - std[da2fd379f16a7ff7]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x5878fdc6eae9 - std[da2fd379f16a7ff7]::panicking::default_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x5878fc9b767c - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x5878fc9b767c - test[d0b63a2f043bab5e]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5878fdc6ed62 - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x5878fdc6ed62 - std[da2fd379f16a7ff7]::panicking::panic_with_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x5878fdc5465a - std[da2fd379f16a7ff7]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:691:13 [INFO] [stdout] 16: 0x5878fdc4b7a9 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x5878fdc555ed - __rustc[9f3cd9eabd71303e]::rust_begin_unwind [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x5878fdc9105c - core[97f61b5528a4c2b4]::panicking::panic_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x5878fdc91022 - core[97f61b5528a4c2b4]::panicking::panic [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:150:5 [INFO] [stdout] 20: 0x5878fc962c5e - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter::integration_tests::test_edge_cases [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter.rs:263:9 [INFO] [stdout] 21: 0x5878fc95ddc7 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter::integration_tests::test_edge_cases::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter.rs:251:25 [INFO] [stdout] 22: 0x5878fc9118c6 - >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 23: 0x5878fc9ab75b - core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 24: 0x5878fc9ab75b - test[d0b63a2f043bab5e]::__rust_begin_short_backtrace::, fn() -> core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 25: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 26: 0x5878fc9b814b - as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 27: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 28: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::, core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 29: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panic::catch_unwind::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 30: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 31: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 32: 0x5878fc9b3864 - test[d0b63a2f043bab5e]::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 33: 0x5878fc9b3864 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 34: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 35: 0x5878fc9bad52 - ::{closure#1}::{closure#0}> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 36: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 37: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::<(), core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 38: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 39: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 40: 0x5878fc9bad52 - ::{closure#1} as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 41: 0x5878fdc7653f - + core[97f61b5528a4c2b4]::marker::Send> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 42: 0x5878fdc7653f - ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 43: 0x7421c3fb5aa4 - [INFO] [stdout] 44: 0x7421c4042a64 - clone [INFO] [stdout] 45: 0x0 - [INFO] [stdout] [INFO] [stdout] ---- modules::file_splitter::splitter::integration_tests::test_performance_characteristics stdout ---- [INFO] [stdout] [INFO] [stdout] thread 'modules::file_splitter::splitter::integration_tests::test_performance_characteristics' (37) panicked at src/../modules/file_splitter/splitter.rs:288:9: [INFO] [stdout] assertion failed: chunks.len() > 1 [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x5878fdc7748a - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x5878fdc7748a - std[da2fd379f16a7ff7]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x5878fdc7748a - <::print::DisplayBacktrace as core[97f61b5528a4c2b4]::fmt::Display>::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x5878fdc9074a - ::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x5878fdc9074a - core[97f61b5528a4c2b4]::fmt::write [INFO] [stdout] 6: 0x5878fdc7cec2 - std[da2fd379f16a7ff7]::io::default_write_fmt::> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x5878fdc7cec2 - as std[da2fd379f16a7ff7]::io::Write>::write_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x5878fdc5456f - ::print [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x5878fdc5456f - std[da2fd379f16a7ff7]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x5878fdc6eae9 - std[da2fd379f16a7ff7]::panicking::default_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x5878fc9b767c - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x5878fc9b767c - test[d0b63a2f043bab5e]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x5878fdc6ed62 - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x5878fdc6ed62 - std[da2fd379f16a7ff7]::panicking::panic_with_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x5878fdc5465a - std[da2fd379f16a7ff7]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:691:13 [INFO] [stdout] 16: 0x5878fdc4b7a9 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x5878fdc555ed - __rustc[9f3cd9eabd71303e]::rust_begin_unwind [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x5878fdc9105c - core[97f61b5528a4c2b4]::panicking::panic_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x5878fdc91022 - core[97f61b5528a4c2b4]::panicking::panic [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:150:5 [INFO] [stdout] 20: 0x5878fc964d0e - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter::integration_tests::test_performance_characteristics [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter.rs:288:9 [INFO] [stdout] 21: 0x5878fc95de87 - ai_workbench_lib[3749fd56ec61c1ff]::modules::file_splitter::splitter::integration_tests::test_performance_characteristics::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/src/../modules/file_splitter/splitter.rs:273:42 [INFO] [stdout] 22: 0x5878fc9119c6 - >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 23: 0x5878fc9ab75b - core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 24: 0x5878fc9ab75b - test[d0b63a2f043bab5e]::__rust_begin_short_backtrace::, fn() -> core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 25: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 26: 0x5878fc9b814b - as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 27: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 28: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panicking::catch_unwind::, core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 29: 0x5878fc9b814b - std[da2fd379f16a7ff7]::panic::catch_unwind::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 30: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 31: 0x5878fc9b814b - test[d0b63a2f043bab5e]::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 32: 0x5878fc9b3864 - test[d0b63a2f043bab5e]::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 33: 0x5878fc9b3864 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 34: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 35: 0x5878fc9bad52 - ::{closure#1}::{closure#0}> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 36: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 37: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panicking::catch_unwind::<(), core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 38: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 39: 0x5878fc9bad52 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 40: 0x5878fc9bad52 - ::{closure#1} as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 41: 0x5878fdc7653f - + core[97f61b5528a4c2b4]::marker::Send> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 42: 0x5878fdc7653f - ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 43: 0x7421c3fb5aa4 - [INFO] [stdout] 44: 0x7421c4042a64 - clone [INFO] [stdout] 45: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] modules::file_splitter::splitter::integration_tests::test_edge_cases [INFO] [stdout] modules::file_splitter::splitter::integration_tests::test_mixed_file_types [INFO] [stdout] modules::file_splitter::splitter::integration_tests::test_performance_characteristics [INFO] [stdout] modules::file_splitter::splitter::tests::test_binary_file_rejection [INFO] [stdout] modules::file_splitter::splitter_types::json_splitter::tests::test_invalid_json_rejection [INFO] [stdout] modules::file_splitter::splitter_types::json_splitter::tests::test_json_array_detection [INFO] [stdout] modules::file_splitter::splitter_types::json_splitter::tests::test_standard_json_detection [INFO] [stdout] [INFO] [stdout] test result: FAILED. 30 passed; 7 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.39s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--lib` [INFO] running `Command { std: "docker" "inspect" "13bc8c28e7f5b306932940dec4fb500affd200ed9a50f3214121ad3701a6afbc", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "13bc8c28e7f5b306932940dec4fb500affd200ed9a50f3214121ad3701a6afbc", kill_on_drop: false }` [INFO] [stdout] 13bc8c28e7f5b306932940dec4fb500affd200ed9a50f3214121ad3701a6afbc