[INFO] fetching crate numaflow 0.4.0...
[INFO] testing numaflow-0.4.0 against 1.91.0 for beta-1.92-2
[INFO] extracting crate numaflow 0.4.0 into /workspace/builds/worker-0-tc1/source
[INFO] started tweaking crates.io crate numaflow 0.4.0
[INFO] finished tweaking crates.io crate numaflow 0.4.0
[INFO] tweaked toml for crates.io crate numaflow 0.4.0 written to /workspace/builds/worker-0-tc1/source/Cargo.toml
[INFO] validating manifest of crates.io crate numaflow 0.4.0 on toolchain 1.91.0
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.91.0" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }`
[INFO] crate crates.io crate numaflow 0.4.0 already has a lockfile, it will not be regenerated
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.91.0" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }`
[INFO] [stderr]     Updating crates.io index
[INFO] [stderr]  Downloading crates ...
[INFO] [stderr]   Downloaded tonic-types v0.14.2
[INFO] [stderr]   Downloaded regex v1.12.1
[INFO] [stderr]   Downloaded regex-syntax v0.8.7
[INFO] [stderr]   Downloaded regex-automata v0.4.12
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+1.91.0" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }`
[INFO] [stdout] 9d0583f31b17de1a82cdcb0be05da6bb5cdf1a8f029648198eec6ec33dd25fac
[INFO] running `Command { std: "docker" "start" "-a" "9d0583f31b17de1a82cdcb0be05da6bb5cdf1a8f029648198eec6ec33dd25fac", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "9d0583f31b17de1a82cdcb0be05da6bb5cdf1a8f029648198eec6ec33dd25fac", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "9d0583f31b17de1a82cdcb0be05da6bb5cdf1a8f029648198eec6ec33dd25fac", kill_on_drop: false }`
[INFO] [stdout] 9d0583f31b17de1a82cdcb0be05da6bb5cdf1a8f029648198eec6ec33dd25fac
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+1.91.0" "build" "--frozen" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] b42bcd9f1c905330eddec6cbc8cb7a9b26e07c00c4140a3d2355f7a89b232b6e
[INFO] running `Command { std: "docker" "start" "-a" "b42bcd9f1c905330eddec6cbc8cb7a9b26e07c00c4140a3d2355f7a89b232b6e", kill_on_drop: false }`
[INFO] [stderr]    Compiling either v1.15.0
[INFO] [stderr]    Compiling indexmap v2.11.4
[INFO] [stderr]    Compiling getrandom v0.3.3
[INFO] [stderr]    Compiling bitflags v2.9.4
[INFO] [stderr]    Compiling libc v0.2.177
[INFO] [stderr]    Compiling prettyplease v0.2.37
[INFO] [stderr]    Compiling syn v2.0.106
[INFO] [stderr]    Compiling socket2 v0.6.0
[INFO] [stderr]    Compiling mio v1.0.4
[INFO] [stderr]    Compiling pulldown-cmark v0.13.0
[INFO] [stderr]    Compiling rustix v1.1.2
[INFO] [stderr]    Compiling unicase v2.8.1
[INFO] [stderr]    Compiling regex-syntax v0.8.7
[INFO] [stderr]    Compiling bytes v1.10.1
[INFO] [stderr]    Compiling linux-raw-sys v0.11.0
[INFO] [stderr]    Compiling sync_wrapper v1.0.2
[INFO] [stderr]    Compiling fastrand v2.3.0
[INFO] [stderr]    Compiling fixedbitset v0.5.7
[INFO] [stderr]    Compiling axum-core v0.5.5
[INFO] [stderr]    Compiling multimap v0.10.1
[INFO] [stderr]    Compiling thiserror v2.0.17
[INFO] [stderr]    Compiling serde_json v1.0.145
[INFO] [stderr]    Compiling itertools v0.14.0
[INFO] [stderr]    Compiling uuid v1.18.1
[INFO] [stderr]    Compiling petgraph v0.7.1
[INFO] [stderr]    Compiling pulldown-cmark-to-cmark v21.0.0
[INFO] [stderr]    Compiling regex-automata v0.4.12
[INFO] [stderr]    Compiling tempfile v3.23.0
[INFO] [stderr]    Compiling regex v1.12.1
[INFO] [stderr]    Compiling tonic-build v0.14.2
[INFO] [stderr]    Compiling tokio-macros v2.5.0
[INFO] [stderr]    Compiling prost-derive v0.14.1
[INFO] [stderr]    Compiling tracing-attributes v0.1.30
[INFO] [stderr]    Compiling pin-project-internal v1.1.10
[INFO] [stderr]    Compiling async-trait v0.1.89
[INFO] [stderr]    Compiling thiserror-impl v2.0.17
[INFO] [stderr]    Compiling serde_derive v1.0.228
[INFO] [stderr]    Compiling tokio v1.47.1
[INFO] [stderr]    Compiling pin-project v1.1.10
[INFO] [stderr]    Compiling tracing v0.1.41
[INFO] [stderr]    Compiling prost v0.14.1
[INFO] [stderr]    Compiling prost-types v0.14.1
[INFO] [stderr]    Compiling serde v1.0.228
[INFO] [stderr]    Compiling prost-build v0.14.1
[INFO] [stderr]    Compiling tonic-prost-build v0.14.2
[INFO] [stderr]    Compiling numaflow v0.4.0 (/opt/rustwide/workdir)
[INFO] [stderr]    Compiling tokio-util v0.7.16
[INFO] [stderr]    Compiling tokio-stream v0.1.17
[INFO] [stderr]    Compiling h2 v0.4.12
[INFO] [stderr]    Compiling tower v0.5.2
[INFO] [stderr]    Compiling axum v0.8.6
[INFO] [stderr]    Compiling hyper v1.7.0
[INFO] [stderr]    Compiling hyper-util v0.1.17
[INFO] [stderr]    Compiling hyper-timeout v0.5.2
[INFO] [stderr]    Compiling tonic v0.14.2
[INFO] [stderr]    Compiling tonic-types v0.14.2
[INFO] [stderr]    Compiling tonic-prost v0.14.2
[INFO] [stderr]     Finished `dev` profile [unoptimized + debuginfo] target(s) in 37.91s
[INFO] running `Command { std: "docker" "inspect" "b42bcd9f1c905330eddec6cbc8cb7a9b26e07c00c4140a3d2355f7a89b232b6e", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "b42bcd9f1c905330eddec6cbc8cb7a9b26e07c00c4140a3d2355f7a89b232b6e", kill_on_drop: false }`
[INFO] [stdout] b42bcd9f1c905330eddec6cbc8cb7a9b26e07c00c4140a3d2355f7a89b232b6e
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+1.91.0" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] 61a41143258d295f53404f802a7b82cdc3fc71ac0d09bd7fd8246848a17e6da3
[INFO] running `Command { std: "docker" "start" "-a" "61a41143258d295f53404f802a7b82cdc3fc71ac0d09bd7fd8246848a17e6da3", kill_on_drop: false }`
[INFO] [stderr]    Compiling bitflags v2.9.4
[INFO] [stderr]    Compiling rustix v1.1.2
[INFO] [stderr]    Compiling pulldown-cmark v0.13.0
[INFO] [stderr]    Compiling pulldown-cmark-to-cmark v21.0.0
[INFO] [stderr]    Compiling tempfile v3.23.0
[INFO] [stderr]    Compiling prost-build v0.14.1
[INFO] [stderr]    Compiling tonic-prost-build v0.14.2
[INFO] [stderr]    Compiling numaflow v0.4.0 (/opt/rustwide/workdir)
[INFO] [stderr]     Finished `test` profile [unoptimized + debuginfo] target(s) in 27.44s
[INFO] running `Command { std: "docker" "inspect" "61a41143258d295f53404f802a7b82cdc3fc71ac0d09bd7fd8246848a17e6da3", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "61a41143258d295f53404f802a7b82cdc3fc71ac0d09bd7fd8246848a17e6da3", kill_on_drop: false }`
[INFO] [stdout] 61a41143258d295f53404f802a7b82cdc3fc71ac0d09bd7fd8246848a17e6da3
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+1.91.0" "test" "--frozen", kill_on_drop: false }`
[INFO] [stdout] 2cfc477e68cf002bb467fd988ce0f2b38f010953b7e26d6ae7ec5f0e74bbe23e
[INFO] running `Command { std: "docker" "start" "-a" "2cfc477e68cf002bb467fd988ce0f2b38f010953b7e26d6ae7ec5f0e74bbe23e", kill_on_drop: false }`
[INFO] [stderr]     Finished `test` profile [unoptimized + debuginfo] target(s) in 0.14s
[INFO] [stderr]      Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/numaflow-61d6b6d9cb1397eb)
[INFO] [stdout] 
[INFO] [stdout] running 35 tests
[INFO] [stdout] test accumulator::tests::test_from_traits ... ok
[INFO] [stdout] test accumulator::tests::test_message_from_datum ... ok
[INFO] [stdout] test accumulator::tests::test_server_start ... ok
[INFO] [stdout] test reduce::tests::test_server_start ... ok
[INFO] [stdout] test shared::grpc_server::tests::test_create_server_config ... ok
[INFO] [stdout] test shared::grpc_server::tests::test_server_starter_configuration ... ok
[INFO] [stdout] test shared::server::tests::test_server_config ... ok
[INFO] [stdout] test shared::grpc_server::tests::test_server_starter_creation ... ok
[INFO] [stdout] test shared::server::tests::test_server_info_new_batch_map ... ok
[INFO] [stdout] test shared::server::tests::test_server_info_new_source ... ok
[INFO] [stdout] test session_reduce::tests::test_server_start ... ok
[INFO] [stdout] test shared::server::tests::test_shutdown_signal ... ok
[INFO] [stdout] test shared::tests::test_prost_timestamp_from_utc ... ok
[INFO] [stdout] test shared::tests::test_prost_timestamp_from_utc_epoch_0 ... ok
[INFO] [stdout] test accumulator::tests::test_accumulator_operations ... ok
[INFO] [stdout] test shared::tests::test_utc_from_timestamp ... ok
[INFO] [stdout] test shared::tests::test_utc_from_timestamp_epoch_0 ... ok
[INFO] [stdout] test shared::server::tests::test_write_info_file ... ok
[INFO] [stdout] test session_reduce::tests::test_session_reduce_operations ... ok
[INFO] [stdout] test source::tests::test_source_server_configuration ... ok
[INFO] [stdout] test session_reduce::tests::test_merge_operations ... ok
[INFO] [stdout] test reduce::tests::valid_input ... ok
[INFO] [stdout] test mapstream::tests::map_stream_multi_response ... ok
[INFO] [stdout] test map::tests::map_server ... ok
[INFO] [stdout] test batchmap::tests::batch_map_server ... ok
[INFO] [stdout] test mapstream::tests::map_stream_single_response ... ok
[INFO] [stdout] test serving_store::tests::serving_store_server ... ok
[INFO] [stdout] test session_reduce::tests::test_invalid_input ... ok
[INFO] [stdout] test serving_store::tests::serving_store_server_panic_put ... ok
[INFO] [stdout] test reduce::tests::invalid_input ... ok
[INFO] [stdout] test serving_store::tests::serving_store_server_panic_get ... ok
[INFO] [stdout] test sink::tests::sink_server ... ok
[INFO] [stdout] test sourcetransform::tests::source_transformer_server ... ok
[INFO] [stdout] test source::tests::test_source_read_nack_pending ... ok
[INFO] [stdout] test source::tests::test_source_read_ack_pending_partitions ... ok
[INFO] [stdout] 
[INFO] [stdout] test result: ok. 35 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.19s
[INFO] [stdout] 
[INFO] [stderr]    Doc-tests numaflow
[INFO] [stdout] 
[INFO] [stdout] running 42 tests
[INFO] [stdout] test src/accumulator.rs - accumulator::Message::from_accumulator_request (line 74) ... ok
[INFO] [stdout] test src/accumulator.rs - accumulator::Message::event_time (line 311) ... ok
[INFO] [stdout] test src/accumulator.rs - accumulator::Message::headers (line 285) ... ok
[INFO] [stdout] test src/accumulator.rs - accumulator::Message::tags (line 237) ... ok
[INFO] [stdout] test src/accumulator.rs - accumulator::Message::keys (line 189) ... ok
[INFO] [stdout] test src/accumulator.rs - accumulator::Message::watermark (line 336) ... ok
[INFO] [stdout] test src/batchmap.rs - batchmap::BatchMapper::batchmap (line 50) - compile ... ok
[INFO] [stdout] test src/accumulator.rs - accumulator::Message::with_keys (line 109) ... ok
[INFO] [stdout] test src/accumulator.rs - accumulator::Message::id (line 261) ... ok
[INFO] [stdout] test src/accumulator.rs - accumulator::Message::with_tags (line 165) ... ok
[INFO] [stdout] test src/batchmap.rs - batchmap::Message::new (line 141) ... ok
[INFO] [stdout] test src/batchmap.rs - batchmap::Message::message_to_drop (line 156) ... ok
[INFO] [stdout] test src/map.rs - map::Mapper::map (line 44) - compile ... ok
[INFO] [stdout] test src/mapstream.rs - mapstream::MapStreamer::map_stream (line 41) - compile ... ok
[INFO] [stdout] test src/accumulator.rs - accumulator::Message::with_value (line 137) ... ok
[INFO] [stdout] test src/map.rs - map::Message::message_to_drop (line 106) ... ok
[INFO] [stdout] test src/map.rs - map::Message::with_keys (line 126) ... ok
[INFO] [stdout] test src/batchmap.rs - batchmap::Message::with_tags (line 193) ... ok
[INFO] [stdout] test src/map.rs - map::Message::with_tags (line 143) ... ok
[INFO] [stdout] test src/mapstream.rs - mapstream::Message::with_tags (line 146) ... ok
[INFO] [stdout] test src/map.rs - map::Message::new (line 91) ... ok
[INFO] [stdout] test src/mapstream.rs - mapstream::Message::message_to_drop (line 109) ... ok
[INFO] [stdout] test src/accumulator.rs - accumulator::Message::value (line 213) ... ok
[INFO] [stdout] test src/mapstream.rs - mapstream::Message::new (line 94) ... ok
[INFO] [stdout] test src/batchmap.rs - batchmap::Message::with_keys (line 176) ... ok
[INFO] [stdout] test src/reduce.rs - reduce::Reducer::reduce (line 87) - compile ... ok
[INFO] [stdout] test src/reduce.rs - reduce::Message::with_keys (line 236) ... ok
[INFO] [stdout] test src/sideinput.rs - sideinput::SideInputer::retrieve_sideinput (line 38) - compile ... ok
[INFO] [stdout] test src/sink.rs - sink::Sinker::sink (line 55) - compile ... ok
[INFO] [stdout] test src/sourcetransform.rs - sourcetransform::SourceTransformer::transform (line 49) - compile ... ok
[INFO] [stdout] test src/reduce.rs - reduce::Message::message_to_drop (line 216) ... ok
[INFO] [stdout] test src/session_reduce.rs - session_reduce::Message::with_keys (line 97) ... ok
[INFO] [stdout] test src/mapstream.rs - mapstream::Message::with_keys (line 129) ... ok
[INFO] [stdout] test src/sourcetransform.rs - sourcetransform::Message::with_tags (line 169) ... ok
[INFO] [stdout] test src/reduce.rs - reduce::Message::with_tags (line 253) ... ok
[INFO] [stdout] test src/sourcetransform.rs - sourcetransform::Message::new (line 105) ... ok
[INFO] [stdout] test src/session_reduce.rs - session_reduce::Message::with_tags (line 114) ... ok
[INFO] [stdout] test src/sourcetransform.rs - sourcetransform::Message::with_keys (line 151) ... ok
[INFO] [stdout] test src/sourcetransform.rs - sourcetransform::Message::message_to_drop (line 128) ... ok
[INFO] [stdout] test src/reduce.rs - reduce::Message::new (line 201) ... ok
[INFO] [stdout] test src/reduce.rs - reduce::ReducerCreator::R (line 41) ... ok
[INFO] [stdout] test src/session_reduce.rs - session_reduce::Message::new (line 77) ... ok
[INFO] [stdout] 
[INFO] [stdout] test result: ok. 42 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.03s
[INFO] [stdout] 
[INFO] running `Command { std: "docker" "inspect" "2cfc477e68cf002bb467fd988ce0f2b38f010953b7e26d6ae7ec5f0e74bbe23e", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "2cfc477e68cf002bb467fd988ce0f2b38f010953b7e26d6ae7ec5f0e74bbe23e", kill_on_drop: false }`
[INFO] [stdout] 2cfc477e68cf002bb467fd988ce0f2b38f010953b7e26d6ae7ec5f0e74bbe23e
