[INFO] fetching crate criterion-hypothesis 0.2.0... [INFO] testing criterion-hypothesis-0.2.0 against try#8da20828b6ea601dfd8e2448cb50ace88876bd78 for pr-150933 [INFO] extracting crate criterion-hypothesis 0.2.0 into /workspace/builds/worker-2-tc2/source [INFO] started tweaking crates.io crate criterion-hypothesis 0.2.0 [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate criterion-hypothesis 0.2.0 [INFO] tweaked toml for crates.io crate criterion-hypothesis 0.2.0 written to /workspace/builds/worker-2-tc2/source/Cargo.toml [INFO] validating manifest of crates.io crate criterion-hypothesis 0.2.0 on toolchain 8da20828b6ea601dfd8e2448cb50ace88876bd78 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate criterion-hypothesis 0.2.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 2ba71eeb2eb607dd6783394629867613d4f86ba708de53d1b0a601541875891d [INFO] running `Command { std: "docker" "start" "-a" "2ba71eeb2eb607dd6783394629867613d4f86ba708de53d1b0a601541875891d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "2ba71eeb2eb607dd6783394629867613d4f86ba708de53d1b0a601541875891d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "2ba71eeb2eb607dd6783394629867613d4f86ba708de53d1b0a601541875891d", kill_on_drop: false }` [INFO] [stdout] 2ba71eeb2eb607dd6783394629867613d4f86ba708de53d1b0a601541875891d [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 0f77f104e1376987038b398b276b5841a864d129e3d29534d86d90cb83045a6d [INFO] running `Command { std: "docker" "start" "-a" "0f77f104e1376987038b398b276b5841a864d129e3d29534d86d90cb83045a6d", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.180 [INFO] [stderr] Compiling libm v0.2.16 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling syn v2.0.114 [INFO] [stderr] Compiling zerocopy v0.8.37 [INFO] [stderr] Compiling safe_arch v0.7.4 [INFO] [stderr] Compiling matrixmultiply v0.3.10 [INFO] [stderr] Compiling zmij v1.0.18 [INFO] [stderr] Compiling rawpointer v0.2.1 [INFO] [stderr] Compiling wide v0.7.33 [INFO] [stderr] Compiling clap_builder v4.5.56 [INFO] [stderr] Compiling serde_json v1.0.149 [INFO] [stderr] Compiling colored v3.1.1 [INFO] [stderr] Compiling parking_lot_core v0.9.12 [INFO] [stderr] Compiling errno v0.3.14 [INFO] [stderr] Compiling parking_lot v0.12.5 [INFO] [stderr] Compiling signal-hook-registry v1.4.8 [INFO] [stderr] Compiling socket2 v0.6.2 [INFO] [stderr] Compiling mio v1.1.1 [INFO] [stderr] Compiling getrandom v0.2.17 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling openssl-sys v0.9.111 [INFO] [stderr] Compiling getrandom v0.3.4 [INFO] [stderr] Compiling uuid v1.20.0 [INFO] [stderr] Compiling approx v0.5.1 [INFO] [stderr] Compiling num-complex v0.4.6 [INFO] [stderr] Compiling num-integer v0.1.46 [INFO] [stderr] Compiling num-rational v0.4.2 [INFO] [stderr] Compiling simba v0.9.1 [INFO] [stderr] Compiling ppv-lite86 v0.2.21 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling synstructure v0.13.2 [INFO] [stderr] Compiling rand_distr v0.4.3 [INFO] [stderr] Compiling zerofrom-derive v0.1.6 [INFO] [stderr] Compiling yoke-derive v0.8.1 [INFO] [stderr] Compiling zerovec-derive v0.11.2 [INFO] [stderr] Compiling displaydoc v0.2.5 [INFO] [stderr] Compiling tokio-macros v2.6.0 [INFO] [stderr] Compiling serde_derive v1.0.228 [INFO] [stderr] Compiling openssl-macros v0.1.1 [INFO] [stderr] Compiling openssl v0.10.75 [INFO] [stderr] Compiling tokio v1.49.0 [INFO] [stderr] Compiling thiserror-impl v2.0.18 [INFO] [stderr] Compiling clap_derive v4.5.55 [INFO] [stderr] Compiling zerofrom v0.1.6 [INFO] [stderr] Compiling yoke v0.8.1 [INFO] [stderr] Compiling zerovec v0.11.5 [INFO] [stderr] Compiling zerotrie v0.2.3 [INFO] [stderr] Compiling thiserror v2.0.18 [INFO] [stderr] Compiling tinystr v0.8.2 [INFO] [stderr] Compiling potential_utf v0.1.4 [INFO] [stderr] Compiling icu_collections v2.1.1 [INFO] [stderr] Compiling icu_locale_core v2.1.1 [INFO] [stderr] Compiling clap v4.5.56 [INFO] [stderr] Compiling icu_provider v2.1.1 [INFO] [stderr] Compiling serde v1.0.228 [INFO] [stderr] Compiling icu_normalizer v2.1.1 [INFO] [stderr] Compiling icu_properties v2.1.2 [INFO] [stderr] Compiling nalgebra v0.33.2 [INFO] [stderr] Compiling serde_spanned v0.6.9 [INFO] [stderr] Compiling toml_datetime v0.6.11 [INFO] [stderr] Compiling serde_urlencoded v0.7.1 [INFO] [stderr] Compiling toml_edit v0.22.27 [INFO] [stderr] Compiling native-tls v0.2.14 [INFO] [stderr] Compiling idna_adapter v1.2.1 [INFO] [stderr] Compiling idna v1.1.0 [INFO] [stderr] Compiling url v2.5.8 [INFO] [stderr] Compiling tokio-util v0.7.18 [INFO] [stderr] Compiling tokio-native-tls v0.3.1 [INFO] [stderr] Compiling tower v0.5.3 [INFO] [stderr] Compiling toml v0.8.23 [INFO] [stderr] Compiling h2 v0.4.13 [INFO] [stderr] Compiling tower-http v0.6.8 [INFO] [stderr] Compiling hyper v1.8.1 [INFO] [stderr] Compiling hyper-util v0.1.19 [INFO] [stderr] Compiling statrs v0.18.0 [INFO] [stderr] Compiling hyper-tls v0.6.0 [INFO] [stderr] Compiling reqwest v0.12.28 [INFO] [stderr] Compiling criterion-hypothesis-core v0.2.0 [INFO] [stderr] Compiling criterion-hypothesis v0.2.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 1m 51s [INFO] running `Command { std: "docker" "inspect" "0f77f104e1376987038b398b276b5841a864d129e3d29534d86d90cb83045a6d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "0f77f104e1376987038b398b276b5841a864d129e3d29534d86d90cb83045a6d", kill_on_drop: false }` [INFO] [stdout] 0f77f104e1376987038b398b276b5841a864d129e3d29534d86d90cb83045a6d [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] ce881b378501712e5071a58bbdca1a6f5674d4b39c931dda04ae6fde318c0350 [INFO] running `Command { std: "docker" "start" "-a" "ce881b378501712e5071a58bbdca1a6f5674d4b39c931dda04ae6fde318c0350", kill_on_drop: false }` [INFO] [stderr] Compiling serde_core v1.0.228 [INFO] [stderr] Compiling zerocopy v0.8.37 [INFO] [stderr] Compiling zerocopy-derive v0.8.37 [INFO] [stderr] Compiling tracing v0.1.44 [INFO] [stderr] Compiling bitflags v2.10.0 [INFO] [stderr] Compiling either v1.15.0 [INFO] [stderr] Compiling plotters-backend v0.3.7 [INFO] [stderr] Compiling ciborium-io v0.2.2 [INFO] [stderr] Compiling regex-automata v0.4.13 [INFO] [stderr] Compiling h2 v0.4.13 [INFO] [stderr] Compiling tower v0.5.3 [INFO] [stderr] Compiling openssl v0.10.75 [INFO] [stderr] Compiling itertools v0.10.5 [INFO] [stderr] Compiling plotters-svg v0.3.7 [INFO] [stderr] Compiling rustix v1.1.3 [INFO] [stderr] Compiling tower-http v0.6.8 [INFO] [stderr] Compiling cast v0.3.0 [INFO] [stderr] Compiling rayon v1.11.0 [INFO] [stderr] Compiling criterion-plot v0.5.0 [INFO] [stderr] Compiling plotters v0.3.7 [INFO] [stderr] Compiling axum-core v0.5.6 [INFO] [stderr] Compiling serde v1.0.228 [INFO] [stderr] Compiling serde_json v1.0.149 [INFO] [stderr] Compiling serde_urlencoded v0.7.1 [INFO] [stderr] Compiling toml_datetime v0.6.11 [INFO] [stderr] Compiling native-tls v0.2.14 [INFO] [stderr] Compiling serde_spanned v0.6.9 [INFO] [stderr] Compiling serde_path_to_error v0.1.20 [INFO] [stderr] Compiling tokio-native-tls v0.3.1 [INFO] [stderr] Compiling toml_edit v0.22.27 [INFO] [stderr] Compiling tinytemplate v1.2.1 [INFO] [stderr] Compiling regex v1.12.2 [INFO] [stderr] Compiling is-terminal v0.4.17 [INFO] [stderr] Compiling matchit v0.8.4 [INFO] [stderr] Compiling linux-raw-sys v0.11.0 [INFO] [stderr] Compiling anes v0.1.6 [INFO] [stderr] Compiling oorandom v11.1.5 [INFO] [stderr] Compiling hyper v1.8.1 [INFO] [stderr] Compiling tempfile v3.24.0 [INFO] [stderr] Compiling hyper-util v0.1.19 [INFO] [stderr] Compiling toml v0.8.23 [INFO] [stderr] Compiling ppv-lite86 v0.2.21 [INFO] [stderr] Compiling half v2.7.1 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling ciborium-ll v0.2.2 [INFO] [stderr] Compiling ciborium v0.2.2 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling criterion v0.5.1 [INFO] [stderr] Compiling rand_distr v0.4.3 [INFO] [stderr] Compiling hyper-tls v0.6.0 [INFO] [stderr] Compiling axum v0.8.8 [INFO] [stderr] Compiling reqwest v0.12.28 [INFO] [stderr] Compiling nalgebra v0.33.2 [INFO] [stderr] Compiling statrs v0.18.0 [INFO] [stderr] Compiling criterion-hypothesis-core v0.2.0 [INFO] [stderr] Compiling criterion-hypothesis-harness v0.2.0 [INFO] [stderr] Compiling criterion-hypothesis v0.2.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 1m 37s [INFO] running `Command { std: "docker" "inspect" "ce881b378501712e5071a58bbdca1a6f5674d4b39c931dda04ae6fde318c0350", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "ce881b378501712e5071a58bbdca1a6f5674d4b39c931dda04ae6fde318c0350", kill_on_drop: false }` [INFO] [stdout] ce881b378501712e5071a58bbdca1a6f5674d4b39c931dda04ae6fde318c0350 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+8da20828b6ea601dfd8e2448cb50ace88876bd78" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 798dd5c71d8ee6b0260253726c751ab101dbdafe29b213c402ecc4e198dd2998 [INFO] running `Command { std: "docker" "start" "-a" "798dd5c71d8ee6b0260253726c751ab101dbdafe29b213c402ecc4e198dd2998", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.41s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/criterion_hypothesis-15723bed7b0f51fc) [INFO] [stdout] [INFO] [stdout] running 28 tests [INFO] [stdout] test build::tests::test_build_manager_new ... ok [INFO] [stdout] test cli::tests::test_apply_to_config_partial_overrides ... ok [INFO] [stdout] test build::tests::test_no_cargo_toml_error ... ok [INFO] [stdout] test build::tests::test_target_dir_name ... ok [INFO] [stdout] test cli::tests::test_cli_manual_mode_with_harness_output ... ok [INFO] [stdout] test cli::tests::test_apply_to_config_without_overrides ... ok [INFO] [stdout] test cli::tests::test_apply_to_config_with_overrides ... ok [INFO] [stdout] test cli::tests::test_cli_parse ... ok [INFO] [stdout] test cli::tests::test_cli_parse_bench_targets ... ok [INFO] [stdout] test build::tests::test_is_benchmark_binary_unix ... ok [INFO] [stdout] test cli::tests::test_cli_parse_manual_mode ... ok [INFO] [stdout] test config::tests::test_default_config ... ok [INFO] [stdout] test config::tests::test_load_nonexistent_file ... ok [INFO] [stdout] test config::tests::test_load_or_default_no_file ... ok [INFO] [stdout] test config::tests::test_config_serialization_roundtrip ... ok [INFO] [stdout] test config::tests::test_load_partial_config ... ok [INFO] [stdout] test config::tests::test_load_full_config ... ok [INFO] [stdout] test orchestrator::tests::test_benchmark_samples_new ... ok [INFO] [stdout] test orchestrator::tests::test_benchmark_samples_add ... ok [INFO] [stdout] test config::tests::test_load_invalid_toml ... ok [INFO] [stdout] test orchestrator::tests::test_harness_handle_connect_invalid_url ... ok [INFO] [stdout] test orchestrator::tests::test_orchestrator_error_display ... ok [INFO] [stdout] test orchestrator::tests::test_orchestrator_new ... ok [INFO] [stdout] test source::git::tests::test_worktree_paths ... ok [INFO] [stdout] test build::tests::test_build_bench_no_cargo_toml_error ... ok [INFO] [stdout] test cli::tests::test_cli_parse_minimal ... ok [INFO] [stderr] Running unittests src/main.rs (/opt/rustwide/target/debug/deps/criterion_hypothesis-1b78b16b02a0fcba) [INFO] [stdout] test orchestrator::tests::test_harness_handle_connect_trailing_slash ... ok [INFO] [stderr] Running tests/integration.rs (/opt/rustwide/target/debug/deps/integration-75a0b63e731e534d) [INFO] [stdout] test orchestrator::tests::test_harness_handle_connect_valid ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 28 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.23s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 0 tests [INFO] [stdout] [INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 24 tests [INFO] [stdout] test protocol_tests::test_error_field_included_when_some ... ok [INFO] [stdout] test protocol_tests::test_error_field_omitted_when_none ... ok [INFO] [stdout] test protocol_tests::test_run_iteration_request_roundtrip ... ok [INFO] [stdout] test protocol_tests::test_benchmark_list_response_roundtrip ... ok [INFO] [stdout] test protocol_tests::test_run_iteration_response_success_roundtrip ... ok [INFO] [stdout] test protocol_tests::test_run_iteration_response_failure_roundtrip ... ok [INFO] [stdout] test protocol_tests::test_shutdown_response_roundtrip ... ok [INFO] [stdout] [INFO] [stdout] Benchmark Baseline Candidate Change p-value Result [INFO] [stdout] ---------------------------------------------------------------------------------------------------------------------------------- [INFO] [stdout] [INFO] [stdout] ---------------------------------------------------------------------------------------------------------------------------------- [INFO] [stdout] Summary: 0 faster, 0 slower, 0 inconclusive [INFO] [stdout] [INFO] [stdout] test report_tests::test_reporter_with_empty_results ... ok [INFO] [stdout] test protocol_tests::test_health_response_roundtrip ... ok [INFO] [stdout] test stats_tests::test_clearly_different_samples_candidate_faster ... ok [INFO] [stdout] [INFO] [stdout] Benchmark Baseline Candidate Change p-value Result [INFO] [stdout] ---------------------------------------------------------------------------------------------------------------------------------- [INFO] [stdout] bench_faster 1.000 ms (+/- 50.000 us) 800.000 us (+/- 40.000 us) -20.00% 0.0010 faster [INFO] [stdout] bench_slower 1.000 ms (+/- 50.000 us) 1.200 ms (+/- 60.000 us) +20.00% 0.0010 slower [INFO] [stdout] bench_same 1.000 ms (+/- 50.000 us) 1.010 ms (+/- 50.500 us) +1.00% 0.5000 inconclusive [INFO] [stdout] [INFO] [stdout] ---------------------------------------------------------------------------------------------------------------------------------- [INFO] [stdout] Summary: 1 faster, 1 slower, 1 inconclusive [INFO] [stdout] [INFO] [stdout] test stats_tests::test_clearly_different_samples_candidate_slower ... ok [INFO] [stdout] test stats_tests::test_custom_confidence_level ... ok [INFO] [stdout] test report_tests::test_reporter_with_mixed_results ... ok [INFO] [stdout] test stats_tests::test_effect_size_calculation ... ok [INFO] [stdout] test stats_tests::test_insufficient_samples ... ok [INFO] [stdout] test stats_tests::test_identical_samples ... ok [INFO] [stdout] test test_remote_handle_not_managed ... ok [INFO] [stdout] test test_harness_handle_trailing_slash ... ok [INFO] [stdout] test harness_integration_tests::test_harness_run_iteration ... ok [INFO] [stdout] test harness_integration_tests::test_harness_health_check ... ok [INFO] [stdout] test harness_integration_tests::test_harness_list_benchmarks ... ok [INFO] [stdout] test test_harness_handle_connect_validation ... ok [INFO] [stdout] test harness_integration_tests::test_benchmark_mismatch_detection ... ok [INFO] [stdout] test harness_integration_tests::test_e2e_manual_mode ... FAILED [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- harness_integration_tests::test_e2e_manual_mode stdout ---- [INFO] [stdout] Benchmark harness listening on 0.0.0.0:34717 [INFO] [stdout] Benchmark harness listening on 0.0.0.0:36137 [INFO] [stdout] Waiting for baseline harness... ready [INFO] [stdout] Waiting for candidate harness... ready [INFO] [stdout] Claiming baseline harness... [harness] Claimed by orchestrator (nonce: 1bd8f091...) [INFO] [stdout] claimed [INFO] [stdout] Claiming candidate harness... [harness] Claimed by orchestrator (nonce: ea7782db...) [INFO] [stdout] claimed [INFO] [stdout] [harness] Listed 1 benchmark(s) [INFO] [stdout] [harness] Listed 1 benchmark(s) [INFO] [stdout] Found 1 benchmark(s): test_bench [INFO] [stdout] [1/1] test_bench [INFO] [stdout] warming up (2 iterations)... done [INFO] [stdout] collecting 10 samples... 10 done [INFO] [stdout] [harness] Released by orchestrator [INFO] [stdout] [harness] Released by orchestrator [INFO] [stdout] [INFO] [stdout] thread 'harness_integration_tests::test_e2e_manual_mode' (48) panicked at tests/integration.rs:468:9: [INFO] [stdout] Expected baseline (1090714.7) to be slower than candidate (1261611.8) [INFO] [stdout] stack backtrace: [INFO] [stdout] 0: 0x611443e93cea - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::libunwind::trace [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9 [INFO] [stdout] 1: 0x611443e93cea - std[da2fd379f16a7ff7]::backtrace_rs::backtrace::trace_unsynchronized:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14 [INFO] [stdout] 2: 0x611443e93cea - std[da2fd379f16a7ff7]::sys::backtrace::_print_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:74:9 [INFO] [stdout] 3: 0x611443e93cea - <::print::DisplayBacktrace as core[97f61b5528a4c2b4]::fmt::Display>::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:44:26 [INFO] [stdout] 4: 0x611443eaa92a - ::fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/fmt/rt.rs:152:76 [INFO] [stdout] 5: 0x611443eaa92a - core[97f61b5528a4c2b4]::fmt::write [INFO] [stdout] 6: 0x611443e992d2 - std[da2fd379f16a7ff7]::io::default_write_fmt::> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:639:11 [INFO] [stdout] 7: 0x611443e992d2 - as std[da2fd379f16a7ff7]::io::Write>::write_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/io/mod.rs:1994:13 [INFO] [stdout] 8: 0x611443e717cf - ::print [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:47:9 [INFO] [stdout] 9: 0x611443e717cf - std[da2fd379f16a7ff7]::panicking::default_hook::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:292:27 [INFO] [stdout] 10: 0x611443e8b9d9 - std[da2fd379f16a7ff7]::panicking::default_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:316:9 [INFO] [stdout] 11: 0x61144383368c - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 12: 0x61144383368c - test[d0b63a2f043bab5e]::test_main_with_exit_callback::::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:145:21 [INFO] [stdout] 13: 0x611443e8bc52 - core[97f61b5528a4c2b4]::ops::function::Fn<(&'a std[da2fd379f16a7ff7]::panic::PanicHookInfo<'b>,), Output = ()> + core[97f61b5528a4c2b4]::marker::Send + core[97f61b5528a4c2b4]::marker::Sync> as core[97f61b5528a4c2b4]::ops::function::Fn<(&std[da2fd379f16a7ff7]::panic::PanicHookInfo,)>>::call [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2254:9 [INFO] [stdout] 14: 0x611443e8bc52 - std[da2fd379f16a7ff7]::panicking::panic_with_hook [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:833:13 [INFO] [stdout] 15: 0x611443e71888 - std[da2fd379f16a7ff7]::panicking::panic_handler::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:698:13 [INFO] [stdout] 16: 0x611443e68be9 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_end_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:182:18 [INFO] [stdout] 17: 0x611443e7284d - __rustc[9f3cd9eabd71303e]::rust_begin_unwind [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:689:5 [INFO] [stdout] 18: 0x611443eab20c - core[97f61b5528a4c2b4]::panicking::panic_fmt [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panicking.rs:80:14 [INFO] [stdout] 19: 0x61144381ce5b - integration[12fa2f2c14b62d70]::harness_integration_tests::test_e2e_manual_mode::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/tests/integration.rs:468:9 [INFO] [stdout] 20: 0x611443810e72 - > as core[97f61b5528a4c2b4]::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 21: 0x611443810eed - >> as core[97f61b5528a4c2b4]::future::future::Future>::poll [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/future/future.rs:133:9 [INFO] [stdout] 22: 0x61144380295d - ::block_on::>>>::{closure#0}::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:753:70 [INFO] [stdout] 23: 0x61144380285b - tokio[6c08167819212d5]::task::coop::with_budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:167:5 [INFO] [stdout] 24: 0x61144380285b - tokio[6c08167819212d5]::task::coop::budget::, ::block_on>>>::{closure#0}::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:133:5 [INFO] [stdout] 25: 0x61144380285b - ::block_on::>>>::{closure#0}::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:753:25 [INFO] [stdout] 26: 0x6114437fc910 - ::enter::, ::block_on>>>::{closure#0}::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:442:19 [INFO] [stdout] 27: 0x611443801a8d - ::block_on::>>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:752:44 [INFO] [stdout] 28: 0x611443800d74 - ::enter::<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:840:68 [INFO] [stdout] 29: 0x6114438062db - >::set::<::enter<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0}, (alloc[ec929a98520ab192]::boxed::Box, core[97f61b5528a4c2b4]::option::Option<()>)> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/scoped.rs:40:9 [INFO] [stdout] 30: 0x611443805699 - tokio[6c08167819212d5]::runtime::context::set_scheduler::<(alloc[ec929a98520ab192]::boxed::Box, core[97f61b5528a4c2b4]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0}>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:38 [INFO] [stdout] 31: 0x611443803522 - >::try_with::, core[97f61b5528a4c2b4]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[ec929a98520ab192]::boxed::Box, core[97f61b5528a4c2b4]::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:513:12 [INFO] [stdout] 32: 0x6114438030ae - >::with::, core[97f61b5528a4c2b4]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0}>::{closure#0}, (alloc[ec929a98520ab192]::boxed::Box, core[97f61b5528a4c2b4]::option::Option<()>)> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/local.rs:477:20 [INFO] [stdout] 33: 0x61144380546d - tokio[6c08167819212d5]::runtime::context::set_scheduler::<(alloc[ec929a98520ab192]::boxed::Box, core[97f61b5528a4c2b4]::option::Option<()>), ::enter<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>>::{closure#0}> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:17 [INFO] [stdout] 34: 0x6114437ffe00 - ::enter::<::block_on>>>::{closure#0}, core[97f61b5528a4c2b4]::option::Option<()>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:840:27 [INFO] [stdout] 35: 0x6114438000f6 - ::block_on::>>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:740:24 [INFO] [stdout] 36: 0x611443800980 - ::block_on::>>::{closure#0} [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:200:33 [INFO] [stdout] 37: 0x6114437ee683 - tokio[6c08167819212d5]::runtime::context::runtime::enter_runtime::<::block_on>>::{closure#0}, ()> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/runtime.rs:65:16 [INFO] [stdout] 38: 0x6114437fc441 - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/current_thread/mod.rs:188:9 [INFO] [stdout] 39: 0x6114438237a4 - ::block_on_inner::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/runtime.rs:368:52 [INFO] [stdout] 40: 0x61144382396f - ::block_on::>> [INFO] [stdout] at /opt/rustwide/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/runtime.rs:342:18 [INFO] [stdout] 41: 0x6114438225a2 - integration[12fa2f2c14b62d70]::harness_integration_tests::test_e2e_manual_mode [INFO] [stdout] at /opt/rustwide/workdir/tests/integration.rs:479:31 [INFO] [stdout] 42: 0x61144381b5a7 - integration[12fa2f2c14b62d70]::harness_integration_tests::test_e2e_manual_mode::{closure#0} [INFO] [stdout] at /opt/rustwide/workdir/tests/integration.rs:405:36 [INFO] [stdout] 43: 0x6114437e4626 - >::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 44: 0x61144382776b - core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 45: 0x61144382776b - test[d0b63a2f043bab5e]::__rust_begin_short_backtrace::, fn() -> core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:663:18 [INFO] [stdout] 46: 0x61144383415b - test[d0b63a2f043bab5e]::run_test_in_process::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:74 [INFO] [stdout] 47: 0x61144383415b - as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 48: 0x61144383415b - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 49: 0x61144383415b - std[da2fd379f16a7ff7]::panicking::catch_unwind::, core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 50: 0x61144383415b - std[da2fd379f16a7ff7]::panic::catch_unwind::, core[97f61b5528a4c2b4]::result::Result<(), alloc[ec929a98520ab192]::string::String>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 51: 0x61144383415b - test[d0b63a2f043bab5e]::run_test_in_process [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:686:27 [INFO] [stdout] 52: 0x61144383415b - test[d0b63a2f043bab5e]::run_test::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:607:43 [INFO] [stdout] 53: 0x61144382f874 - test[d0b63a2f043bab5e]::run_test::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/test/src/lib.rs:637:41 [INFO] [stdout] 54: 0x61144382f874 - std[da2fd379f16a7ff7]::sys::backtrace::__rust_begin_short_backtrace:: [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/backtrace.rs:166:18 [INFO] [stdout] 55: 0x611443836d62 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1}::{closure#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:91:13 [INFO] [stdout] 56: 0x611443836d62 - ::{closure#1}::{closure#0}> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/panic/unwind_safe.rs:274:9 [INFO] [stdout] 57: 0x611443836d62 - std[da2fd379f16a7ff7]::panicking::catch_unwind::do_call::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:581:40 [INFO] [stdout] 58: 0x611443836d62 - std[da2fd379f16a7ff7]::panicking::catch_unwind::<(), core[97f61b5528a4c2b4]::panic::unwind_safe::AssertUnwindSafe::{closure#1}::{closure#0}>> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panicking.rs:544:19 [INFO] [stdout] 59: 0x611443836d62 - std[da2fd379f16a7ff7]::panic::catch_unwind::::{closure#1}::{closure#0}>, ()> [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/panic.rs:359:14 [INFO] [stdout] 60: 0x611443836d62 - std[da2fd379f16a7ff7]::thread::lifecycle::spawn_unchecked::::{closure#1} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/thread/lifecycle.rs:89:26 [INFO] [stdout] 61: 0x611443836d62 - ::{closure#1} as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once::{shim:vtable#0} [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/core/src/ops/function.rs:250:5 [INFO] [stdout] 62: 0x611443e9343f - + core[97f61b5528a4c2b4]::marker::Send> as core[97f61b5528a4c2b4]::ops::function::FnOnce<()>>::call_once [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/alloc/src/boxed.rs:2240:9 [INFO] [stdout] 63: 0x611443e9343f - ::new::thread_start [INFO] [stdout] at /rustc/8da20828b6ea601dfd8e2448cb50ace88876bd78/library/std/src/sys/thread/unix.rs:118:17 [INFO] [stdout] 64: 0x7324417b4aa4 - [INFO] [stdout] 65: 0x732441841a64 - clone [INFO] [stdout] 66: 0x0 - [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] harness_integration_tests::test_e2e_manual_mode [INFO] [stdout] [INFO] [stdout] test result: FAILED. 23 passed; 1 failed; 0 ignored; 0 measured; 0 filtered out; finished in 1.85s [INFO] [stdout] [INFO] [stderr] error: test failed, to rerun pass `--test integration` [INFO] running `Command { std: "docker" "inspect" "798dd5c71d8ee6b0260253726c751ab101dbdafe29b213c402ecc4e198dd2998", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "798dd5c71d8ee6b0260253726c751ab101dbdafe29b213c402ecc4e198dd2998", kill_on_drop: false }` [INFO] [stdout] 798dd5c71d8ee6b0260253726c751ab101dbdafe29b213c402ecc4e198dd2998