[INFO] fetching crate philiprehberger-bench-utils 0.1.5... [INFO] testing philiprehberger-bench-utils-0.1.5 against master#562dee4820c458d823175268e41601d4c060588a for pr-154210-2 [INFO] extracting crate philiprehberger-bench-utils 0.1.5 into /workspace/builds/worker-0-tc1/source [INFO] started tweaking crates.io crate philiprehberger-bench-utils 0.1.5 [INFO] finished tweaking crates.io crate philiprehberger-bench-utils 0.1.5 [INFO] tweaked toml for crates.io crate philiprehberger-bench-utils 0.1.5 written to /workspace/builds/worker-0-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate philiprehberger-bench-utils 0.1.5 on toolchain 562dee4820c458d823175268e41601d4c060588a [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate philiprehberger-bench-utils 0.1.5 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 4769bfebd76ba9d55a1ecd6c2c88724ac20f4377828117c357b456731d9e3625 [INFO] running `Command { std: "docker" "start" "-a" "4769bfebd76ba9d55a1ecd6c2c88724ac20f4377828117c357b456731d9e3625", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "4769bfebd76ba9d55a1ecd6c2c88724ac20f4377828117c357b456731d9e3625", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "4769bfebd76ba9d55a1ecd6c2c88724ac20f4377828117c357b456731d9e3625", kill_on_drop: false }` [INFO] [stdout] 4769bfebd76ba9d55a1ecd6c2c88724ac20f4377828117c357b456731d9e3625 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 39f2f5d0c1715182a35db99444d7998275204171c16cb38d324bc7f8bc4fc15a [INFO] running `Command { std: "docker" "start" "-a" "39f2f5d0c1715182a35db99444d7998275204171c16cb38d324bc7f8bc4fc15a", kill_on_drop: false }` [INFO] [stderr] Compiling philiprehberger-bench-utils v0.1.5 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 0.34s [INFO] running `Command { std: "docker" "inspect" "39f2f5d0c1715182a35db99444d7998275204171c16cb38d324bc7f8bc4fc15a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "39f2f5d0c1715182a35db99444d7998275204171c16cb38d324bc7f8bc4fc15a", kill_on_drop: false }` [INFO] [stdout] 39f2f5d0c1715182a35db99444d7998275204171c16cb38d324bc7f8bc4fc15a [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] d5cf6c3bdd78f3d6d26ea65e7fe2d2011b286414b2243046c4a7a51f0daabf98 [INFO] running `Command { std: "docker" "start" "-a" "d5cf6c3bdd78f3d6d26ea65e7fe2d2011b286414b2243046c4a7a51f0daabf98", kill_on_drop: false }` [INFO] [stderr] Compiling philiprehberger-bench-utils v0.1.5 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.93s [INFO] running `Command { std: "docker" "inspect" "d5cf6c3bdd78f3d6d26ea65e7fe2d2011b286414b2243046c4a7a51f0daabf98", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "d5cf6c3bdd78f3d6d26ea65e7fe2d2011b286414b2243046c4a7a51f0daabf98", kill_on_drop: false }` [INFO] [stdout] d5cf6c3bdd78f3d6d26ea65e7fe2d2011b286414b2243046c4a7a51f0daabf98 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] dc792b2b90bd9e49a2e90bb7f0326db1c5bffa2b924c9bf64766048120fa63ed [INFO] running `Command { std: "docker" "start" "-a" "dc792b2b90bd9e49a2e90bb7f0326db1c5bffa2b924c9bf64766048120fa63ed", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.02s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/philiprehberger_bench_utils-3592061222281f6b) [INFO] [stdout] [INFO] [stdout] running 25 tests [INFO] [stdout] test tests::test_bench_result_summary_format ... ok [INFO] [stdout] test tests::test_bench_with_warmup ... ok [INFO] [stdout] test tests::test_check_regression_detected ... ok [INFO] [stdout] test tests::test_black_box_preserves_value ... ok [INFO] [stdout] test tests::test_compare_result_summary ... ok [INFO] [stdout] test tests::test_empty_samples ... ok [INFO] [stdout] test tests::test_mean_human_nanoseconds ... ok [INFO] [stdout] test tests::test_mean_with_known_data ... ok [INFO] [stdout] test tests::test_mean_human_microseconds ... ok [INFO] [stdout] test tests::test_mean_human_milliseconds ... ok [INFO] [stdout] test tests::test_mean_human_seconds ... ok [INFO] [stdout] test tests::test_ops_per_sec ... ok [INFO] [stdout] test tests::test_stddev_with_known_data ... ok [INFO] [stdout] test tests::test_min_max ... ok [INFO] [stdout] test tests::test_bench_simple_operation ... ok [INFO] [stdout] test tests::test_compare_result_is_faster_slower ... ok [INFO] [stdout] test tests::test_median_with_known_data_even ... ok [INFO] [stdout] test tests::test_median_with_known_data_odd ... ok [INFO] [stdout] test tests::test_bench_compare ... ok [INFO] [stdout] test tests::test_check_regression_not_detected ... ok [INFO] [stdout] test tests::test_p95_p99_with_known_data ... ok [INFO] [stdout] test tests::test_throughput_calculation ... ok [INFO] [stdout] test tests::test_throughput_human_bytes ... ok [INFO] [stdout] test tests::test_throughput_human_ops ... ok [INFO] [stdout] test tests::test_bench_group ... ok [INFO] [stderr] Doc-tests philiprehberger_bench_utils [INFO] [stdout] [INFO] [stdout] test result: ok. 25 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.04s [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] running 7 tests [INFO] [stdout] test src/lib.rs - bench_with_warmup (line 335) ... ok [INFO] [stdout] test src/lib.rs - bench (line 295) ... ok [INFO] [stdout] test src/lib.rs - throughput (line 453) ... ok [INFO] [stdout] test src/lib.rs - (line 8) ... ok [INFO] [stdout] test src/lib.rs - black_box (line 477) ... ok [INFO] [stdout] test src/lib.rs - check_regression (line 414) ... ok [INFO] [stdout] test src/lib.rs - bench_compare (line 360) ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 7 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 1.03s [INFO] [stdout] [INFO] running `Command { std: "docker" "inspect" "dc792b2b90bd9e49a2e90bb7f0326db1c5bffa2b924c9bf64766048120fa63ed", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "dc792b2b90bd9e49a2e90bb7f0326db1c5bffa2b924c9bf64766048120fa63ed", kill_on_drop: false }` [INFO] [stdout] dc792b2b90bd9e49a2e90bb7f0326db1c5bffa2b924c9bf64766048120fa63ed