[INFO] fetching crate elinor 0.4.0... [INFO] testing elinor-0.4.0 against master#cdb45c87e2cd43495379f7e867e3cc15dcee9f93 for pr-145838-1 [INFO] extracting crate elinor 0.4.0 into /workspace/builds/worker-2-tc1/source [INFO] started tweaking crates.io crate elinor 0.4.0 [INFO] removed 0 missing examples [INFO] finished tweaking crates.io crate elinor 0.4.0 [INFO] tweaked toml for crates.io crate elinor 0.4.0 written to /workspace/builds/worker-2-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate elinor 0.4.0 on toolchain cdb45c87e2cd43495379f7e867e3cc15dcee9f93 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate elinor 0.4.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded ordered-float v4.4.0 [INFO] [stderr] Downloaded statrs v0.17.1 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 2d3e5499520a14fe512f429ce37d412db2214ecbbdfc81f07de75af861a11276 [INFO] running `Command { std: "docker" "start" "-a" "2d3e5499520a14fe512f429ce37d412db2214ecbbdfc81f07de75af861a11276", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "2d3e5499520a14fe512f429ce37d412db2214ecbbdfc81f07de75af861a11276", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "2d3e5499520a14fe512f429ce37d412db2214ecbbdfc81f07de75af861a11276", kill_on_drop: false }` [INFO] [stdout] 2d3e5499520a14fe512f429ce37d412db2214ecbbdfc81f07de75af861a11276 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] dd3df7090316df1737c7559576b660060b22e2cb58f8b238a4af313b3ccf9ffb [INFO] running `Command { std: "docker" "start" "-a" "dd3df7090316df1737c7559576b660060b22e2cb58f8b238a4af313b3ccf9ffb", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.89 [INFO] [stderr] Compiling autocfg v1.4.0 [INFO] [stderr] Compiling unicode-ident v1.0.13 [INFO] [stderr] Compiling libm v0.2.11 [INFO] [stderr] Compiling libc v0.2.161 [INFO] [stderr] Compiling byteorder v1.5.0 [INFO] [stderr] Compiling bytemuck v1.19.0 [INFO] [stderr] Compiling paste v1.0.15 [INFO] [stderr] Compiling rawpointer v0.2.1 [INFO] [stderr] Compiling memchr v2.7.4 [INFO] [stderr] Compiling regex-syntax v0.8.5 [INFO] [stderr] Compiling thiserror v1.0.66 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling matrixmultiply v0.3.9 [INFO] [stderr] Compiling safe_arch v0.7.2 [INFO] [stderr] Compiling aho-corasick v1.1.3 [INFO] [stderr] Compiling wide v0.7.28 [INFO] [stderr] Compiling quote v1.0.37 [INFO] [stderr] Compiling getrandom v0.2.15 [INFO] [stderr] Compiling syn v2.0.86 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling num-complex v0.4.6 [INFO] [stderr] Compiling approx v0.5.1 [INFO] [stderr] Compiling num-integer v0.1.46 [INFO] [stderr] Compiling ordered-float v4.4.0 [INFO] [stderr] Compiling regex-automata v0.4.8 [INFO] [stderr] Compiling num-rational v0.4.2 [INFO] [stderr] Compiling simba v0.8.1 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling zerocopy-derive v0.7.35 [INFO] [stderr] Compiling nalgebra-macros v0.2.2 [INFO] [stderr] Compiling thiserror-impl v1.0.66 [INFO] [stderr] Compiling zerocopy v0.7.35 [INFO] [stderr] Compiling ppv-lite86 v0.2.20 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling rand_distr v0.4.3 [INFO] [stderr] Compiling nalgebra v0.32.6 [INFO] [stderr] Compiling statrs v0.17.1 [INFO] [stderr] Compiling elinor v0.4.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 29.10s [INFO] running `Command { std: "docker" "inspect" "dd3df7090316df1737c7559576b660060b22e2cb58f8b238a4af313b3ccf9ffb", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "dd3df7090316df1737c7559576b660060b22e2cb58f8b238a4af313b3ccf9ffb", kill_on_drop: false }` [INFO] [stdout] dd3df7090316df1737c7559576b660060b22e2cb58f8b238a4af313b3ccf9ffb [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] df0fe44743aa93adb89c6d0d41c0d0791e564a554d2e849aa774eea3107ede3a [INFO] running `Command { std: "docker" "start" "-a" "df0fe44743aa93adb89c6d0d41c0d0791e564a554d2e849aa774eea3107ede3a", kill_on_drop: false }` [INFO] [stderr] Compiling memchr v2.7.4 [INFO] [stderr] Compiling semver v1.0.23 [INFO] [stderr] Compiling slab v0.4.9 [INFO] [stderr] Compiling hashbrown v0.15.0 [INFO] [stderr] Compiling futures-core v0.3.31 [INFO] [stderr] Compiling equivalent v1.0.1 [INFO] [stderr] Compiling futures-sink v0.3.31 [INFO] [stderr] Compiling futures-io v0.3.31 [INFO] [stderr] Compiling toml_datetime v0.6.8 [INFO] [stderr] Compiling futures-task v0.3.31 [INFO] [stderr] Compiling pin-project-lite v0.2.15 [INFO] [stderr] Compiling syn v2.0.86 [INFO] [stderr] Compiling winnow v0.6.20 [INFO] [stderr] Compiling serde v1.0.214 [INFO] [stderr] Compiling glob v0.3.1 [INFO] [stderr] Compiling relative-path v1.9.3 [INFO] [stderr] Compiling serde_json v1.0.132 [INFO] [stderr] Compiling anyhow v1.0.92 [INFO] [stderr] Compiling futures-channel v0.3.31 [INFO] [stderr] Compiling ryu v1.0.18 [INFO] [stderr] Compiling futures-timer v3.0.3 [INFO] [stderr] Compiling maplit v1.0.2 [INFO] [stderr] Compiling aho-corasick v1.1.3 [INFO] [stderr] Compiling rustc_version v0.4.1 [INFO] [stderr] Compiling indexmap v2.6.0 [INFO] [stderr] Compiling rstest_macros v0.22.0 [INFO] [stderr] Compiling regex-automata v0.4.8 [INFO] [stderr] Compiling toml_edit v0.22.22 [INFO] [stderr] Compiling proc-macro-crate v3.2.0 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling zerocopy-derive v0.7.35 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling nalgebra-macros v0.2.2 [INFO] [stderr] Compiling thiserror-impl v1.0.66 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling thiserror v1.0.66 [INFO] [stderr] Compiling zerocopy v0.7.35 [INFO] [stderr] Compiling ppv-lite86 v0.2.20 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling rand_distr v0.4.3 [INFO] [stderr] Compiling nalgebra v0.32.6 [INFO] [stderr] Compiling futures-executor v0.3.31 [INFO] [stderr] Compiling futures v0.3.31 [INFO] [stderr] Compiling rstest v0.22.0 [INFO] [stderr] Compiling statrs v0.17.1 [INFO] [stderr] Compiling elinor v0.4.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 32.12s [INFO] running `Command { std: "docker" "inspect" "df0fe44743aa93adb89c6d0d41c0d0791e564a554d2e849aa774eea3107ede3a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "df0fe44743aa93adb89c6d0d41c0d0791e564a554d2e849aa774eea3107ede3a", kill_on_drop: false }` [INFO] [stdout] df0fe44743aa93adb89c6d0d41c0d0791e564a554d2e849aa774eea3107ede3a [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 679c539119f40540691e4723f799c191e2bfc976e6d38c6bbc45cf6d06093bf3 [INFO] running `Command { std: "docker" "start" "-a" "679c539119f40540691e4723f799c191e2bfc976e6d38c6bbc45cf6d06093bf3", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.16s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/elinor-37e788149046966d) [INFO] [stdout] [INFO] [stdout] running 147 tests [INFO] [stdout] test metrics::tests::test_compute_metric::case_02_hits_k_1 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_01_hits_k_0 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_04_hits_k_3 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_06_hits_k_5 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_03_hits_k_2 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_05_hits_k_4 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_07_success_k_0 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_08_success_k_1 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_09_success_k_2 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_13_precision_k_0 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_11_success_k_4 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_10_success_k_3 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_12_success_k_5 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_15_precision_k_2 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_16_precision_k_3 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_17_precision_k_4 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_18_precision_k_5 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_20_recall_k_1 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_19_recall_k_0 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_14_precision_k_1 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_21_recall_k_2 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_22_recall_k_3 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_23_recall_k_4 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_24_recall_k_5 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_27_f1_k_2 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_31_r_precision ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_33_average_precision_k_1 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_36_average_precision_k_4 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_37_average_precision_k_5 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_41_reciprocal_rank_k_3 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_42_reciprocal_rank_k_4 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_43_reciprocal_rank_k_5 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_44_bpref ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_28_f1_k_3 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_26_f1_k_1 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_45_dcg_k_0_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_46_dcg_k_1_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_47_dcg_k_2_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_25_f1_k_0 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_50_dcg_k_5_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_51_ndcg_k_0_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_34_average_precision_k_2 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_52_ndcg_k_1_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_38_reciprocal_rank_k_0 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_40_reciprocal_rank_k_2 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_39_reciprocal_rank_k_1 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_53_ndcg_k_2_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_59_dcg_k_2_burges ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_57_dcg_k_0_burges ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_56_ndcg_k_5_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_61_dcg_k_4_burges ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_63_ndcg_k_0_burges ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_64_ndcg_k_1_burges ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_65_ndcg_k_2_burges ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_66_ndcg_k_3_burges ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_67_ndcg_k_4_burges ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_68_ndcg_k_5_burges ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_54_ndcg_k_3_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_60_dcg_k_3_burges ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_62_dcg_k_5_burges ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_55_ndcg_k_4_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_58_dcg_k_1_burges ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_02_hits_k0 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_01_hits ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_32_average_precision_k_0 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_35_average_precision_k_3 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_48_dcg_k_3_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_49_dcg_k_4_jarvelin ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_04_hits_k100 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_05_success ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_07_success_k1 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_30_f1_k_5 ... ok [INFO] [stdout] test metrics::tests::test_compute_metric::case_29_f1_k_4 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_06_success_k0 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_11_precision_k1 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_10_precision_k0 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_08_success_k100 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_12_precision_k100 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_14_recall_k0 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_09_precision ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_19_f1_k1 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_17_f1 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_21_r_precision ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_22_average_precision ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_18_f1_k0 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_29_reciprocal_rank_k100 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_15_recall_k1 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_16_recall_k100 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_20_f1_k100 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_30_bpref ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_31_dcg ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_23_average_precision_k0 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_13_recall ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_27_reciprocal_rank_k0 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_25_average_precision_k100 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_28_reciprocal_rank_k1 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_26_reciprocal_rank ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_24_average_precision_k1 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_36_ndcg_k0 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_37_ndcg_k1 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_38_ndcg_k100 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_42_dcg_burges_k100 ... ok [INFO] [stdout] test relevance::tests::test_relevance_store_get_map ... ok [INFO] [stdout] test relevance::tests::test_relevance_store_get_score ... ok [INFO] [stdout] test relevance::tests::test_relevance_store_builder ... ok [INFO] [stdout] test relevance::tests::test_relevance_store_builder_duplicate_entry ... ok [INFO] [stdout] test relevance::tests::test_relevance_store_from_into_records ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_40_dcg_burges_k0 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_41_dcg_burges_k1 ... ok [INFO] [stdout] test relevance::tests::test_relevance_store_get_sorted ... ok [INFO] [stdout] test relevance::tests::test_relevance_store_n_docs ... ok [INFO] [stdout] test statistical_tests::bootstrap_test::tests::test_bootstrap_test_from_samples_zero_variance ... ok [INFO] [stdout] test relevance::tests::test_relevance_store_n_queries ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_43_ndcg_burges ... ok [INFO] [stdout] test relevance::tests::test_relevance_store_query_ids ... ok [INFO] [stdout] test statistical_tests::bootstrap_test::tests::test_bootstrap_tester_with_parameters ... ok [INFO] [stdout] test statistical_tests::randomized_tukey_hsd_test::tests::test_randomized_tukey_hsd_test_from_tupled_samples_empty ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_46_ndcg_burges_k100 ... ok [INFO] [stdout] test statistical_tests::randomized_tukey_hsd_test::tests::test_randomized_tukey_hsd_test_from_tupled_samples_invalid_length ... ok [INFO] [stdout] test statistical_tests::bootstrap_test::tests::test_bootstrap_test_from_samples_single ... ok [INFO] [stdout] test statistical_tests::student_t_test::tests::test_student_t_test_compute_one_sample ... ok [INFO] [stdout] test statistical_tests::student_t_test::tests::test_student_t_test_compute_zero_variance ... ok [INFO] [stdout] test statistical_tests::student_t_test::tests::test_student_t_test_confidence_interval_invalid_argument ... ok [INFO] [stdout] test statistical_tests::student_t_test::tests::test_student_t_test_sakai_book_15 ... ok [INFO] [stdout] test statistical_tests::tests::test_pairs_from_maps_different_keys ... ok [INFO] [stdout] test statistical_tests::tests::test_tuples_from_maps_single_map ... ok [INFO] [stdout] test statistical_tests::tukey_hsd_test::tests::test_tukey_hsd_test_sakai_book_15 ... ok [INFO] [stdout] test statistical_tests::student_t_test::tests::test_student_t_test_margin_of_error_invalid_argument ... ok [INFO] [stdout] test statistical_tests::two_way_anova_without_replication::tests::test_two_way_anova_without_replication_from_tupled_samples_empty ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_44_ndcg_burges_k0 ... ok [INFO] [stdout] test statistical_tests::student_t_test::tests::test_student_t_test_compute_empty ... ok [INFO] [stdout] test statistical_tests::student_t_test::tests::test_student_t_test_compute_two_samples ... ok [INFO] [stdout] test statistical_tests::tests::test_tuples_from_maps_different_keys ... ok [INFO] [stdout] test statistical_tests::bootstrap_test::tests::test_bootstrap_test_from_samples_empty ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_39_dcg_burges ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_32_dcg_k0 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_45_ndcg_burges_k1 ... ok [INFO] [stdout] test tests::test_evaluate ... ok [INFO] [stdout] test statistical_tests::two_way_anova_without_replication::tests::test_two_way_anova_without_replication_from_tupled_samples_invalid_length ... ok [INFO] [stdout] test statistical_tests::two_way_anova_without_replication::tests::test_two_way_anova_without_replication_from_tupled_samples_single ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_35_ndcg ... ok [INFO] [stdout] test statistical_tests::two_way_anova_without_replication::tests::test_two_way_anova_without_replication_sakai_book_15 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_34_dcg_k100 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_03_hits_k1 ... ok [INFO] [stdout] test metrics::tests::test_metric_from_str::case_33_dcg_k1 ... ok [INFO] [stdout] test statistical_tests::randomized_tukey_hsd_test::tests::test_randomized_tukey_hsd_test_from_tupled_samples_single ... ok [INFO] [stdout] test statistical_tests::bootstrap_test::tests::test_bootstrap_tester_with_random_state_consistency ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 147 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.44s [INFO] [stdout] [INFO] [stderr] Doc-tests elinor [INFO] [stdout] [INFO] [stdout] running 28 tests [INFO] [stdout] test src/metrics.rs - metrics::Metric (line 68) ... ok [INFO] [stdout] test src/lib.rs - (line 226) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::between_system_variation (line 288) ... ok [INFO] [stdout] test src/statistical_tests/student_t_test.rs - statistical_tests::student_t_test::StudentTTest (line 16) ... ok [INFO] [stdout] test src/metrics.rs - metrics::Metric (line 56) ... ok [INFO] [stdout] test src/statistical_tests/bootstrap_test.rs - statistical_tests::bootstrap_test::BootstrapTest (line 16) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::between_system_f_stat (line 471) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::between_topic_f_stat (line 499) ... ok [INFO] [stdout] test src/statistical_tests.rs - statistical_tests::pairs_from_maps (line 37) ... ok [INFO] [stdout] test src/statistical_tests.rs - statistical_tests::tuples_from_maps (line 73) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::between_system_p_value (line 529) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::between_system_variance (line 387) ... ok [INFO] [stdout] test src/statistical_tests/randomized_tukey_hsd_test.rs - statistical_tests::randomized_tukey_hsd_test::RandomizedTukeyHsdTest (line 16) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::between_topic_variation (line 320) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::between_topic_p_value (line 554) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::between_topic_variance (line 415) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::residual_variance (line 443) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::n_systems (line 193) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::from_tupled_samples (line 58) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::n_topics (line 210) ... ok [INFO] [stdout] test src/lib.rs - (line 37) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::residual_variation (line 351) ... ok [INFO] [stdout] test src/lib.rs - (line 88) ... ok [INFO] [stdout] test src/lib.rs - (line 153) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::system_means (line 233) ... ok [INFO] [stdout] test src/statistical_tests/two_way_anova_without_replication.rs - statistical_tests::two_way_anova_without_replication::TwoWayAnovaWithoutReplication::topic_means (line 261) ... ok [INFO] [stdout] test src/trec.rs - trec::parse_true_rels_in_trec (line 24) ... ok [INFO] [stdout] test src/trec.rs - trec::parse_pred_rels_in_trec (line 84) ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 28 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 3.63s [INFO] [stdout] [INFO] running `Command { std: "docker" "inspect" "679c539119f40540691e4723f799c191e2bfc976e6d38c6bbc45cf6d06093bf3", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "679c539119f40540691e4723f799c191e2bfc976e6d38c6bbc45cf6d06093bf3", kill_on_drop: false }` [INFO] [stdout] 679c539119f40540691e4723f799c191e2bfc976e6d38c6bbc45cf6d06093bf3