[INFO] fetching crate llmnop 0.9.0... [INFO] testing llmnop-0.9.0 against try#dec9417b8611e34e787a3e4c37686b5131f9e5c5 for pr-154210-1 [INFO] extracting crate llmnop 0.9.0 into /workspace/builds/worker-2-tc2/source [INFO] started tweaking crates.io crate llmnop 0.9.0 [INFO] finished tweaking crates.io crate llmnop 0.9.0 [INFO] tweaked toml for crates.io crate llmnop 0.9.0 written to /workspace/builds/worker-2-tc2/source/Cargo.toml [INFO] validating manifest of crates.io crate llmnop 0.9.0 on toolchain dec9417b8611e34e787a3e4c37686b5131f9e5c5 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate llmnop 0.9.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] c3c18dc3eba9890fdd5886164fd699623c73cc036a9d1c3c89ac174969892330 [INFO] running `Command { std: "docker" "start" "-a" "c3c18dc3eba9890fdd5886164fd699623c73cc036a9d1c3c89ac174969892330", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "c3c18dc3eba9890fdd5886164fd699623c73cc036a9d1c3c89ac174969892330", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "c3c18dc3eba9890fdd5886164fd699623c73cc036a9d1c3c89ac174969892330", kill_on_drop: false }` [INFO] [stdout] c3c18dc3eba9890fdd5886164fd699623c73cc036a9d1c3c89ac174969892330 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 75b61d81d38532ddb072be7c7fdf57ab10f1d697a0a9fbd3ea2f48fc2068164a [INFO] running `Command { std: "docker" "start" "-a" "75b61d81d38532ddb072be7c7fdf57ab10f1d697a0a9fbd3ea2f48fc2068164a", kill_on_drop: false }` [INFO] [stderr] Compiling quote v1.0.44 [INFO] [stderr] Compiling zerocopy v0.8.39 [INFO] [stderr] Compiling http v1.4.0 [INFO] [stderr] Compiling parking_lot_core v0.9.12 [INFO] [stderr] Compiling getrandom v0.2.17 [INFO] [stderr] Compiling errno v0.3.14 [INFO] [stderr] Compiling mio v1.1.1 [INFO] [stderr] Compiling socket2 v0.6.2 [INFO] [stderr] Compiling rustls v0.23.36 [INFO] [stderr] Compiling getrandom v0.3.4 [INFO] [stderr] Compiling serde_json v1.0.149 [INFO] [stderr] Compiling unicase v2.9.0 [INFO] [stderr] Compiling onig_sys v69.9.1 [INFO] [stderr] Compiling rustls-native-certs v0.8.3 [INFO] [stderr] Compiling dirs-sys v0.5.0 [INFO] [stderr] Compiling aho-corasick v1.1.4 [INFO] [stderr] Compiling libm v0.2.16 [INFO] [stderr] Compiling signal-hook-registry v1.4.8 [INFO] [stderr] Compiling ring v0.17.14 [INFO] [stderr] Compiling parking_lot v0.12.5 [INFO] [stderr] Compiling rand_core v0.9.5 [INFO] [stderr] Compiling mime_guess v2.0.5 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling getrandom v0.4.1 [INFO] [stderr] Compiling rustix v1.1.3 [INFO] [stderr] Compiling syn v2.0.116 [INFO] [stderr] Compiling regex-syntax v0.8.9 [INFO] [stderr] Compiling ahash v0.8.12 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Compiling vte v0.14.1 [INFO] [stderr] Compiling http-body v1.0.1 [INFO] [stderr] Compiling socks v0.3.4 [INFO] [stderr] Compiling webpki-roots v0.26.11 [INFO] [stderr] Compiling console v0.16.2 [INFO] [stderr] Compiling console v0.15.11 [INFO] [stderr] Compiling esaxx-rs v0.1.10 [INFO] [stderr] Compiling http-body-util v0.1.3 [INFO] [stderr] Compiling litrs v1.0.0 [INFO] [stderr] Compiling number_prefix v0.4.0 [INFO] [stderr] Compiling castaway v0.2.4 [INFO] [stderr] Compiling rayon v1.11.0 [INFO] [stderr] Compiling ansitok v0.3.0 [INFO] [stderr] Compiling dirs v6.0.0 [INFO] [stderr] Compiling document-features v0.2.12 [INFO] [stderr] Compiling eventsource-stream v0.2.3 [INFO] [stderr] Compiling indicatif v0.17.11 [INFO] [stderr] Compiling instant v0.1.13 [INFO] [stderr] Compiling anyhow v1.0.101 [INFO] [stderr] Compiling unit-prefix v0.5.2 [INFO] [stderr] Compiling macro_rules_attribute-proc_macro v0.2.2 [INFO] [stderr] Compiling clap_lex v1.0.0 [INFO] [stderr] Compiling indicatif v0.18.4 [INFO] [stderr] Compiling clap_builder v4.5.59 [INFO] [stderr] Compiling ansi-str v0.9.0 [INFO] [stderr] Compiling crossterm v0.29.0 [INFO] [stderr] Compiling macro_rules_attribute v0.2.2 [INFO] [stderr] Compiling rand v0.10.0 [INFO] [stderr] Compiling unicode-normalization-alignments v0.1.12 [INFO] [stderr] Compiling unicode_categories v0.1.1 [INFO] [stderr] Compiling rustls-webpki v0.103.9 [INFO] [stderr] Compiling comfy-table v7.2.2 [INFO] [stderr] Compiling directories v6.0.0 [INFO] [stderr] Compiling regex-automata v0.4.14 [INFO] [stderr] Compiling rand_distr v0.6.0 [INFO] [stderr] Compiling rayon-cond v0.4.0 [INFO] [stderr] Compiling onig v6.5.1 [INFO] [stderr] Compiling synstructure v0.13.2 [INFO] [stderr] Compiling darling_core v0.20.11 [INFO] [stderr] Compiling regex v1.12.3 [INFO] [stderr] Compiling zerovec-derive v0.11.2 [INFO] [stderr] Compiling displaydoc v0.2.5 [INFO] [stderr] Compiling tokio-macros v2.6.0 [INFO] [stderr] Compiling serde_derive v1.0.228 [INFO] [stderr] Compiling futures-macro v0.3.32 [INFO] [stderr] Compiling tracing-attributes v0.1.31 [INFO] [stderr] Compiling thiserror-impl v2.0.18 [INFO] [stderr] Compiling zerofrom-derive v0.1.6 [INFO] [stderr] Compiling yoke-derive v0.8.1 [INFO] [stderr] Compiling ppv-lite86 v0.2.21 [INFO] [stderr] Compiling thiserror-impl v1.0.69 [INFO] [stderr] Compiling monostate-impl v0.1.18 [INFO] [stderr] Compiling tokio v1.49.0 [INFO] [stderr] Compiling futures-util v0.3.32 [INFO] [stderr] Compiling monostate v0.1.18 [INFO] [stderr] Compiling rand_chacha v0.9.0 [INFO] [stderr] Compiling thiserror v2.0.18 [INFO] [stderr] Compiling rand v0.9.2 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling clap_derive v4.5.55 [INFO] [stderr] Compiling async-openai-macros v0.1.1 [INFO] [stderr] Compiling zerofrom v0.1.6 [INFO] [stderr] Compiling sanitize-filename v0.6.0 [INFO] [stderr] Compiling tracing v0.1.44 [INFO] [stderr] Compiling yoke v0.8.1 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling thiserror v1.0.69 [INFO] [stderr] Compiling zerovec v0.11.5 [INFO] [stderr] Compiling zerotrie v0.2.3 [INFO] [stderr] Compiling darling_macro v0.20.11 [INFO] [stderr] Compiling darling v0.20.11 [INFO] [stderr] Compiling derive_builder_core v0.20.2 [INFO] [stderr] Compiling tinystr v0.8.2 [INFO] [stderr] Compiling potential_utf v0.1.4 [INFO] [stderr] Compiling icu_locale_core v2.1.1 [INFO] [stderr] Compiling icu_collections v2.1.1 [INFO] [stderr] Compiling clap v4.5.59 [INFO] [stderr] Compiling icu_provider v2.1.1 [INFO] [stderr] Compiling serde v1.0.228 [INFO] [stderr] Compiling icu_normalizer v2.1.1 [INFO] [stderr] Compiling icu_properties v2.1.2 [INFO] [stderr] Compiling derive_builder_macro v0.20.2 [INFO] [stderr] Compiling derive_builder v0.20.2 [INFO] [stderr] Compiling serde_urlencoded v0.7.1 [INFO] [stderr] Compiling secrecy v0.10.3 [INFO] [stderr] Compiling spm_precompiled v0.1.4 [INFO] [stderr] Compiling compact_str v0.9.0 [INFO] [stderr] Compiling dary_heap v0.3.8 [INFO] [stderr] Compiling idna_adapter v1.2.1 [INFO] [stderr] Compiling idna v1.1.0 [INFO] [stderr] Compiling futures-executor v0.3.32 [INFO] [stderr] Compiling futures v0.3.32 [INFO] [stderr] Compiling url v2.5.8 [INFO] [stderr] Compiling ureq v2.12.1 [INFO] [stderr] Compiling hf-hub v0.4.3 [INFO] [stderr] Compiling hyper v1.8.1 [INFO] [stderr] Compiling tower v0.5.3 [INFO] [stderr] Compiling tokio-rustls v0.26.4 [INFO] [stderr] Compiling tokio-util v0.7.18 [INFO] [stderr] Compiling tokio-stream v0.1.18 [INFO] [stderr] Compiling backoff v0.4.0 [INFO] [stderr] Compiling hyper-util v0.1.20 [INFO] [stderr] Compiling tokenizers v0.22.2 [INFO] [stderr] Compiling tower-http v0.6.8 [INFO] [stderr] Compiling hyper-rustls v0.27.7 [INFO] [stderr] Compiling reqwest v0.12.28 [INFO] [stderr] Compiling reqwest-eventsource v0.6.0 [INFO] [stderr] Compiling async-openai v0.33.0 [INFO] [stderr] Compiling llmnop v0.9.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 1m 26s [INFO] running `Command { std: "docker" "inspect" "75b61d81d38532ddb072be7c7fdf57ab10f1d697a0a9fbd3ea2f48fc2068164a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "75b61d81d38532ddb072be7c7fdf57ab10f1d697a0a9fbd3ea2f48fc2068164a", kill_on_drop: false }` [INFO] [stdout] 75b61d81d38532ddb072be7c7fdf57ab10f1d697a0a9fbd3ea2f48fc2068164a [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] e33a123614d71068f2c7a285c8a3166bddb4cc91bc6a2582f0fa7073d1ad47c8 [INFO] running `Command { std: "docker" "start" "-a" "e33a123614d71068f2c7a285c8a3166bddb4cc91bc6a2582f0fa7073d1ad47c8", kill_on_drop: false }` [INFO] [stderr] Compiling llmnop v0.9.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 6.34s [INFO] running `Command { std: "docker" "inspect" "e33a123614d71068f2c7a285c8a3166bddb4cc91bc6a2582f0fa7073d1ad47c8", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "e33a123614d71068f2c7a285c8a3166bddb4cc91bc6a2582f0fa7073d1ad47c8", kill_on_drop: false }` [INFO] [stdout] e33a123614d71068f2c7a285c8a3166bddb4cc91bc6a2582f0fa7073d1ad47c8 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] a7b4f805a6c8174e13484be95c79f16aa4f054d77a967bdda918c9471f630a77 [INFO] running `Command { std: "docker" "start" "-a" "a7b4f805a6c8174e13484be95c79f16aa4f054d77a967bdda918c9471f630a77", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.43s [INFO] [stdout] [INFO] [stderr] Running unittests src/main.rs (/opt/rustwide/target/debug/deps/llmnop-62a73fa224c92082) [INFO] [stdout] running 48 tests [INFO] [stdout] test args::tests::test_missing_api_key_is_allowed ... ok [INFO] [stdout] test args::tests::test_parse_quiet_flag ... ok [INFO] [stdout] test args::tests::test_missing_model_is_error ... ok [INFO] [stdout] test args::tests::test_missing_url_is_error ... ok [INFO] [stdout] test args::tests::test_default_api_type_is_chat ... ok [INFO] [stdout] test args::tests::test_parse_json_flag ... ok [INFO] [stdout] test args::tests::test_parse_quiet_short_flag ... ok [INFO] [stdout] test args::tests::test_parse_responses_api_type ... ok [INFO] [stdout] test benchmark::tests::test_empty_response ... ok [INFO] [stdout] test benchmark::tests::test_process_benchmark_data_multiple_arrivals ... ok [INFO] [stdout] test benchmark::tests::test_process_benchmark_data_zero_duration ... ok [INFO] [stdout] test benchmark::tests::test_inter_token_latency_uses_token_count_not_event_count ... ok [INFO] [stdout] test benchmark::tests::test_reasoning_only_no_content ... ok [INFO] [stdout] test benchmark::tests::test_single_token_response ... ok [INFO] [stdout] test args::tests::test_quiet_overrides_json_flag ... ok [INFO] [stdout] test benchmark::tests::test_throughput_generation_window_example ... ok [INFO] [stdout] test benchmark::tests::test_ttft_not_included_in_inter_token_latency ... ok [INFO] [stdout] test benchmark::tests::test_content_arrives_before_reasoning ... ok [INFO] [stdout] test benchmark::tests::test_token_counts_from_responses_usage_with_reasoning ... ok [INFO] [stdout] test benchmark::tests::test_usage_only_reasoning_excluded_from_throughput ... ok [INFO] [stdout] test client::tests::test_error_event_deserialize ... ok [INFO] [stdout] test benchmark::tests::test_reasoning_tokens_with_content ... ok [INFO] [stdout] test benchmark::tests::test_throughput_independent_of_post_generation_tail ... ok [INFO] [stdout] test benchmark::tests::test_token_counts_from_chat_usage_with_reasoning ... ok [INFO] [stdout] test args::tests::test_quiet_overrides_output_format ... ok [INFO] [stdout] test client::tests::test_output_text_delta_deserialize ... ok [INFO] [stdout] test client::tests::test_reasoning_text_delta_deserialize ... ok [INFO] [stdout] test client::tests::test_reasoning_delta_deserialize ... ok [INFO] [stdout] test client::tests::test_reasoning_summary_text_delta_deserialize ... ok [INFO] [stdout] test output::tests::test_generate_run_id_format ... ok [INFO] [stdout] test output::tests::test_percentile_calculation ... ok [INFO] [stdout] test output::tests::test_metric_stats_avg_only_serialization ... ok [INFO] [stdout] test output::tests::test_quantiles_serialization ... ok [INFO] [stdout] test prompt::tests::sample_tokens_returns_empty_for_empty_corpus ... ok [INFO] [stdout] test prompt::tests::sample_tokens_handles_exact_corpus_size ... ok [INFO] [stdout] test prompt::tests::sample_tokens_caps_at_corpus_size_when_exceeding ... ok [INFO] [stdout] test prompt::tests::sample_tokens_returns_requested_count_when_within_corpus ... ok [INFO] [stdout] test prompt::tests::sample_tokens_returns_empty_for_zero_tokens ... ok [INFO] [stdout] test output::tests::test_stats_computation ... ok [INFO] [stdout] test client::tests::test_output_text_delta_text_alias_deserialize ... ok [INFO] [stdout] test client::tests::test_response_completed_deserialize ... ok [INFO] [stdout] test client::tests::test_stream_chunk_usage_deserialize ... ok [INFO] [stdout] test output::tests::test_benchmark_slug ... ok [INFO] [stdout] test output::tests::test_run_results_dir_layout ... ok [INFO] [stdout] test output::tests::test_benchmark_slug_without_output_tokens ... ok [INFO] [stdout] test output::tests::test_build_summary_has_nested_metrics ... ok [INFO] [stdout] test args::tests::test_parse_output_format_json ... ok [INFO] [stdout] test args::tests::test_default_quiet_is_false ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 48 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.09s [INFO] [stdout] [INFO] running `Command { std: "docker" "inspect" "a7b4f805a6c8174e13484be95c79f16aa4f054d77a967bdda918c9471f630a77", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "a7b4f805a6c8174e13484be95c79f16aa4f054d77a967bdda918c9471f630a77", kill_on_drop: false }` [INFO] [stdout] a7b4f805a6c8174e13484be95c79f16aa4f054d77a967bdda918c9471f630a77