[INFO] fetching crate tiktoken-rs 0.7.0... [INFO] testing tiktoken-rs-0.7.0 against try#b83b707f97d809763b7861afa7638871f3339a33 for pr-145838-1 [INFO] extracting crate tiktoken-rs 0.7.0 into /workspace/builds/worker-3-tc2/source [INFO] started tweaking crates.io crate tiktoken-rs 0.7.0 [INFO] finished tweaking crates.io crate tiktoken-rs 0.7.0 [INFO] tweaked toml for crates.io crate tiktoken-rs 0.7.0 written to /workspace/builds/worker-3-tc2/source/Cargo.toml [INFO] validating manifest of crates.io crate tiktoken-rs 0.7.0 on toolchain b83b707f97d809763b7861afa7638871f3339a33 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+b83b707f97d809763b7861afa7638871f3339a33" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate tiktoken-rs 0.7.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+b83b707f97d809763b7861afa7638871f3339a33" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+b83b707f97d809763b7861afa7638871f3339a33" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] fec2ecc7aab68f5bc19b03bdcb0ac8fa7684910accfea2d7f3fb33376e85f19a [INFO] running `Command { std: "docker" "start" "-a" "fec2ecc7aab68f5bc19b03bdcb0ac8fa7684910accfea2d7f3fb33376e85f19a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "fec2ecc7aab68f5bc19b03bdcb0ac8fa7684910accfea2d7f3fb33376e85f19a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "fec2ecc7aab68f5bc19b03bdcb0ac8fa7684910accfea2d7f3fb33376e85f19a", kill_on_drop: false }` [INFO] [stdout] fec2ecc7aab68f5bc19b03bdcb0ac8fa7684910accfea2d7f3fb33376e85f19a [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+b83b707f97d809763b7861afa7638871f3339a33" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 5ef6a1f130e158eaf4d045fffa592bfd99f8a9cde878dcd6670a6aee283ad32a [INFO] running `Command { std: "docker" "start" "-a" "5ef6a1f130e158eaf4d045fffa592bfd99f8a9cde878dcd6670a6aee283ad32a", kill_on_drop: false }` [INFO] [stderr] Compiling aho-corasick v1.1.3 [INFO] [stderr] Compiling regex-syntax v0.8.5 [INFO] [stderr] Compiling anyhow v1.0.98 [INFO] [stderr] Compiling bit-vec v0.6.3 [INFO] [stderr] Compiling base64 v0.22.1 [INFO] [stderr] Compiling bit-set v0.5.3 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling fancy-regex v0.13.0 [INFO] [stderr] Compiling bstr v1.12.0 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling tiktoken-rs v0.7.0 (/opt/rustwide/workdir) [INFO] [stdout] warning: struct `DecodeError` is never constructed [INFO] [stdout] --> src/vendor_tiktoken.rs:167:12 [INFO] [stdout] | [INFO] [stdout] 167 | pub struct DecodeError { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 9.31s [INFO] running `Command { std: "docker" "inspect" "5ef6a1f130e158eaf4d045fffa592bfd99f8a9cde878dcd6670a6aee283ad32a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "5ef6a1f130e158eaf4d045fffa592bfd99f8a9cde878dcd6670a6aee283ad32a", kill_on_drop: false }` [INFO] [stdout] 5ef6a1f130e158eaf4d045fffa592bfd99f8a9cde878dcd6670a6aee283ad32a [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+b83b707f97d809763b7861afa7638871f3339a33" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 7a3e1ee93426b3e202f1da327b29acffcf0b1ca91da0b90cf477c6c07f7deef8 [INFO] running `Command { std: "docker" "start" "-a" "7a3e1ee93426b3e202f1da327b29acffcf0b1ca91da0b90cf477c6c07f7deef8", kill_on_drop: false }` [INFO] [stderr] Compiling tiktoken-rs v0.7.0 (/opt/rustwide/workdir) [INFO] [stdout] warning: struct `DecodeError` is never constructed [INFO] [stdout] --> src/vendor_tiktoken.rs:167:12 [INFO] [stdout] | [INFO] [stdout] 167 | pub struct DecodeError { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `DecodeError` is never constructed [INFO] [stdout] --> src/vendor_tiktoken.rs:167:12 [INFO] [stdout] | [INFO] [stdout] 167 | pub struct DecodeError { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 1.16s [INFO] running `Command { std: "docker" "inspect" "7a3e1ee93426b3e202f1da327b29acffcf0b1ca91da0b90cf477c6c07f7deef8", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "7a3e1ee93426b3e202f1da327b29acffcf0b1ca91da0b90cf477c6c07f7deef8", kill_on_drop: false }` [INFO] [stdout] 7a3e1ee93426b3e202f1da327b29acffcf0b1ca91da0b90cf477c6c07f7deef8 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+b83b707f97d809763b7861afa7638871f3339a33" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] d1dd4be10cc6b290a3789e512aecaecbca2b8cc511ae3e9ebe50e1dccc8f058c [INFO] running `Command { std: "docker" "start" "-a" "d1dd4be10cc6b290a3789e512aecaecbca2b8cc511ae3e9ebe50e1dccc8f058c", kill_on_drop: false }` [INFO] [stderr] warning: struct `DecodeError` is never constructed [INFO] [stderr] --> src/vendor_tiktoken.rs:167:12 [INFO] [stderr] | [INFO] [stderr] 167 | pub struct DecodeError { [INFO] [stderr] | ^^^^^^^^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stderr] [INFO] [stderr] warning: `tiktoken-rs` (lib) generated 1 warning [INFO] [stderr] warning: `tiktoken-rs` (lib test) generated 1 warning (1 duplicate) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.09s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/tiktoken_rs-18d2b894c13f944d) [INFO] [stdout] [INFO] [stdout] running 7 tests [INFO] [stdout] test tokenizer::tests::test_get_tokenizer ... ok [INFO] [stdout] test vendor_tiktoken::tests::test_repeated_characters ... ok [INFO] [stdout] test vendor_tiktoken::tests::test_simple_characters ... ok [INFO] [stdout] test api::tests::test_get_completion_max_tokens ... ok [INFO] [stdout] test api::tests::test_get_chat_completion_max_tokens ... ok [INFO] [stdout] test api::tests::test_get_bpe_from_tokenizer ... ok [INFO] [stdout] test api::tests::test_num_tokens_from_messages ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 7 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 3.16s [INFO] [stdout] [INFO] [stderr] Doc-tests tiktoken_rs [INFO] [stdout] [INFO] [stdout] running 11 tests [INFO] [stdout] test src/lib.rs - (line 76) ... FAILED [INFO] [stdout] test src/tokenizer.rs - tokenizer::Tokenizer (line 16) ... ok [INFO] [stdout] test src/tokenizer.rs - tokenizer::get_tokenizer (line 133) ... ok [INFO] [stdout] test src/model.rs - model::get_context_size (line 24) ... ok [INFO] [stdout] test src/patched_tiktoken.rs - patched_tiktoken::CoreBPE::split_by_token (line 95) ... ok [INFO] [stdout] test src/api.rs - api::get_chat_completion_max_tokens (line 155) ... ok [INFO] [stdout] test src/api.rs - api::get_bpe_from_tokenizer (line 245) ... ok [INFO] [stdout] test src/api.rs - api::get_completion_max_tokens (line 30) ... ok [INFO] [stdout] test src/api.rs - api::get_bpe_from_model (line 213) ... ok [INFO] [stdout] test src/lib.rs - (line 33) ... ok [INFO] [stdout] test src/lib.rs - (line 45) ... ok [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] [INFO] [stdout] ---- src/lib.rs - (line 76) stdout ---- [INFO] [stdout] error[E0433]: failed to resolve: use of unresolved module or unlinked crate `async_openai` [INFO] [stdout] --> src/lib.rs:79:5 [INFO] [stdout] | [INFO] [stdout] 6 | use async_openai::types::{ChatCompletionRequestMessage, Role}; [INFO] [stdout] | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `async_openai` [INFO] [stdout] | [INFO] [stdout] = help: if you wanted to use a crate named `async_openai`, use `cargo add async_openai` to add it to your `Cargo.toml` [INFO] [stdout] [INFO] [stdout] error[E0432]: unresolved import `tiktoken_rs::async_openai` [INFO] [stdout] --> src/lib.rs:78:18 [INFO] [stdout] | [INFO] [stdout] 5 | use tiktoken_rs::async_openai::get_chat_completion_max_tokens; [INFO] [stdout] | ^^^^^^^^^^^^ could not find `async_openai` in `tiktoken_rs` [INFO] [stdout] [INFO] [stdout] error: aborting due to 2 previous errors [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0432, E0433. [INFO] [stdout] For more information about an error, try `rustc --explain E0432`. [INFO] [stdout] Couldn't compile the test. [INFO] [stdout] [INFO] [stdout] failures: [INFO] [stdout] src/lib.rs - (line 76) [INFO] [stdout] [INFO] [stdout] test result: FAILED. 10 passed; 1 failed; 0 ignored; 0 measured; 0 filtered out; finished in 2.71s [INFO] [stdout] [INFO] [stderr] error: doctest failed, to rerun pass `--doc` [INFO] running `Command { std: "docker" "inspect" "d1dd4be10cc6b290a3789e512aecaecbca2b8cc511ae3e9ebe50e1dccc8f058c", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "d1dd4be10cc6b290a3789e512aecaecbca2b8cc511ae3e9ebe50e1dccc8f058c", kill_on_drop: false }` [INFO] [stdout] d1dd4be10cc6b290a3789e512aecaecbca2b8cc511ae3e9ebe50e1dccc8f058c