[INFO] fetching crate claude-tokenizer 0.3.0... [INFO] testing claude-tokenizer-0.3.0 against master#c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38 for pr-146098-7 [INFO] extracting crate claude-tokenizer 0.3.0 into /workspace/builds/worker-4-tc1/source [INFO] started tweaking crates.io crate claude-tokenizer 0.3.0 [INFO] finished tweaking crates.io crate claude-tokenizer 0.3.0 [INFO] tweaked toml for crates.io crate claude-tokenizer 0.3.0 written to /workspace/builds/worker-4-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate claude-tokenizer 0.3.0 on toolchain c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "generate-lockfile" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Locking 95 packages to latest compatible versions [INFO] [stderr] Adding tokenizers v0.20.4 (available: v0.22.1) [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded number_prefix v0.4.0 [INFO] [stderr] Downloaded monostate-impl v0.1.18 [INFO] [stderr] Downloaded rayon-cond v0.3.0 [INFO] [stderr] Downloaded macro_rules_attribute-proc_macro v0.2.2 [INFO] [stderr] Downloaded macro_rules_attribute v0.2.2 [INFO] [stderr] Downloaded console v0.15.11 [INFO] [stderr] Downloaded onig v6.5.1 [INFO] [stderr] Downloaded encode_unicode v1.0.0 [INFO] [stderr] Downloaded itertools v0.11.0 [INFO] [stderr] Downloaded unicode-normalization-alignments v0.1.12 [INFO] [stderr] Downloaded itertools v0.12.1 [INFO] [stderr] Downloaded indicatif v0.17.11 [INFO] [stderr] Downloaded esaxx-rs v0.1.10 [INFO] [stderr] Downloaded portable-atomic v1.11.1 [INFO] [stderr] Downloaded tokenizers v0.20.4 [INFO] [stderr] Downloaded monostate v0.1.18 [INFO] [stderr] Downloaded onig_sys v69.9.1 [INFO] [stderr] Downloaded spm_precompiled v0.1.4 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] e77eb1ccaec641042cca2bc7959a73a198a3e1a05ddbe5cb1a5cd61f0af49e78 [INFO] running `Command { std: "docker" "start" "-a" "e77eb1ccaec641042cca2bc7959a73a198a3e1a05ddbe5cb1a5cd61f0af49e78", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "e77eb1ccaec641042cca2bc7959a73a198a3e1a05ddbe5cb1a5cd61f0af49e78", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "e77eb1ccaec641042cca2bc7959a73a198a3e1a05ddbe5cb1a5cd61f0af49e78", kill_on_drop: false }` [INFO] [stdout] e77eb1ccaec641042cca2bc7959a73a198a3e1a05ddbe5cb1a5cd61f0af49e78 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 5a8df2b1d0c9fccbc841680a93a52a1e52772e8e8dd44cf6b106edf7b5813428 [INFO] running `Command { std: "docker" "start" "-a" "5a8df2b1d0c9fccbc841680a93a52a1e52772e8e8dd44cf6b106edf7b5813428", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.103 [INFO] [stderr] Compiling unicode-ident v1.0.22 [INFO] [stderr] Compiling quote v1.0.42 [INFO] [stderr] Compiling find-msvc-tools v0.1.4 [INFO] [stderr] Compiling libc v0.2.177 [INFO] [stderr] Compiling ident_case v1.0.1 [INFO] [stderr] Compiling strsim v0.11.1 [INFO] [stderr] Compiling memchr v2.7.6 [INFO] [stderr] Compiling fnv v1.0.7 [INFO] [stderr] Compiling serde_core v1.0.228 [INFO] [stderr] Compiling zerocopy v0.8.27 [INFO] [stderr] Compiling cfg-if v1.0.4 [INFO] [stderr] Compiling either v1.15.0 [INFO] [stderr] Compiling serde v1.0.228 [INFO] [stderr] Compiling portable-atomic v1.11.1 [INFO] [stderr] Compiling paste v1.0.15 [INFO] [stderr] Compiling unicode-width v0.2.2 [INFO] [stderr] Compiling serde_json v1.0.145 [INFO] [stderr] Compiling minimal-lexical v0.2.1 [INFO] [stderr] Compiling thiserror v1.0.69 [INFO] [stderr] Compiling regex-syntax v0.8.8 [INFO] [stderr] Compiling bitflags v2.10.0 [INFO] [stderr] Compiling number_prefix v0.4.0 [INFO] [stderr] Compiling anyhow v1.0.100 [INFO] [stderr] Compiling rayon v1.11.0 [INFO] [stderr] Compiling aho-corasick v1.1.4 [INFO] [stderr] Compiling nom v7.1.3 [INFO] [stderr] Compiling itertools v0.11.0 [INFO] [stderr] Compiling cc v1.2.45 [INFO] [stderr] Compiling base64 v0.13.1 [INFO] [stderr] Compiling unicode-segmentation v1.12.0 [INFO] [stderr] Compiling macro_rules_attribute-proc_macro v0.2.2 [INFO] [stderr] Compiling itertools v0.12.1 [INFO] [stderr] Compiling unicode-normalization-alignments v0.1.12 [INFO] [stderr] Compiling unicode_categories v0.1.1 [INFO] [stderr] Compiling macro_rules_attribute v0.2.2 [INFO] [stderr] Compiling log v0.4.28 [INFO] [stderr] Compiling syn v2.0.110 [INFO] [stderr] Compiling getrandom v0.2.16 [INFO] [stderr] Compiling console v0.15.11 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling onig_sys v69.9.1 [INFO] [stderr] Compiling esaxx-rs v0.1.10 [INFO] [stderr] Compiling indicatif v0.17.11 [INFO] [stderr] Compiling regex-automata v0.4.13 [INFO] [stderr] Compiling ppv-lite86 v0.2.21 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling rayon-cond v0.3.0 [INFO] [stderr] Compiling darling_core v0.20.11 [INFO] [stderr] Compiling serde_derive v1.0.228 [INFO] [stderr] Compiling thiserror-impl v1.0.69 [INFO] [stderr] Compiling monostate-impl v0.1.18 [INFO] [stderr] Compiling regex v1.12.2 [INFO] [stderr] Compiling monostate v0.1.18 [INFO] [stderr] Compiling onig v6.5.1 [INFO] [stderr] Compiling darling_macro v0.20.11 [INFO] [stderr] Compiling darling v0.20.11 [INFO] [stderr] Compiling derive_builder_core v0.20.2 [INFO] [stderr] Compiling derive_builder_macro v0.20.2 [INFO] [stderr] Compiling derive_builder v0.20.2 [INFO] [stderr] Compiling spm_precompiled v0.1.4 [INFO] [stderr] Compiling tokenizers v0.20.4 [INFO] [stderr] Compiling claude-tokenizer v0.3.0 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused imports: `File` and `self` [INFO] [stdout] --> src/lib.rs:1:15 [INFO] [stdout] | [INFO] [stdout] 1 | use std::fs::{self, File}; [INFO] [stdout] | ^^^^ ^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused imports: `Read` and `Write` [INFO] [stdout] --> src/lib.rs:2:15 [INFO] [stdout] | [INFO] [stdout] 2 | use std::io::{Read, Write}; [INFO] [stdout] | ^^^^ ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `std::path::Path` [INFO] [stdout] --> src/lib.rs:3:5 [INFO] [stdout] | [INFO] [stdout] 3 | use std::path::Path; [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `std::str::FromStr` [INFO] [stdout] --> src/lib.rs:4:5 [INFO] [stdout] | [INFO] [stdout] 4 | use std::str::FromStr; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `std::sync::Mutex` [INFO] [stdout] --> src/lib.rs:5:5 [INFO] [stdout] | [INFO] [stdout] 5 | use std::sync::Mutex; [INFO] [stdout] | ^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `tokenizers::pre_tokenizers::byte_level::ByteLevel` [INFO] [stdout] --> src/lib.rs:9:5 [INFO] [stdout] | [INFO] [stdout] 9 | use tokenizers::pre_tokenizers::byte_level::ByteLevel; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 33.26s [INFO] running `Command { std: "docker" "inspect" "5a8df2b1d0c9fccbc841680a93a52a1e52772e8e8dd44cf6b106edf7b5813428", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "5a8df2b1d0c9fccbc841680a93a52a1e52772e8e8dd44cf6b106edf7b5813428", kill_on_drop: false }` [INFO] [stdout] 5a8df2b1d0c9fccbc841680a93a52a1e52772e8e8dd44cf6b106edf7b5813428 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 9f4b42001e2523ef2524b1f85bda76a2692453da4faeefd82098aa3901bff79a [INFO] running `Command { std: "docker" "start" "-a" "9f4b42001e2523ef2524b1f85bda76a2692453da4faeefd82098aa3901bff79a", kill_on_drop: false }` [INFO] [stderr] Compiling claude-tokenizer v0.3.0 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused imports: `File` and `self` [INFO] [stdout] --> src/lib.rs:1:15 [INFO] [stdout] | [INFO] [stdout] 1 | use std::fs::{self, File}; [INFO] [stdout] | ^^^^ ^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused imports: `Read` and `Write` [INFO] [stdout] --> src/lib.rs:2:15 [INFO] [stdout] | [INFO] [stdout] 2 | use std::io::{Read, Write}; [INFO] [stdout] | ^^^^ ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `std::path::Path` [INFO] [stdout] --> src/lib.rs:3:5 [INFO] [stdout] | [INFO] [stdout] 3 | use std::path::Path; [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `std::str::FromStr` [INFO] [stdout] --> src/lib.rs:4:5 [INFO] [stdout] | [INFO] [stdout] 4 | use std::str::FromStr; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `std::sync::Mutex` [INFO] [stdout] --> src/lib.rs:5:5 [INFO] [stdout] | [INFO] [stdout] 5 | use std::sync::Mutex; [INFO] [stdout] | ^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `tokenizers::pre_tokenizers::byte_level::ByteLevel` [INFO] [stdout] --> src/lib.rs:9:5 [INFO] [stdout] | [INFO] [stdout] 9 | use tokenizers::pre_tokenizers::byte_level::ByteLevel; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused imports: `File` and `self` [INFO] [stdout] --> src/lib.rs:1:15 [INFO] [stdout] | [INFO] [stdout] 1 | use std::fs::{self, File}; [INFO] [stdout] | ^^^^ ^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused imports: `Read` and `Write` [INFO] [stdout] --> src/lib.rs:2:15 [INFO] [stdout] | [INFO] [stdout] 2 | use std::io::{Read, Write}; [INFO] [stdout] | ^^^^ ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `std::path::Path` [INFO] [stdout] --> src/lib.rs:3:5 [INFO] [stdout] | [INFO] [stdout] 3 | use std::path::Path; [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `std::str::FromStr` [INFO] [stdout] --> src/lib.rs:4:5 [INFO] [stdout] | [INFO] [stdout] 4 | use std::str::FromStr; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `std::sync::Mutex` [INFO] [stdout] --> src/lib.rs:5:5 [INFO] [stdout] | [INFO] [stdout] 5 | use std::sync::Mutex; [INFO] [stdout] | ^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `tokenizers::pre_tokenizers::byte_level::ByteLevel` [INFO] [stdout] --> src/lib.rs:9:5 [INFO] [stdout] | [INFO] [stdout] 9 | use tokenizers::pre_tokenizers::byte_level::ByteLevel; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.38s [INFO] running `Command { std: "docker" "inspect" "9f4b42001e2523ef2524b1f85bda76a2692453da4faeefd82098aa3901bff79a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "9f4b42001e2523ef2524b1f85bda76a2692453da4faeefd82098aa3901bff79a", kill_on_drop: false }` [INFO] [stdout] 9f4b42001e2523ef2524b1f85bda76a2692453da4faeefd82098aa3901bff79a [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-4-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] ebc05dfc697f28a29ca9f96ad2f22a453603f2919948ebfe674d7889bf29ecbe [INFO] running `Command { std: "docker" "start" "-a" "ebc05dfc697f28a29ca9f96ad2f22a453603f2919948ebfe674d7889bf29ecbe", kill_on_drop: false }` [INFO] [stderr] warning: unused imports: `File` and `self` [INFO] [stderr] --> src/lib.rs:1:15 [INFO] [stderr] | [INFO] [stderr] 1 | use std::fs::{self, File}; [INFO] [stderr] | ^^^^ ^^^^ [INFO] [stderr] | [INFO] [stderr] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stderr] [INFO] [stderr] warning: unused imports: `Read` and `Write` [INFO] [stderr] --> src/lib.rs:2:15 [INFO] [stderr] | [INFO] [stderr] 2 | use std::io::{Read, Write}; [INFO] [stderr] | ^^^^ ^^^^^ [INFO] [stderr] [INFO] [stderr] warning: unused import: `std::path::Path` [INFO] [stderr] --> src/lib.rs:3:5 [INFO] [stderr] | [INFO] [stderr] 3 | use std::path::Path; [INFO] [stderr] | ^^^^^^^^^^^^^^^ [INFO] [stderr] [INFO] [stderr] warning: unused import: `std::str::FromStr` [INFO] [stderr] --> src/lib.rs:4:5 [INFO] [stderr] | [INFO] [stderr] 4 | use std::str::FromStr; [INFO] [stderr] | ^^^^^^^^^^^^^^^^^ [INFO] [stderr] [INFO] [stderr] warning: unused import: `std::sync::Mutex` [INFO] [stderr] --> src/lib.rs:5:5 [INFO] [stderr] | [INFO] [stderr] 5 | use std::sync::Mutex; [INFO] [stderr] | ^^^^^^^^^^^^^^^^ [INFO] [stderr] [INFO] [stderr] warning: unused import: `tokenizers::pre_tokenizers::byte_level::ByteLevel` [INFO] [stderr] --> src/lib.rs:9:5 [INFO] [stderr] | [INFO] [stderr] 9 | use tokenizers::pre_tokenizers::byte_level::ByteLevel; [INFO] [stderr] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stderr] [INFO] [stderr] warning: `claude-tokenizer` (lib) generated 6 warnings (run `cargo fix --lib -p claude-tokenizer` to apply 6 suggestions) [INFO] [stderr] warning: `claude-tokenizer` (lib test) generated 6 warnings (6 duplicates) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.11s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/claude_tokenizer-6f0de58c8e360f53) [INFO] [stdout] [INFO] [stdout] running 0 tests [INFO] [stdout] [INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stderr] Doc-tests claude_tokenizer [INFO] [stdout] [INFO] [stdout] running 0 tests [INFO] [stdout] [INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] running `Command { std: "docker" "inspect" "ebc05dfc697f28a29ca9f96ad2f22a453603f2919948ebfe674d7889bf29ecbe", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "ebc05dfc697f28a29ca9f96ad2f22a453603f2919948ebfe674d7889bf29ecbe", kill_on_drop: false }` [INFO] [stdout] ebc05dfc697f28a29ca9f96ad2f22a453603f2919948ebfe674d7889bf29ecbe