[INFO] fetching crate tokie 0.0.9...
[INFO] testing tokie-0.0.9 against master#ec6f9a5b4413f74386267ef8efc93712c2ce6db6 for pr-155739-1
[INFO] extracting crate tokie 0.0.9 into /workspace/builds/worker-3-tc1/source
[INFO] started tweaking crates.io crate tokie 0.0.9
[INFO] removed 0 missing examples
[INFO] removed 0 missing tests
[INFO] finished tweaking crates.io crate tokie 0.0.9
[INFO] tweaked toml for crates.io crate tokie 0.0.9 written to /workspace/builds/worker-3-tc1/source/Cargo.toml
[INFO] validating manifest of crates.io crate tokie 0.0.9 on toolchain ec6f9a5b4413f74386267ef8efc93712c2ce6db6
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+ec6f9a5b4413f74386267ef8efc93712c2ce6db6" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }`
[INFO] crate crates.io crate tokie 0.0.9 already has a lockfile, it will not be regenerated
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+ec6f9a5b4413f74386267ef8efc93712c2ce6db6" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }`
[INFO] [stderr]     Updating crates.io index
[INFO] [stderr]  Downloading crates ...
[INFO] [stderr]   Downloaded rayon-cond v0.4.0
[INFO] [stderr]   Downloaded monostate v0.1.18
[INFO] [stderr]   Downloaded monostate-impl v0.1.18
[INFO] [stderr]   Downloaded socks v0.3.4
[INFO] [stderr]   Downloaded macro_rules_attribute v0.2.2
[INFO] [stderr]   Downloaded macro_rules_attribute-proc_macro v0.2.2
[INFO] [stderr]   Downloaded dary_heap v0.3.8
[INFO] [stderr]   Downloaded onig v6.5.1
[INFO] [stderr]   Downloaded hf-hub v0.4.3
[INFO] [stderr]   Downloaded tokenizers v0.22.2
[INFO] [stderr]   Downloaded pretokie v0.0.4
[INFO] [stderr]   Downloaded unicode_categories v0.1.1
[INFO] [stderr]   Downloaded unicode-normalization-alignments v0.1.12
[INFO] [stderr]   Downloaded rustls-webpki v0.103.10
[INFO] [stderr]   Downloaded fancy-regex v0.13.0
[INFO] [stderr]   Downloaded chunk v0.9.2
[INFO] [stderr]   Downloaded esaxx-rs v0.1.10
[INFO] [stderr]   Downloaded daggrs v0.1.1
[INFO] [stderr]   Downloaded spm_precompiled v0.1.4
[INFO] [stderr]   Downloaded onig_sys v69.9.1
[INFO] [stderr]   Downloaded tiktoken-rs v0.6.0
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+ec6f9a5b4413f74386267ef8efc93712c2ce6db6" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }`
[INFO] [stdout] b9fabc161d85026d55b9265bf0df4315134757a2886a717c09c065c912682ca1
[INFO] running `Command { std: "docker" "start" "-a" "b9fabc161d85026d55b9265bf0df4315134757a2886a717c09c065c912682ca1", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "b9fabc161d85026d55b9265bf0df4315134757a2886a717c09c065c912682ca1", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "b9fabc161d85026d55b9265bf0df4315134757a2886a717c09c065c912682ca1", kill_on_drop: false }`
[INFO] [stdout] b9fabc161d85026d55b9265bf0df4315134757a2886a717c09c065c912682ca1
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+ec6f9a5b4413f74386267ef8efc93712c2ce6db6" "build" "--frozen" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] 781239c197a20b2846005a6b18ac3e4ffeb6a998d608dfc3fedbc743b027c005
[INFO] running `Command { std: "docker" "start" "-a" "781239c197a20b2846005a6b18ac3e4ffeb6a998d608dfc3fedbc743b027c005", kill_on_drop: false }`
[INFO] [stderr]    Compiling stable_deref_trait v1.2.1
[INFO] [stderr]    Compiling unicode-general-category v1.1.0
[INFO] [stderr]    Compiling regex-syntax v0.8.10
[INFO] [stderr]    Compiling aho-corasick v1.1.4
[INFO] [stderr]    Compiling daggrs v0.1.1
[INFO] [stderr]    Compiling syn v2.0.117
[INFO] [stderr]    Compiling foldhash v0.1.5
[INFO] [stderr]    Compiling chunk v0.9.2
[INFO] [stderr]    Compiling regex-automata v0.4.14
[INFO] [stderr]    Compiling synstructure v0.13.2
[INFO] [stderr]    Compiling zerofrom-derive v0.1.6
[INFO] [stderr]    Compiling yoke-derive v0.7.5
[INFO] [stderr]    Compiling zerovec-derive v0.10.3
[INFO] [stderr]    Compiling displaydoc v0.2.5
[INFO] [stderr]    Compiling icu_provider_macros v1.5.0
[INFO] [stderr]    Compiling serde_derive v1.0.228
[INFO] [stderr]    Compiling zerofrom v0.1.6
[INFO] [stderr]    Compiling yoke v0.7.5
[INFO] [stderr]    Compiling zerovec v0.10.4
[INFO] [stderr]    Compiling tinystr v0.7.6
[INFO] [stderr]    Compiling icu_collections v1.5.0
[INFO] [stderr]    Compiling icu_locid v1.5.0
[INFO] [stderr]    Compiling pretokie v0.0.4
[INFO] [stderr]    Compiling icu_provider v1.5.0
[INFO] [stderr]    Compiling serde v1.0.228
[INFO] [stderr]    Compiling icu_locid_transform v1.5.0
[INFO] [stderr]    Compiling icu_properties v1.5.1
[INFO] [stderr]    Compiling icu_normalizer v1.5.0
[INFO] [stderr]    Compiling tokie v0.0.9 (/opt/rustwide/workdir)
[INFO] [stderr]     Finished `dev` profile [unoptimized + debuginfo] target(s) in 27.36s
[INFO] running `Command { std: "docker" "inspect" "781239c197a20b2846005a6b18ac3e4ffeb6a998d608dfc3fedbc743b027c005", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "781239c197a20b2846005a6b18ac3e4ffeb6a998d608dfc3fedbc743b027c005", kill_on_drop: false }`
[INFO] [stdout] 781239c197a20b2846005a6b18ac3e4ffeb6a998d608dfc3fedbc743b027c005
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+ec6f9a5b4413f74386267ef8efc93712c2ce6db6" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] 2846d1f2459c10f8fdac67d313b2e0fcd989a3ee7f6dd2f91c2c69b4dc93e155
[INFO] running `Command { std: "docker" "start" "-a" "2846d1f2459c10f8fdac67d313b2e0fcd989a3ee7f6dd2f91c2c69b4dc93e155", kill_on_drop: false }`
[INFO] [stderr]    Compiling aho-corasick v1.1.4
[INFO] [stderr]    Compiling regex-syntax v0.8.10
[INFO] [stderr]    Compiling once_cell v1.21.4
[INFO] [stderr]    Compiling getrandom v0.3.4
[INFO] [stderr]    Compiling ring v0.17.14
[INFO] [stderr]    Compiling zeroize v1.8.2
[INFO] [stderr]    Compiling either v1.15.0
[INFO] [stderr]    Compiling syn v2.0.117
[INFO] [stderr]    Compiling fnv v1.0.7
[INFO] [stderr]    Compiling serde_json v1.0.149
[INFO] [stderr]    Compiling getrandom v0.2.17
[INFO] [stderr]    Compiling untrusted v0.9.0
[INFO] [stderr]    Compiling portable-atomic v1.13.1
[INFO] [stderr]    Compiling simd-adler32 v0.3.9
[INFO] [stderr]    Compiling rustls v0.23.37
[INFO] [stderr]    Compiling onig_sys v69.9.1
[INFO] [stderr]    Compiling subtle v2.6.1
[INFO] [stderr]    Compiling paste v1.0.15
[INFO] [stderr]    Compiling ahash v0.8.12
[INFO] [stderr]    Compiling rayon v1.11.0
[INFO] [stderr]    Compiling rustls-pki-types v1.14.0
[INFO] [stderr]    Compiling miniz_oxide v0.8.9
[INFO] [stderr]    Compiling dirs-sys v0.5.0
[INFO] [stderr]    Compiling socks v0.3.4
[INFO] [stderr]    Compiling console v0.15.11
[INFO] [stderr]    Compiling esaxx-rs v0.1.10
[INFO] [stderr]    Compiling bit-vec v0.6.3
[INFO] [stderr]    Compiling flate2 v1.1.9
[INFO] [stderr]    Compiling rand_core v0.9.5
[INFO] [stderr]    Compiling number_prefix v0.4.0
[INFO] [stderr]    Compiling minimal-lexical v0.2.1
[INFO] [stderr]    Compiling http v1.4.0
[INFO] [stderr]    Compiling bit-set v0.5.3
[INFO] [stderr]    Compiling webpki-roots v1.0.6
[INFO] [stderr]    Compiling webpki-roots v0.26.11
[INFO] [stderr]    Compiling clap_builder v4.6.0
[INFO] [stderr]    Compiling dirs v6.0.0
[INFO] [stderr]    Compiling nom v7.1.3
[INFO] [stderr]    Compiling parking_lot_core v0.9.12
[INFO] [stderr]    Compiling itertools v0.10.5
[INFO] [stderr]    Compiling itertools v0.14.0
[INFO] [stderr]    Compiling indicatif v0.17.11
[INFO] [stderr]    Compiling console v0.16.3
[INFO] [stderr]    Compiling base64 v0.13.1
[INFO] [stderr]    Compiling unicode-segmentation v1.13.2
[INFO] [stderr]    Compiling bitflags v2.11.0
[INFO] [stderr]    Compiling macro_rules_attribute-proc_macro v0.2.2
[INFO] [stderr]    Compiling unit-prefix v0.5.2
[INFO] [stderr]    Compiling indicatif v0.18.4
[INFO] [stderr]    Compiling parking_lot v0.12.5
[INFO] [stderr]    Compiling macro_rules_attribute v0.2.2
[INFO] [stderr]    Compiling regex-automata v0.4.14
[INFO] [stderr]    Compiling is-terminal v0.4.17
[INFO] [stderr]    Compiling unicode-normalization-alignments v0.1.12
[INFO] [stderr]    Compiling unicode_categories v0.1.1
[INFO] [stderr]    Compiling base64 v0.21.7
[INFO] [stderr]    Compiling clap v4.6.0
[INFO] [stderr]    Compiling rustc-hash v1.1.0
[INFO] [stderr]    Compiling criterion-plot v0.5.0
[INFO] [stderr]    Compiling rayon-cond v0.4.0
[INFO] [stderr]    Compiling synstructure v0.13.2
[INFO] [stderr]    Compiling darling_core v0.20.11
[INFO] [stderr]    Compiling onig v6.5.1
[INFO] [stderr]    Compiling rustls-webpki v0.103.10
[INFO] [stderr]    Compiling zerofrom-derive v0.1.6
[INFO] [stderr]    Compiling displaydoc v0.2.5
[INFO] [stderr]    Compiling yoke-derive v0.8.1
[INFO] [stderr]    Compiling zerovec-derive v0.11.2
[INFO] [stderr]    Compiling serde_derive v1.0.228
[INFO] [stderr]    Compiling zerocopy-derive v0.8.48
[INFO] [stderr]    Compiling yoke-derive v0.7.5
[INFO] [stderr]    Compiling zerovec-derive v0.10.3
[INFO] [stderr]    Compiling icu_provider_macros v1.5.0
[INFO] [stderr]    Compiling thiserror-impl v2.0.18
[INFO] [stderr]    Compiling monostate-impl v0.1.18
[INFO] [stderr]    Compiling monostate v0.1.18
[INFO] [stderr]    Compiling zerofrom v0.1.6
[INFO] [stderr]    Compiling zerocopy v0.8.48
[INFO] [stderr]    Compiling yoke v0.8.1
[INFO] [stderr]    Compiling yoke v0.7.5
[INFO] [stderr]    Compiling darling_macro v0.20.11
[INFO] [stderr]    Compiling zerovec v0.10.4
[INFO] [stderr]    Compiling zerovec v0.11.5
[INFO] [stderr]    Compiling zerotrie v0.2.3
[INFO] [stderr]    Compiling thiserror v2.0.18
[INFO] [stderr]    Compiling regex v1.12.3
[INFO] [stderr]    Compiling pretokie v0.0.4
[INFO] [stderr]    Compiling fancy-regex v0.13.0
[INFO] [stderr]    Compiling bstr v1.12.1
[INFO] [stderr]    Compiling darling v0.20.11
[INFO] [stderr]    Compiling derive_builder_core v0.20.2
[INFO] [stderr]    Compiling tinystr v0.8.2
[INFO] [stderr]    Compiling potential_utf v0.1.4
[INFO] [stderr]    Compiling icu_collections v2.1.1
[INFO] [stderr]    Compiling icu_locale_core v2.1.1
[INFO] [stderr]    Compiling tiktoken-rs v0.6.0
[INFO] [stderr]    Compiling derive_builder_macro v0.20.2
[INFO] [stderr]    Compiling tinystr v0.7.6
[INFO] [stderr]    Compiling icu_collections v1.5.0
[INFO] [stderr]    Compiling derive_builder v0.20.2
[INFO] [stderr]    Compiling icu_locid v1.5.0
[INFO] [stderr]    Compiling icu_provider v2.1.1
[INFO] [stderr]    Compiling serde v1.0.228
[INFO] [stderr]    Compiling icu_normalizer v2.1.1
[INFO] [stderr]    Compiling icu_properties v2.1.2
[INFO] [stderr]    Compiling icu_provider v1.5.0
[INFO] [stderr]    Compiling compact_str v0.9.0
[INFO] [stderr]    Compiling spm_precompiled v0.1.4
[INFO] [stderr]    Compiling dary_heap v0.3.8
[INFO] [stderr]    Compiling tinytemplate v1.2.1
[INFO] [stderr]    Compiling icu_locid_transform v1.5.0
[INFO] [stderr]    Compiling ppv-lite86 v0.2.21
[INFO] [stderr]    Compiling half v2.7.1
[INFO] [stderr]    Compiling idna_adapter v1.2.1
[INFO] [stderr]    Compiling idna v1.1.0
[INFO] [stderr]    Compiling icu_properties v1.5.1
[INFO] [stderr]    Compiling ciborium-ll v0.2.2
[INFO] [stderr]    Compiling rand_chacha v0.9.0
[INFO] [stderr]    Compiling url v2.5.8
[INFO] [stderr]    Compiling ciborium v0.2.2
[INFO] [stderr]    Compiling rand v0.9.2
[INFO] [stderr]    Compiling ureq v2.12.1
[INFO] [stderr]    Compiling criterion v0.5.1
[INFO] [stderr]    Compiling hf-hub v0.4.3
[INFO] [stderr]    Compiling tokenizers v0.22.2
[INFO] [stderr]    Compiling icu_normalizer v1.5.0
[INFO] [stderr]    Compiling tokie v0.0.9 (/opt/rustwide/workdir)
[INFO] [stdout] error[E0599]: no associated function or constant named `from_pretrained` found for struct `tokie::Tokenizer` in the current scope
[INFO] [stdout]    --> examples/check_models.rs:49:36
[INFO] [stdout]     |
[INFO] [stdout]  49 |         let tok = match Tokenizer::from_pretrained(repo) {
[INFO] [stdout]     |                                    ^^^^^^^^^^^^^^^ associated function or constant not found in `tokie::Tokenizer`
[INFO] [stdout]     |
[INFO] [stdout] note: if you're trying to build a new `tokie::Tokenizer` consider using one of the following associated functions:
[INFO] [stdout]       tokie::serde::<impl tokie::Tokenizer>::from_file
[INFO] [stdout]       tokie::serde::<impl tokie::Tokenizer>::load
[INFO] [stdout]       tokie::Tokenizer::new
[INFO] [stdout]       tokie::Tokenizer::from_json
[INFO] [stdout]       tokie::Tokenizer::from_json_with_encoder
[INFO] [stdout]    --> src/serde.rs:371:5
[INFO] [stdout]     |
[INFO] [stdout] 371 |       pub fn from_file(path: impl AsRef<std::path::Path>) -> Result<Self, SerdeError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 378 |       pub fn load<R: Read>(reader: &mut R) -> Result<Self, SerdeError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]     |
[INFO] [stdout]    ::: src/tokenizer.rs:71:5
[INFO] [stdout]     |
[INFO] [stdout]  71 | /     pub fn new(
[INFO] [stdout]  72 | |         encoder: Encoder,
[INFO] [stdout]  73 | |         decoder: Decoder,
[INFO] [stdout]  74 | |         pretokenizer_type: PretokType,
[INFO] [stdout]  75 | |         normalizer: Normalizer,
[INFO] [stdout]  76 | |         post_processor: PostProcessor,
[INFO] [stdout]  77 | |     ) -> Self {
[INFO] [stdout]     | |_____________^
[INFO] [stdout] ...
[INFO] [stdout] 149 |       pub fn from_json(path: impl AsRef<Path>) -> Result<Self, JsonLoadError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 154 | /     pub fn from_json_with_encoder(
[INFO] [stdout] 155 | |         path: impl AsRef<Path>,
[INFO] [stdout] 156 | |         encoder_type: EncoderType,
[INFO] [stdout] 157 | |     ) -> Result<Self, JsonLoadError> {
[INFO] [stdout]     | |____________________________________^
[INFO] [stdout] help: there is an associated function `from_file` with a similar name
[INFO] [stdout]     |
[INFO] [stdout]  49 -         let tok = match Tokenizer::from_pretrained(repo) {
[INFO] [stdout]  49 +         let tok = match Tokenizer::from_file(repo) {
[INFO] [stdout]     |
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] error[E0599]: no associated function or constant named `from_pretrained` found for struct `tokie::Tokenizer` in the current scope
[INFO] [stdout]    --> examples/bench_vs_hf.rs:109:36
[INFO] [stdout]     |
[INFO] [stdout] 109 |         let tok = match Tokenizer::from_pretrained(tokie_repo) {
[INFO] [stdout]     |                                    ^^^^^^^^^^^^^^^ associated function or constant not found in `tokie::Tokenizer`
[INFO] [stdout]     |
[INFO] [stdout] note: if you're trying to build a new `tokie::Tokenizer` consider using one of the following associated functions:
[INFO] [stdout]       tokie::serde::<impl tokie::Tokenizer>::from_file
[INFO] [stdout]       tokie::serde::<impl tokie::Tokenizer>::load
[INFO] [stdout]       tokie::Tokenizer::new
[INFO] [stdout]       tokie::Tokenizer::from_json
[INFO] [stdout]       tokie::Tokenizer::from_json_with_encoder
[INFO] [stdout]    --> src/serde.rs:371:5
[INFO] [stdout]     |
[INFO] [stdout] 371 |       pub fn from_file(path: impl AsRef<std::path::Path>) -> Result<Self, SerdeError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 378 |       pub fn load<R: Read>(reader: &mut R) -> Result<Self, SerdeError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]     |
[INFO] [stdout]    ::: src/tokenizer.rs:71:5
[INFO] [stdout]     |
[INFO] [stdout]  71 | /     pub fn new(
[INFO] [stdout]  72 | |         encoder: Encoder,
[INFO] [stdout]  73 | |         decoder: Decoder,
[INFO] [stdout]  74 | |         pretokenizer_type: PretokType,
[INFO] [stdout]  75 | |         normalizer: Normalizer,
[INFO] [stdout]  76 | |         post_processor: PostProcessor,
[INFO] [stdout]  77 | |     ) -> Self {
[INFO] [stdout]     | |_____________^
[INFO] [stdout] ...
[INFO] [stdout] 149 |       pub fn from_json(path: impl AsRef<Path>) -> Result<Self, JsonLoadError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 154 | /     pub fn from_json_with_encoder(
[INFO] [stdout] 155 | |         path: impl AsRef<Path>,
[INFO] [stdout] 156 | |         encoder_type: EncoderType,
[INFO] [stdout] 157 | |     ) -> Result<Self, JsonLoadError> {
[INFO] [stdout]     | |____________________________________^
[INFO] [stdout] help: there is an associated function `from_file` with a similar name
[INFO] [stdout]     |
[INFO] [stdout] 109 -         let tok = match Tokenizer::from_pretrained(tokie_repo) {
[INFO] [stdout] 109 +         let tok = match Tokenizer::from_file(tokie_repo) {
[INFO] [stdout]     |
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] For more information about this error, try `rustc --explain E0599`.
[INFO] [stdout] 
[INFO] [stdout] error[E0599]: no associated function or constant named `from_pretrained` found for struct `tokie::Tokenizer` in the current scope
[INFO] [stdout]    --> examples/bench_vs_hf.rs:137:30
[INFO] [stdout]     |
[INFO] [stdout] 137 |         let tok = Tokenizer::from_pretrained("tokiers/cl100k").ok();
[INFO] [stdout]     |                              ^^^^^^^^^^^^^^^ associated function or constant not found in `tokie::Tokenizer`
[INFO] [stdout]     |
[INFO] [stdout] note: if you're trying to build a new `tokie::Tokenizer` consider using one of the following associated functions:
[INFO] [stdout]       tokie::serde::<impl tokie::Tokenizer>::from_file
[INFO] [stdout]       tokie::serde::<impl tokie::Tokenizer>::load
[INFO] [stdout]       tokie::Tokenizer::new
[INFO] [stdout]       tokie::Tokenizer::from_json
[INFO] [stdout]       tokie::Tokenizer::from_json_with_encoder
[INFO] [stdout]    --> src/serde.rs:371:5
[INFO] [stdout]     |
[INFO] [stdout] 371 |       pub fn from_file(path: impl AsRef<std::path::Path>) -> Result<Self, SerdeError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 378 |       pub fn load<R: Read>(reader: &mut R) -> Result<Self, SerdeError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]     |
[INFO] [stdout]    ::: src/tokenizer.rs:71:5
[INFO] [stdout]     |
[INFO] [stdout]  71 | /     pub fn new(
[INFO] [stdout]  72 | |         encoder: Encoder,
[INFO] [stdout]  73 | |         decoder: Decoder,
[INFO] [stdout]  74 | |         pretokenizer_type: PretokType,
[INFO] [stdout]  75 | |         normalizer: Normalizer,
[INFO] [stdout]  76 | |         post_processor: PostProcessor,
[INFO] [stdout]  77 | |     ) -> Self {
[INFO] [stdout]     | |_____________^
[INFO] [stdout] ...
[INFO] [stdout] 149 |       pub fn from_json(path: impl AsRef<Path>) -> Result<Self, JsonLoadError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 154 | /     pub fn from_json_with_encoder(
[INFO] [stdout] 155 | |         path: impl AsRef<Path>,
[INFO] [stdout] 156 | |         encoder_type: EncoderType,
[INFO] [stdout] 157 | |     ) -> Result<Self, JsonLoadError> {
[INFO] [stdout]     | |____________________________________^
[INFO] [stdout] help: there is an associated function `from_file` with a similar name
[INFO] [stdout]     |
[INFO] [stdout] 137 -         let tok = Tokenizer::from_pretrained("tokiers/cl100k").ok();
[INFO] [stdout] 137 +         let tok = Tokenizer::from_file("tokiers/cl100k").ok();
[INFO] [stdout]     |
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stderr] error: could not compile `tokie` (example "check_models") due to 1 previous error
[INFO] [stderr] warning: build failed, waiting for other jobs to finish...
[INFO] [stdout] error[E0599]: no associated function or constant named `from_pretrained` found for struct `tokie::Tokenizer` in the current scope
[INFO] [stdout]    --> examples/bench_vs_hf.rs:152:30
[INFO] [stdout]     |
[INFO] [stdout] 152 |         let tok = Tokenizer::from_pretrained("tokiers/o200k").ok();
[INFO] [stdout]     |                              ^^^^^^^^^^^^^^^ associated function or constant not found in `tokie::Tokenizer`
[INFO] [stdout]     |
[INFO] [stdout] note: if you're trying to build a new `tokie::Tokenizer` consider using one of the following associated functions:
[INFO] [stdout]       tokie::serde::<impl tokie::Tokenizer>::from_file
[INFO] [stdout]       tokie::serde::<impl tokie::Tokenizer>::load
[INFO] [stdout]       tokie::Tokenizer::new
[INFO] [stdout]       tokie::Tokenizer::from_json
[INFO] [stdout]       tokie::Tokenizer::from_json_with_encoder
[INFO] [stdout]    --> src/serde.rs:371:5
[INFO] [stdout]     |
[INFO] [stdout] 371 |       pub fn from_file(path: impl AsRef<std::path::Path>) -> Result<Self, SerdeError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 378 |       pub fn load<R: Read>(reader: &mut R) -> Result<Self, SerdeError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]     |
[INFO] [stdout]    ::: src/tokenizer.rs:71:5
[INFO] [stdout]     |
[INFO] [stdout]  71 | /     pub fn new(
[INFO] [stdout]  72 | |         encoder: Encoder,
[INFO] [stdout]  73 | |         decoder: Decoder,
[INFO] [stdout]  74 | |         pretokenizer_type: PretokType,
[INFO] [stdout]  75 | |         normalizer: Normalizer,
[INFO] [stdout]  76 | |         post_processor: PostProcessor,
[INFO] [stdout]  77 | |     ) -> Self {
[INFO] [stdout]     | |_____________^
[INFO] [stdout] ...
[INFO] [stdout] 149 |       pub fn from_json(path: impl AsRef<Path>) -> Result<Self, JsonLoadError> {
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 154 | /     pub fn from_json_with_encoder(
[INFO] [stdout] 155 | |         path: impl AsRef<Path>,
[INFO] [stdout] 156 | |         encoder_type: EncoderType,
[INFO] [stdout] 157 | |     ) -> Result<Self, JsonLoadError> {
[INFO] [stdout]     | |____________________________________^
[INFO] [stdout] help: there is an associated function `from_file` with a similar name
[INFO] [stdout]     |
[INFO] [stdout] 152 -         let tok = Tokenizer::from_pretrained("tokiers/o200k").ok();
[INFO] [stdout] 152 +         let tok = Tokenizer::from_file("tokiers/o200k").ok();
[INFO] [stdout]     |
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] For more information about this error, try `rustc --explain E0599`.
[INFO] [stdout] 
[INFO] [stderr] error: could not compile `tokie` (example "bench_vs_hf") due to 3 previous errors
[INFO] running `Command { std: "docker" "inspect" "2846d1f2459c10f8fdac67d313b2e0fcd989a3ee7f6dd2f91c2c69b4dc93e155", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "2846d1f2459c10f8fdac67d313b2e0fcd989a3ee7f6dd2f91c2c69b4dc93e155", kill_on_drop: false }`
[INFO] [stdout] 2846d1f2459c10f8fdac67d313b2e0fcd989a3ee7f6dd2f91c2c69b4dc93e155
