[INFO] fetching crate toktrie_hf_tokenizers 1.7.2... [INFO] testing toktrie_hf_tokenizers-1.7.2 against try#dec9417b8611e34e787a3e4c37686b5131f9e5c5 for pr-154210-2 [INFO] extracting crate toktrie_hf_tokenizers 1.7.2 into /workspace/builds/worker-3-tc2/source [INFO] started tweaking crates.io crate toktrie_hf_tokenizers 1.7.2 [INFO] finished tweaking crates.io crate toktrie_hf_tokenizers 1.7.2 [INFO] tweaked toml for crates.io crate toktrie_hf_tokenizers 1.7.2 written to /workspace/builds/worker-3-tc2/source/Cargo.toml [INFO] validating manifest of crates.io crate toktrie_hf_tokenizers 1.7.2 on toolchain dec9417b8611e34e787a3e4c37686b5131f9e5c5 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate toktrie_hf_tokenizers 1.7.2 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] b4f70241383ca1110feaf54b108a3adf5dc75599b691e2cc661d57abf39e8712 [INFO] running `Command { std: "docker" "start" "-a" "b4f70241383ca1110feaf54b108a3adf5dc75599b691e2cc661d57abf39e8712", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "b4f70241383ca1110feaf54b108a3adf5dc75599b691e2cc661d57abf39e8712", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "b4f70241383ca1110feaf54b108a3adf5dc75599b691e2cc661d57abf39e8712", kill_on_drop: false }` [INFO] [stdout] b4f70241383ca1110feaf54b108a3adf5dc75599b691e2cc661d57abf39e8712 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] f40f18ed39ea9fbbbd35a542854bb0bba38b7ce3cf01b6bde9637cb9b09d255d [INFO] running `Command { std: "docker" "start" "-a" "f40f18ed39ea9fbbbd35a542854bb0bba38b7ce3cf01b6bde9637cb9b09d255d", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.174 [INFO] [stderr] Compiling zerocopy v0.8.26 [INFO] [stderr] Compiling getrandom v0.3.3 [INFO] [stderr] Compiling fnv v1.0.7 [INFO] [stderr] Compiling rustversion v1.0.21 [INFO] [stderr] Compiling serde_json v1.0.140 [INFO] [stderr] Compiling either v1.15.0 [INFO] [stderr] Compiling aho-corasick v1.1.3 [INFO] [stderr] Compiling regex-syntax v0.8.5 [INFO] [stderr] Compiling ahash v0.8.12 [INFO] [stderr] Compiling esaxx-rs v0.1.10 [INFO] [stderr] Compiling bit-vec v0.8.0 [INFO] [stderr] Compiling thiserror v2.0.12 [INFO] [stderr] Compiling syn v2.0.104 [INFO] [stderr] Compiling anyhow v1.0.98 [INFO] [stderr] Compiling minimal-lexical v0.2.1 [INFO] [stderr] Compiling nom v7.1.3 [INFO] [stderr] Compiling base64 v0.13.1 [INFO] [stderr] Compiling macro_rules_attribute-proc_macro v0.2.2 [INFO] [stderr] Compiling bit-set v0.8.0 [INFO] [stderr] Compiling itertools v0.14.0 [INFO] [stderr] Compiling rayon v1.10.0 [INFO] [stderr] Compiling once_cell v1.21.3 [INFO] [stderr] Compiling unicode-normalization-alignments v0.1.12 [INFO] [stderr] Compiling bytemuck v1.23.1 [INFO] [stderr] Compiling unicode_categories v0.1.1 [INFO] [stderr] Compiling macro_rules_attribute v0.2.2 [INFO] [stderr] Compiling log v0.4.27 [INFO] [stderr] Compiling castaway v0.2.3 [INFO] [stderr] Compiling rand_core v0.9.3 [INFO] [stderr] Compiling ppv-lite86 v0.2.21 [INFO] [stderr] Compiling rayon-cond v0.4.0 [INFO] [stderr] Compiling rand_chacha v0.9.0 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling rand v0.9.1 [INFO] [stderr] Compiling darling_core v0.20.11 [INFO] [stderr] Compiling serde_derive v1.0.219 [INFO] [stderr] Compiling thiserror-impl v2.0.12 [INFO] [stderr] Compiling monostate-impl v0.1.14 [INFO] [stderr] Compiling bytemuck_derive v1.9.3 [INFO] [stderr] Compiling darling_macro v0.20.11 [INFO] [stderr] Compiling darling v0.20.11 [INFO] [stderr] Compiling derive_builder_core v0.20.2 [INFO] [stderr] Compiling fancy-regex v0.14.0 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling derive_builder_macro v0.20.2 [INFO] [stderr] Compiling derive_builder v0.20.2 [INFO] [stderr] Compiling serde v1.0.219 [INFO] [stderr] Compiling monostate v0.1.14 [INFO] [stderr] Compiling dary_heap v0.3.7 [INFO] [stderr] Compiling spm_precompiled v0.1.4 [INFO] [stderr] Compiling compact_str v0.9.0 [INFO] [stderr] Compiling tokenizers v0.21.2 [INFO] [stderr] Compiling toktrie v1.7.2 [INFO] [stderr] Compiling toktrie_hf_tokenizers v1.7.2 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 30.88s [INFO] running `Command { std: "docker" "inspect" "f40f18ed39ea9fbbbd35a542854bb0bba38b7ce3cf01b6bde9637cb9b09d255d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "f40f18ed39ea9fbbbd35a542854bb0bba38b7ce3cf01b6bde9637cb9b09d255d", kill_on_drop: false }` [INFO] [stdout] f40f18ed39ea9fbbbd35a542854bb0bba38b7ce3cf01b6bde9637cb9b09d255d [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] e954a9286bea05b721667008904651164384b46aab499bde3ee9c8da9da775e2 [INFO] running `Command { std: "docker" "start" "-a" "e954a9286bea05b721667008904651164384b46aab499bde3ee9c8da9da775e2", kill_on_drop: false }` [INFO] [stderr] Compiling semver v1.0.26 [INFO] [stderr] Compiling hashbrown v0.15.4 [INFO] [stderr] Compiling aho-corasick v1.1.3 [INFO] [stderr] Compiling syn v2.0.104 [INFO] [stderr] Compiling toml_datetime v0.6.11 [INFO] [stderr] Compiling winnow v0.7.12 [INFO] [stderr] Compiling glob v0.3.2 [INFO] [stderr] Compiling relative-path v1.9.3 [INFO] [stderr] Compiling rustc_version v0.4.1 [INFO] [stderr] Compiling indexmap v2.10.0 [INFO] [stderr] Compiling rstest_macros v0.25.0 [INFO] [stderr] Compiling regex-automata v0.4.9 [INFO] [stderr] Compiling toml_edit v0.22.27 [INFO] [stderr] Compiling regex v1.11.1 [INFO] [stderr] Compiling proc-macro-crate v3.3.0 [INFO] [stderr] Compiling darling_core v0.20.11 [INFO] [stderr] Compiling serde_derive v1.0.219 [INFO] [stderr] Compiling thiserror-impl v2.0.12 [INFO] [stderr] Compiling monostate-impl v0.1.14 [INFO] [stderr] Compiling futures-macro v0.3.31 [INFO] [stderr] Compiling bytemuck_derive v1.9.3 [INFO] [stderr] Compiling futures-util v0.3.31 [INFO] [stderr] Compiling thiserror v2.0.12 [INFO] [stderr] Compiling darling_macro v0.20.11 [INFO] [stderr] Compiling darling v0.20.11 [INFO] [stderr] Compiling derive_builder_core v0.20.2 [INFO] [stderr] Compiling serde v1.0.219 [INFO] [stderr] Compiling derive_builder_macro v0.20.2 [INFO] [stderr] Compiling derive_builder v0.20.2 [INFO] [stderr] Compiling rstest v0.25.0 [INFO] [stderr] Compiling serde_json v1.0.140 [INFO] [stderr] Compiling ahash v0.8.12 [INFO] [stderr] Compiling dary_heap v0.3.7 [INFO] [stderr] Compiling monostate v0.1.14 [INFO] [stderr] Compiling compact_str v0.9.0 [INFO] [stderr] Compiling spm_precompiled v0.1.4 [INFO] [stderr] Compiling tokenizers v0.21.2 [INFO] [stderr] Compiling toktrie v1.7.2 [INFO] [stderr] Compiling toktrie_hf_tokenizers v1.7.2 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 36.72s [INFO] running `Command { std: "docker" "inspect" "e954a9286bea05b721667008904651164384b46aab499bde3ee9c8da9da775e2", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "e954a9286bea05b721667008904651164384b46aab499bde3ee9c8da9da775e2", kill_on_drop: false }` [INFO] [stdout] e954a9286bea05b721667008904651164384b46aab499bde3ee9c8da9da775e2 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-3-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+dec9417b8611e34e787a3e4c37686b5131f9e5c5" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 00dc4795131de421d692481946ee49700df99da7f543b0e34a3a4f631f5e18b2 [INFO] running `Command { std: "docker" "start" "-a" "00dc4795131de421d692481946ee49700df99da7f543b0e34a3a4f631f5e18b2", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.13s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/toktrie_hf_tokenizers-4c96666bd0a1bdb0) [INFO] [stdout] [INFO] [stdout] running 7 tests [INFO] [stdout] test tests::test_tokenizer_fixes::case_1_metaspace_always_top_level ... ok [INFO] [stdout] test tests::test_tokenizer_fixes::case_3_metaspace_first_top_level ... ok [INFO] [stdout] test tests::test_tokenizer_fixes::case_2_metaspace_always_nested_in_sequence ... ok [INFO] [stdout] test tests::test_tokenizer_fixes::case_4_metaspace_first_nested_in_sequence ... ok [INFO] [stdout] test tests::test_tokenizer_fixes::case_6_prepend_normalizer_nested_in_sequence ... ok [INFO] [stdout] test tests::test_tokenizer_fixes::case_5_prepend_normalizer_top_level ... ok [INFO] [stdout] test tests::tokenize_special_respects_toktrie_specials ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 7 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.03s [INFO] [stdout] [INFO] [stderr] Doc-tests toktrie_hf_tokenizers [INFO] [stdout] [INFO] [stdout] running 0 tests [INFO] [stdout] [INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] running `Command { std: "docker" "inspect" "00dc4795131de421d692481946ee49700df99da7f543b0e34a3a4f631f5e18b2", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "00dc4795131de421d692481946ee49700df99da7f543b0e34a3a4f631f5e18b2", kill_on_drop: false }` [INFO] [stdout] 00dc4795131de421d692481946ee49700df99da7f543b0e34a3a4f631f5e18b2