[INFO] fetching crate pretokie 0.0.4...
[INFO] testing pretokie-0.0.4 against beta-2026-04-21 for beta-1.96-2
[INFO] extracting crate pretokie 0.0.4 into /workspace/builds/worker-0-tc2/source
[INFO] started tweaking crates.io crate pretokie 0.0.4
[INFO] removed 0 missing examples
[INFO] finished tweaking crates.io crate pretokie 0.0.4
[INFO] tweaked toml for crates.io crate pretokie 0.0.4 written to /workspace/builds/worker-0-tc2/source/Cargo.toml
[INFO] validating manifest of crates.io crate pretokie 0.0.4 on toolchain beta-2026-04-21
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+beta-2026-04-21" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }`
[INFO] crate crates.io crate pretokie 0.0.4 already has a lockfile, it will not be regenerated
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+beta-2026-04-21" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2026-04-21" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }`
[INFO] [stdout] a1eca526f9dcd1e643c3e029801e717746afd09542fff815151d79663d5e50e6
[INFO] running `Command { std: "docker" "start" "-a" "a1eca526f9dcd1e643c3e029801e717746afd09542fff815151d79663d5e50e6", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "a1eca526f9dcd1e643c3e029801e717746afd09542fff815151d79663d5e50e6", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "a1eca526f9dcd1e643c3e029801e717746afd09542fff815151d79663d5e50e6", kill_on_drop: false }`
[INFO] [stdout] a1eca526f9dcd1e643c3e029801e717746afd09542fff815151d79663d5e50e6
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2026-04-21" "build" "--frozen" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] f7e2ddabb9ec1b374e75b829bf3d7c42a418d3db8e422c0f40e989165e61e68e
[INFO] running `Command { std: "docker" "start" "-a" "f7e2ddabb9ec1b374e75b829bf3d7c42a418d3db8e422c0f40e989165e61e68e", kill_on_drop: false }`
[INFO] [stderr]    Compiling unicode-general-category v1.1.0
[INFO] [stderr]    Compiling pretokie v0.0.4 (/opt/rustwide/workdir)
[INFO] [stderr]     Finished `dev` profile [unoptimized + debuginfo] target(s) in 1.93s
[INFO] running `Command { std: "docker" "inspect" "f7e2ddabb9ec1b374e75b829bf3d7c42a418d3db8e422c0f40e989165e61e68e", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "f7e2ddabb9ec1b374e75b829bf3d7c42a418d3db8e422c0f40e989165e61e68e", kill_on_drop: false }`
[INFO] [stdout] f7e2ddabb9ec1b374e75b829bf3d7c42a418d3db8e422c0f40e989165e61e68e
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+beta-2026-04-21" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] e84a021c8024bfd241df3c9339b37c3276e08613b4a77a192fd8c6d1a5cb24e3
[INFO] running `Command { std: "docker" "start" "-a" "e84a021c8024bfd241df3c9339b37c3276e08613b4a77a192fd8c6d1a5cb24e3", kill_on_drop: false }`
[INFO] [stderr]    Compiling pretokie v0.0.4 (/opt/rustwide/workdir)
[INFO] [stdout] warning: unused variable: `bytes`
[INFO] [stdout]    --> examples/bench_extract.rs:329:9
[INFO] [stdout]     |
[INFO] [stdout] 329 |     let bytes = text.as_bytes();
[INFO] [stdout]     |         ^^^^^ help: if this is intentional, prefix it with an underscore: `_bytes`
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `is_digit`
[INFO] [stdout]  --> examples/bench_cycles.rs:9:39
[INFO] [stdout]   |
[INFO] [stdout] 9 | use pretokie::util::{is_ascii_letter, is_digit};
[INFO] [stdout]   |                                       ^^^^^^^^
[INFO] [stdout]   |
[INFO] [stdout]   = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] error[E0432]: unresolved import `pretokie::Regex`
[INFO] [stdout]   --> examples/verify_vs_hf.rs:9:5
[INFO] [stdout]    |
[INFO] [stdout]  9 | use pretokie::Regex;
[INFO] [stdout]    |     ^^^^^^^^^^^^^^^ no `Regex` in the root
[INFO] [stdout]    |
[INFO] [stdout] note: found an item that was configured out
[INFO] [stdout]   --> src/lib.rs:37:23
[INFO] [stdout]    |
[INFO] [stdout] 36 | #[cfg(feature = "regex")]
[INFO] [stdout]    |       ----------------- the item is gated behind the `regex` feature
[INFO] [stdout] 37 | pub use impls::regex::Regex;
[INFO] [stdout]    |                       ^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CL` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:18:7
[INFO] [stdout]    |
[INFO] [stdout] 18 | const CL: u8 = 0; // letter
[INFO] [stdout]    |       ^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CD` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:19:7
[INFO] [stdout]    |
[INFO] [stdout] 19 | const CD: u8 = 1; // digit
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CS` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:20:7
[INFO] [stdout]    |
[INFO] [stdout] 20 | const CS: u8 = 2; // space
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CN` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:21:7
[INFO] [stdout]    |
[INFO] [stdout] 21 | const CN: u8 = 3; // newline
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CA` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:22:7
[INFO] [stdout]    |
[INFO] [stdout] 22 | const CA: u8 = 4; // apostrophe
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CH` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:23:7
[INFO] [stdout]    |
[INFO] [stdout] 23 | const CH: u8 = 5; // high byte
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CO` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:24:7
[INFO] [stdout]    |
[INFO] [stdout] 24 | const CO: u8 = 6; // other punct
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: static `CLASS_LUT` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:26:8
[INFO] [stdout]    |
[INFO] [stdout] 26 | static CLASS_LUT: [u8; 256] = {
[INFO] [stdout]    |        ^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `fixup_boundaries` is never used
[INFO] [stdout]    --> examples/bench_simd_full.rs:170:4
[INFO] [stdout]     |
[INFO] [stdout] 170 | fn fixup_boundaries(bytes: &[u8], boundaries: &mut Vec<u32>) {
[INFO] [stdout]     |    ^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: value assigned to `state` is never read
[INFO] [stdout]    --> examples/bench_branchless.rs:110:21
[INFO] [stdout]     |
[INFO] [stdout] 110 |     let mut state = 0u8; // START
[INFO] [stdout]     |                     ^^^ this value is reassigned later and never used
[INFO] [stdout] ...
[INFO] [stdout] 114 |     state = TABLE[0][first_class as usize].next;
[INFO] [stdout]     |     ------------------------------------------- `state` is overwritten here before the previous value is read
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(unused_assignments)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] For more information about this error, try `rustc --explain E0432`.
[INFO] [stdout] 
[INFO] [stdout] warning: value assigned to `state` is never read
[INFO] [stdout]    --> examples/bench_branchless.rs:454:29
[INFO] [stdout]     |
[INFO] [stdout] 454 |             let mut state = 0u8;
[INFO] [stdout]     |                             ^^^ this value is reassigned later and never used
[INFO] [stdout] ...
[INFO] [stdout] 457 |             state = TABLE[0][first_class as usize].next;
[INFO] [stdout]     |             ------------------------------------------- `state` is overwritten here before the previous value is read
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `ST_START` is never used
[INFO] [stdout]   --> examples/bench_branchless.rs:45:7
[INFO] [stdout]    |
[INFO] [stdout] 45 | const ST_START: u8    = 0;  // beginning or just emitted
[INFO] [stdout]    |       ^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stderr] error: could not compile `pretokie` (example "verify_vs_hf") due to 1 previous error
[INFO] [stderr] warning: build failed, waiting for other jobs to finish...
[INFO] [stdout] warning: variable does not need to be mutable
[INFO] [stdout]    --> examples/bench_fused.rs:498:13
[INFO] [stdout]     |
[INFO] [stdout] 498 |         let mut insert_merge = |left: u32, right: u32, id: u32, r: u32,
[INFO] [stdout]     |             ----^^^^^^^^^^^^
[INFO] [stdout]     |             |
[INFO] [stdout]     |             help: remove this `mut`
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(unused_mut)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `TieredBpe` is never constructed
[INFO] [stdout]    --> examples/bench_fused.rs:625:8
[INFO] [stdout]     |
[INFO] [stdout] 625 | struct TieredBpe {
[INFO] [stdout]     |        ^^^^^^^^^
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new_english_like` and `encode_piece` are never used
[INFO] [stdout]    --> examples/bench_fused.rs:642:8
[INFO] [stdout]     |
[INFO] [stdout] 641 | impl TieredBpe {
[INFO] [stdout]     | -------------- associated items in this implementation
[INFO] [stdout] 642 |     fn new_english_like() -> Self {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 758 |     fn encode_piece(&self, piece: &[u8], output: &mut Vec<TokenId>) {
[INFO] [stdout]     |        ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `collect_boundaries` is never used
[INFO] [stdout]     --> examples/bench_fused.rs:1330:8
[INFO] [stdout]      |
[INFO] [stdout] 1330 |     fn collect_boundaries(text: &str) -> Vec<u32> {
[INFO] [stdout]      |        ^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: method `as_mut_slice` is never used
[INFO] [stdout]     --> examples/bench_fused.rs:1938:12
[INFO] [stdout]      |
[INFO] [stdout] 1932 |     impl SendPtr {
[INFO] [stdout]      |     ------------ method in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 1938 |         fn as_mut_slice(self, len: usize) -> &'static mut [u32] { unsafe { std::slice::from_raw_parts_mut(self.0 as *mut u32, len)...
[INFO] [stdout]      |            ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] running `Command { std: "docker" "inspect" "e84a021c8024bfd241df3c9339b37c3276e08613b4a77a192fd8c6d1a5cb24e3", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "e84a021c8024bfd241df3c9339b37c3276e08613b4a77a192fd8c6d1a5cb24e3", kill_on_drop: false }`
[INFO] [stdout] e84a021c8024bfd241df3c9339b37c3276e08613b4a77a192fd8c6d1a5cb24e3
