[INFO] fetching crate pretokie 0.0.4...
[INFO] testing pretokie-0.0.4 against 1.95.0 for beta-1.96-2
[INFO] extracting crate pretokie 0.0.4 into /workspace/builds/worker-0-tc1/source
[INFO] started tweaking crates.io crate pretokie 0.0.4
[INFO] removed 0 missing examples
[INFO] finished tweaking crates.io crate pretokie 0.0.4
[INFO] tweaked toml for crates.io crate pretokie 0.0.4 written to /workspace/builds/worker-0-tc1/source/Cargo.toml
[INFO] validating manifest of crates.io crate pretokie 0.0.4 on toolchain 1.95.0
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.95.0" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }`
[INFO] crate crates.io crate pretokie 0.0.4 already has a lockfile, it will not be regenerated
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.95.0" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }`
[INFO] [stderr]     Updating crates.io index
[INFO] [stderr]  Downloading crates ...
[INFO] [stderr]   Downloaded unicode-general-category v1.1.0
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+1.95.0" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }`
[INFO] [stdout] 3c56f89a8ebbe37f169d61c0ad875c6e35f07ab75408992fe292bd2983f10c31
[INFO] running `Command { std: "docker" "start" "-a" "3c56f89a8ebbe37f169d61c0ad875c6e35f07ab75408992fe292bd2983f10c31", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "3c56f89a8ebbe37f169d61c0ad875c6e35f07ab75408992fe292bd2983f10c31", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "3c56f89a8ebbe37f169d61c0ad875c6e35f07ab75408992fe292bd2983f10c31", kill_on_drop: false }`
[INFO] [stdout] 3c56f89a8ebbe37f169d61c0ad875c6e35f07ab75408992fe292bd2983f10c31
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+1.95.0" "build" "--frozen" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] 21450bd848314fc34a12a6f9b4ec3f33c76ab96832edfcc3420b8c0d07517280
[INFO] running `Command { std: "docker" "start" "-a" "21450bd848314fc34a12a6f9b4ec3f33c76ab96832edfcc3420b8c0d07517280", kill_on_drop: false }`
[INFO] [stderr]    Compiling unicode-general-category v1.1.0
[INFO] [stderr]    Compiling pretokie v0.0.4 (/opt/rustwide/workdir)
[INFO] [stderr]     Finished `dev` profile [unoptimized + debuginfo] target(s) in 1.78s
[INFO] running `Command { std: "docker" "inspect" "21450bd848314fc34a12a6f9b4ec3f33c76ab96832edfcc3420b8c0d07517280", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "21450bd848314fc34a12a6f9b4ec3f33c76ab96832edfcc3420b8c0d07517280", kill_on_drop: false }`
[INFO] [stdout] 21450bd848314fc34a12a6f9b4ec3f33c76ab96832edfcc3420b8c0d07517280
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+1.95.0" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] a06c37768f0a151ee3c169a327a423100e2e3d941f6d90a47b113ecacf842739
[INFO] running `Command { std: "docker" "start" "-a" "a06c37768f0a151ee3c169a327a423100e2e3d941f6d90a47b113ecacf842739", kill_on_drop: false }`
[INFO] [stderr]    Compiling pretokie v0.0.4 (/opt/rustwide/workdir)
[INFO] [stdout] warning: value assigned to `state` is never read
[INFO] [stdout]    --> examples/bench_branchless.rs:110:21
[INFO] [stdout]     |
[INFO] [stdout] 110 |     let mut state = 0u8; // START
[INFO] [stdout]     |                     ^^^
[INFO] [stdout]     |
[INFO] [stdout]     = help: maybe it is overwritten before being read?
[INFO] [stdout]     = note: `#[warn(unused_assignments)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: value assigned to `state` is never read
[INFO] [stdout]    --> examples/bench_branchless.rs:454:29
[INFO] [stdout]     |
[INFO] [stdout] 454 |             let mut state = 0u8;
[INFO] [stdout]     |                             ^^^
[INFO] [stdout]     |
[INFO] [stdout]     = help: maybe it is overwritten before being read?
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `ST_START` is never used
[INFO] [stdout]   --> examples/bench_branchless.rs:45:7
[INFO] [stdout]    |
[INFO] [stdout] 45 | const ST_START: u8    = 0;  // beginning or just emitted
[INFO] [stdout]    |       ^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `is_digit`
[INFO] [stdout]  --> examples/bench_cycles.rs:9:39
[INFO] [stdout]   |
[INFO] [stdout] 9 | use pretokie::util::{is_ascii_letter, is_digit};
[INFO] [stdout]   |                                       ^^^^^^^^
[INFO] [stdout]   |
[INFO] [stdout]   = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CL` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:18:7
[INFO] [stdout]    |
[INFO] [stdout] 18 | const CL: u8 = 0; // letter
[INFO] [stdout]    |       ^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CD` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:19:7
[INFO] [stdout]    |
[INFO] [stdout] 19 | const CD: u8 = 1; // digit
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CS` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:20:7
[INFO] [stdout]    |
[INFO] [stdout] 20 | const CS: u8 = 2; // space
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CN` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:21:7
[INFO] [stdout]    |
[INFO] [stdout] 21 | const CN: u8 = 3; // newline
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CA` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:22:7
[INFO] [stdout]    |
[INFO] [stdout] 22 | const CA: u8 = 4; // apostrophe
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CH` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:23:7
[INFO] [stdout]    |
[INFO] [stdout] 23 | const CH: u8 = 5; // high byte
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CO` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:24:7
[INFO] [stdout]    |
[INFO] [stdout] 24 | const CO: u8 = 6; // other punct
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: static `CLASS_LUT` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:26:8
[INFO] [stdout]    |
[INFO] [stdout] 26 | static CLASS_LUT: [u8; 256] = {
[INFO] [stdout]    |        ^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `fixup_boundaries` is never used
[INFO] [stdout]    --> examples/bench_simd_full.rs:170:4
[INFO] [stdout]     |
[INFO] [stdout] 170 | fn fixup_boundaries(bytes: &[u8], boundaries: &mut Vec<u32>) {
[INFO] [stdout]     |    ^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] error[E0432]: unresolved import `pretokie::Regex`
[INFO] [stdout]   --> examples/verify_vs_hf.rs:9:5
[INFO] [stdout]    |
[INFO] [stdout]  9 | use pretokie::Regex;
[INFO] [stdout]    |     ^^^^^^^^^^^^^^^ no `Regex` in the root
[INFO] [stdout]    |
[INFO] [stdout] note: found an item that was configured out
[INFO] [stdout]   --> src/lib.rs:37:23
[INFO] [stdout]    |
[INFO] [stdout] 36 | #[cfg(feature = "regex")]
[INFO] [stdout]    |       ----------------- the item is gated behind the `regex` feature
[INFO] [stdout] 37 | pub use impls::regex::Regex;
[INFO] [stdout]    |                       ^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused variable: `bytes`
[INFO] [stdout]    --> examples/bench_extract.rs:329:9
[INFO] [stdout]     |
[INFO] [stdout] 329 |     let bytes = text.as_bytes();
[INFO] [stdout]     |         ^^^^^ help: if this is intentional, prefix it with an underscore: `_bytes`
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] For more information about this error, try `rustc --explain E0432`.
[INFO] [stdout] 
[INFO] [stderr] error: could not compile `pretokie` (example "verify_vs_hf") due to 1 previous error
[INFO] [stderr] warning: build failed, waiting for other jobs to finish...
[INFO] [stdout] warning: variable does not need to be mutable
[INFO] [stdout]    --> examples/bench_fused.rs:498:13
[INFO] [stdout]     |
[INFO] [stdout] 498 |         let mut insert_merge = |left: u32, right: u32, id: u32, r: u32,
[INFO] [stdout]     |             ----^^^^^^^^^^^^
[INFO] [stdout]     |             |
[INFO] [stdout]     |             help: remove this `mut`
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(unused_mut)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `TieredBpe` is never constructed
[INFO] [stdout]    --> examples/bench_fused.rs:625:8
[INFO] [stdout]     |
[INFO] [stdout] 625 | struct TieredBpe {
[INFO] [stdout]     |        ^^^^^^^^^
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new_english_like` and `encode_piece` are never used
[INFO] [stdout]    --> examples/bench_fused.rs:642:8
[INFO] [stdout]     |
[INFO] [stdout] 641 | impl TieredBpe {
[INFO] [stdout]     | -------------- associated items in this implementation
[INFO] [stdout] 642 |     fn new_english_like() -> Self {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 758 |     fn encode_piece(&self, piece: &[u8], output: &mut Vec<TokenId>) {
[INFO] [stdout]     |        ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `collect_boundaries` is never used
[INFO] [stdout]     --> examples/bench_fused.rs:1330:8
[INFO] [stdout]      |
[INFO] [stdout] 1330 |     fn collect_boundaries(text: &str) -> Vec<u32> {
[INFO] [stdout]      |        ^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: method `as_mut_slice` is never used
[INFO] [stdout]     --> examples/bench_fused.rs:1938:12
[INFO] [stdout]      |
[INFO] [stdout] 1932 |     impl SendPtr {
[INFO] [stdout]      |     ------------ method in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 1938 |         fn as_mut_slice(self, len: usize) -> &'static mut [u32] { unsafe { std::slice::from_raw_parts_mut(self.0 as *mut u32, len)...
[INFO] [stdout]      |            ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] running `Command { std: "docker" "inspect" "a06c37768f0a151ee3c169a327a423100e2e3d941f6d90a47b113ecacf842739", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "a06c37768f0a151ee3c169a327a423100e2e3d941f6d90a47b113ecacf842739", kill_on_drop: false }`
[INFO] [stdout] a06c37768f0a151ee3c169a327a423100e2e3d941f6d90a47b113ecacf842739
