[INFO] fetching crate pretokie 0.1.3...
[INFO] testing pretokie-0.1.3 against 1.99.0-beta.8+cargoflags=--release for beta-release-1.100-2
[INFO] extracting crate pretokie 0.1.3 into /workspace/builds/worker-0-tc1/source
[INFO] started tweaking crates.io crate pretokie 0.1.3
[INFO] removed 0 missing examples
[INFO] finished tweaking crates.io crate pretokie 0.1.3
[INFO] tweaked toml for crates.io crate pretokie 0.1.3 written to /workspace/builds/worker-0-tc1/source/Cargo.toml
[INFO] validating manifest of crates.io crate pretokie 0.1.3 on toolchain 1.99.0-beta.8
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.99.0-beta.8" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }`
[INFO] crate crates.io crate pretokie 0.1.3 already has a lockfile, it will not be regenerated
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1.99.0-beta.8" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-m" "1610612736" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:77db811e55d90add9212f6832c23229e3de5f1c1f9905e8cb07319ea15df73ac" "sleep" "infinity", kill_on_drop: false }`
[INFO] [stdout] b72e9e7964c96f7cdd334a92376f46887728b9ee83a3af61e4fd627e9d5c939e
[INFO] running `Command { std: "docker" "start" "b72e9e7964c96f7cdd334a92376f46887728b9ee83a3af61e4fd627e9d5c939e", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "b72e9e7964c96f7cdd334a92376f46887728b9ee83a3af61e4fd627e9d5c939e", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-w" "/opt/rustwide/workdir" "--user" "0:0" "b72e9e7964c96f7cdd334a92376f46887728b9ee83a3af61e4fd627e9d5c939e" "/opt/rustwide/cargo-home/bin/cargo" "+1.99.0-beta.8" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "b72e9e7964c96f7cdd334a92376f46887728b9ee83a3af61e4fd627e9d5c939e", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-w" "/opt/rustwide/workdir" "--user" "0:0" "b72e9e7964c96f7cdd334a92376f46887728b9ee83a3af61e4fd627e9d5c939e" "/opt/rustwide/cargo-home/bin/cargo" "+1.99.0-beta.8" "build" "--frozen" "--message-format=json" "--release", kill_on_drop: false }`
[INFO] [stderr]    Compiling unicode-general-category v1.1.0
[INFO] [stderr]    Compiling pretokie v0.1.3 (/opt/rustwide/workdir)
[INFO] [stderr]     Finished `release` profile [optimized] target(s) in 1.59s
[INFO] running `Command { std: "docker" "inspect" "b72e9e7964c96f7cdd334a92376f46887728b9ee83a3af61e4fd627e9d5c939e", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "exec" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=warn" "-e" "RUSTDOCFLAGS=--cap-lints=warn" "-w" "/opt/rustwide/workdir" "--user" "0:0" "b72e9e7964c96f7cdd334a92376f46887728b9ee83a3af61e4fd627e9d5c939e" "/opt/rustwide/cargo-home/bin/cargo" "+1.99.0-beta.8" "test" "--frozen" "--no-run" "--message-format=json" "--release", kill_on_drop: false }`
[INFO] [stderr]    Compiling foldhash v0.1.5
[INFO] [stderr]    Compiling pretokie v0.1.3 (/opt/rustwide/workdir)
[INFO] [stdout] warning: unused import: `is_digit`
[INFO] [stdout]  --> examples/bench_cycles.rs:9:39
[INFO] [stdout]   |
[INFO] [stdout] 9 | use pretokie::util::{is_ascii_letter, is_digit};
[INFO] [stdout]   |                                       ^^^^^^^^
[INFO] [stdout]   |
[INFO] [stdout]   = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] error[E0432]: unresolved import `pretokie::bench_internal`
[INFO] [stdout]   --> examples/profile_stages.rs:12:5
[INFO] [stdout]    |
[INFO] [stdout] 12 | use pretokie::bench_internal as bi;
[INFO] [stdout]    |     ^^^^^^^^^^--------------^^^^^^
[INFO] [stdout]    |               |
[INFO] [stdout]    |               no `bench_internal` in the root
[INFO] [stdout]    |
[INFO] [stdout] note: found an item that was configured out
[INFO] [stdout]   --> src/lib.rs:25:21
[INFO] [stdout]    |
[INFO] [stdout] 24 | #[cfg(target_arch = "aarch64")]
[INFO] [stdout]    |       ----------------------- the item is gated behind the `aarch64` feature
[INFO] [stdout] 25 | pub use core::mask::bench_internal;
[INFO] [stdout]    |                     ^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused variable: `bytes`
[INFO] [stdout]    --> examples/bench_extract.rs:329:9
[INFO] [stdout]     |
[INFO] [stdout] 329 |     let bytes = text.as_bytes();
[INFO] [stdout]     |         ^^^^^ help: if this is intentional, prefix it with an underscore: `_bytes`
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CL` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:18:7
[INFO] [stdout]    |
[INFO] [stdout] 18 | const CL: u8 = 0; // letter
[INFO] [stdout]    |       ^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CD` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:19:7
[INFO] [stdout]    |
[INFO] [stdout] 19 | const CD: u8 = 1; // digit
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CS` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:20:7
[INFO] [stdout]    |
[INFO] [stdout] 20 | const CS: u8 = 2; // space
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CN` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:21:7
[INFO] [stdout]    |
[INFO] [stdout] 21 | const CN: u8 = 3; // newline
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CA` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:22:7
[INFO] [stdout]    |
[INFO] [stdout] 22 | const CA: u8 = 4; // apostrophe
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CH` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:23:7
[INFO] [stdout]    |
[INFO] [stdout] 23 | const CH: u8 = 5; // high byte
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `CO` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:24:7
[INFO] [stdout]    |
[INFO] [stdout] 24 | const CO: u8 = 6; // other punct
[INFO] [stdout]    |       ^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: static `CLASS_LUT` is never used
[INFO] [stdout]   --> examples/bench_simd_full.rs:26:8
[INFO] [stdout]    |
[INFO] [stdout] 26 | static CLASS_LUT: [u8; 256] = {
[INFO] [stdout]    |        ^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `fixup_boundaries` is never used
[INFO] [stdout]    --> examples/bench_simd_full.rs:170:4
[INFO] [stdout]     |
[INFO] [stdout] 170 | fn fixup_boundaries(bytes: &[u8], boundaries: &mut Vec<u32>) {
[INFO] [stdout]     |    ^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] error[E0432]: unresolved import `pretokie::Regex`
[INFO] [stdout]   --> examples/verify_vs_hf.rs:9:5
[INFO] [stdout]    |
[INFO] [stdout]  9 | use pretokie::Regex;
[INFO] [stdout]    |     ^^^^^^^^^^-----
[INFO] [stdout]    |               |
[INFO] [stdout]    |               no `Regex` in the root
[INFO] [stdout]    |
[INFO] [stdout] note: found an item that was configured out
[INFO] [stdout]   --> src/lib.rs:43:23
[INFO] [stdout]    |
[INFO] [stdout] 42 | #[cfg(feature = "regex")]
[INFO] [stdout]    |       ----------------- the item is gated behind the `regex` feature
[INFO] [stdout] 43 | pub use impls::regex::Regex;
[INFO] [stdout]    |                       ^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: value assigned to `state` is never read
[INFO] [stdout]    --> examples/bench_branchless.rs:110:21
[INFO] [stdout]     |
[INFO] [stdout] 110 |     let mut state = 0u8; // START
[INFO] [stdout]     |                     ^^^ this value is reassigned later and never used
[INFO] [stdout] ...
[INFO] [stdout] 114 |     state = TABLE[0][first_class as usize].next;
[INFO] [stdout]     |     ------------------------------------------- `state` is overwritten here before the previous value is read
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(unused_assignments)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] For more information about this error, try `rustc --explain E0432`.
[INFO] [stdout] 
[INFO] [stdout] warning: value assigned to `state` is never read
[INFO] [stdout]    --> examples/bench_branchless.rs:454:29
[INFO] [stdout]     |
[INFO] [stdout] 454 |             let mut state = 0u8;
[INFO] [stdout]     |                             ^^^ this value is reassigned later and never used
[INFO] [stdout] ...
[INFO] [stdout] 457 |             state = TABLE[0][first_class as usize].next;
[INFO] [stdout]     |             ------------------------------------------- `state` is overwritten here before the previous value is read
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `ST_START` is never used
[INFO] [stdout]   --> examples/bench_branchless.rs:45:7
[INFO] [stdout]    |
[INFO] [stdout] 45 | const ST_START: u8    = 0;  // beginning or just emitted
[INFO] [stdout]    |       ^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] For more information about this error, try `rustc --explain E0432`.
[INFO] [stdout] 
[INFO] [stderr] error: could not compile `pretokie` (example "profile_stages") due to 1 previous error
[INFO] [stderr] warning: build failed, waiting for other jobs to finish...
[INFO] [stderr] error: could not compile `pretokie` (example "verify_vs_hf") due to 1 previous error
[INFO] [stdout] warning: variable does not need to be mutable
[INFO] [stdout]    --> examples/bench_fused.rs:498:13
[INFO] [stdout]     |
[INFO] [stdout] 498 |         let mut insert_merge = |left: u32, right: u32, id: u32, r: u32,
[INFO] [stdout]     |             ----^^^^^^^^^^^^
[INFO] [stdout]     |             |
[INFO] [stdout]     |             help: remove this `mut`
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(unused_mut)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `TieredBpe` is never constructed
[INFO] [stdout]    --> examples/bench_fused.rs:625:8
[INFO] [stdout]     |
[INFO] [stdout] 625 | struct TieredBpe {
[INFO] [stdout]     |        ^^^^^^^^^
[INFO] [stdout]     |
[INFO] [stdout]     = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new_english_like` and `encode_piece` are never used
[INFO] [stdout]    --> examples/bench_fused.rs:642:8
[INFO] [stdout]     |
[INFO] [stdout] 641 | impl TieredBpe {
[INFO] [stdout]     | -------------- associated items in this implementation
[INFO] [stdout] 642 |     fn new_english_like() -> Self {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 758 |     fn encode_piece(&self, piece: &[u8], output: &mut Vec<TokenId>) {
[INFO] [stdout]     |        ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `collect_boundaries` is never used
[INFO] [stdout]     --> examples/bench_fused.rs:1330:8
[INFO] [stdout]      |
[INFO] [stdout] 1330 |     fn collect_boundaries(text: &str) -> Vec<u32> {
[INFO] [stdout]      |        ^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: method `as_mut_slice` is never used
[INFO] [stdout]     --> examples/bench_fused.rs:1938:12
[INFO] [stdout]      |
[INFO] [stdout] 1932 |     impl SendPtr {
[INFO] [stdout]      |     ------------ method in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 1938 |         fn as_mut_slice(self, len: usize) -> &'static mut [u32] { unsafe { std::slice::from_raw_parts_mut(self.0 as *mut u32, len)...
[INFO] [stdout]      |            ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] running `Command { std: "docker" "inspect" "b72e9e7964c96f7cdd334a92376f46887728b9ee83a3af61e4fd627e9d5c939e", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "b72e9e7964c96f7cdd334a92376f46887728b9ee83a3af61e4fd627e9d5c939e", kill_on_drop: false }`
[INFO] [stdout] b72e9e7964c96f7cdd334a92376f46887728b9ee83a3af61e4fd627e9d5c939e
