[INFO] fetching crate chonkier 0.0.2... [INFO] checking chonkier-0.0.2 against master#cf38b8e663f15db10ce49d7bbce02c99fc3dbc0c for pr-143170 [INFO] extracting crate chonkier 0.0.2 into /workspace/builds/worker-1-tc1/source [INFO] started tweaking crates.io crate chonkier 0.0.2 [INFO] removed 0 missing examples [INFO] finished tweaking crates.io crate chonkier 0.0.2 [INFO] tweaked toml for crates.io crate chonkier 0.0.2 written to /workspace/builds/worker-1-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate chonkier 0.0.2 on toolchain cf38b8e663f15db10ce49d7bbce02c99fc3dbc0c [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cf38b8e663f15db10ce49d7bbce02c99fc3dbc0c" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate chonkier 0.0.2 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cf38b8e663f15db10ce49d7bbce02c99fc3dbc0c" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded hf-hub v0.4.2 [INFO] [stderr] Downloaded monostate-impl v0.1.14 [INFO] [stderr] Downloaded monostate v0.1.14 [INFO] [stderr] Downloaded fancy-regex v0.13.0 [INFO] [stderr] Downloaded tokenizers v0.21.1 [INFO] [stderr] Downloaded tiktoken-rs v0.6.0 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:90999bfc7ae267e83380e433d8e61a7c072ca6729e92edbae886d3423b3a6f4c" "/opt/rustwide/cargo-home/bin/cargo" "+cf38b8e663f15db10ce49d7bbce02c99fc3dbc0c" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] e61e54bd8e3d9b3b478e5325b47863734513de713de44966ca4afbb6e878e551 [INFO] running `Command { std: "docker" "start" "-a" "e61e54bd8e3d9b3b478e5325b47863734513de713de44966ca4afbb6e878e551", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "e61e54bd8e3d9b3b478e5325b47863734513de713de44966ca4afbb6e878e551", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "e61e54bd8e3d9b3b478e5325b47863734513de713de44966ca4afbb6e878e551", kill_on_drop: false }` [INFO] [stdout] e61e54bd8e3d9b3b478e5325b47863734513de713de44966ca4afbb6e878e551 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:90999bfc7ae267e83380e433d8e61a7c072ca6729e92edbae886d3423b3a6f4c" "/opt/rustwide/cargo-home/bin/cargo" "+cf38b8e663f15db10ce49d7bbce02c99fc3dbc0c" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 526d58d43f54864f94b74719be86e83e2798823579e3c84a8d420e8fe2b2884b [INFO] running `Command { std: "docker" "start" "-a" "526d58d43f54864f94b74719be86e83e2798823579e3c84a8d420e8fe2b2884b", kill_on_drop: false }` [INFO] [stderr] Compiling libc v0.2.171 [INFO] [stderr] Checking either v1.15.0 [INFO] [stderr] Checking aho-corasick v1.1.3 [INFO] [stderr] Compiling quote v1.0.40 [INFO] [stderr] Compiling cc v1.2.19 [INFO] [stderr] Compiling zerocopy v0.8.24 [INFO] [stderr] Compiling pkg-config v0.3.32 [INFO] [stderr] Compiling portable-atomic v1.11.0 [INFO] [stderr] Checking rayon v1.10.0 [INFO] [stderr] Compiling syn v2.0.100 [INFO] [stderr] Compiling paste v1.0.15 [INFO] [stderr] Checking regex-automata v0.4.9 [INFO] [stderr] Checking unicode-width v0.2.0 [INFO] [stderr] Checking bit-set v0.5.3 [INFO] [stderr] Checking hashbrown v0.15.2 [INFO] [stderr] Checking clap_builder v4.5.36 [INFO] [stderr] Checking getrandom v0.2.15 [INFO] [stderr] Checking console v0.15.11 [INFO] [stderr] Checking rand_core v0.6.4 [INFO] [stderr] Checking parking_lot_core v0.9.10 [INFO] [stderr] Checking nom v7.1.3 [INFO] [stderr] Compiling onig_sys v69.8.1 [INFO] [stderr] Compiling esaxx-rs v0.1.10 [INFO] [stderr] Checking ppv-lite86 v0.2.21 [INFO] [stderr] Checking rand_chacha v0.3.1 [INFO] [stderr] Checking itertools v0.10.5 [INFO] [stderr] Checking itertools v0.11.0 [INFO] [stderr] Compiling macro_rules_attribute-proc_macro v0.2.0 [INFO] [stderr] Checking base64 v0.13.1 [INFO] [stderr] Checking macro_rules_attribute v0.2.0 [INFO] [stderr] Checking regex v1.11.1 [INFO] [stderr] Checking fancy-regex v0.13.0 [INFO] [stderr] Checking bstr v1.12.0 [INFO] [stderr] Checking indicatif v0.17.11 [INFO] [stderr] Checking clap v4.5.36 [INFO] [stderr] Checking rand v0.8.5 [INFO] [stderr] Checking parking_lot v0.12.3 [INFO] [stderr] Checking is-terminal v0.4.16 [INFO] [stderr] Checking lru v0.14.0 [INFO] [stderr] Checking itertools v0.13.0 [INFO] [stderr] Checking unicode-normalization-alignments v0.1.12 [INFO] [stderr] Checking unicode_categories v0.1.1 [INFO] [stderr] Checking tiktoken-rs v0.6.0 [INFO] [stderr] Checking criterion-plot v0.5.0 [INFO] [stderr] Checking rayon-cond v0.3.0 [INFO] [stderr] Compiling darling_core v0.20.11 [INFO] [stderr] Compiling serde_derive v1.0.219 [INFO] [stderr] Compiling monostate-impl v0.1.14 [INFO] [stderr] Compiling thiserror-impl v2.0.12 [INFO] [stderr] Checking thiserror v2.0.12 [INFO] [stderr] Compiling darling_macro v0.20.11 [INFO] [stderr] Compiling darling v0.20.11 [INFO] [stderr] Checking onig v6.4.0 [INFO] [stderr] Compiling derive_builder_core v0.20.2 [INFO] [stderr] Compiling derive_builder_macro v0.20.2 [INFO] [stderr] Checking derive_builder v0.20.2 [INFO] [stderr] Checking serde v1.0.219 [INFO] [stderr] Checking serde_json v1.0.140 [INFO] [stderr] Checking spm_precompiled v0.1.4 [INFO] [stderr] Checking ciborium v0.2.2 [INFO] [stderr] Checking monostate v0.1.14 [INFO] [stderr] Checking chonkier v0.0.2 (/opt/rustwide/workdir) [INFO] [stderr] Checking tinytemplate v1.2.1 [INFO] [stderr] Checking tokenizers v0.21.1 [INFO] [stderr] Checking criterion v0.5.1 [INFO] [stdout] warning: unused import: `black_box` [INFO] [stdout] --> benches/hf_tokenizer.rs:2:28 [INFO] [stdout] | [INFO] [stdout] 2 | use criterion::{Criterion, black_box}; [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `std::fs` [INFO] [stdout] --> benches/hf_tokenizer.rs:3:5 [INFO] [stdout] | [INFO] [stdout] 3 | use std::fs; [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `chonkier::chunker::recursive::RecursiveChunker` [INFO] [stdout] --> examples/recursive_chunker_json.rs:4:5 [INFO] [stdout] | [INFO] [stdout] 4 | use chonkier::chunker::recursive::RecursiveChunker; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `chonkier::types::RecursiveRules` [INFO] [stdout] --> examples/recursive_chunker_json.rs:5:5 [INFO] [stdout] | [INFO] [stdout] 5 | use chonkier::types::RecursiveRules; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused imports: `File` and `self` [INFO] [stdout] --> examples/recursive_chunker_json.rs:8:15 [INFO] [stdout] | [INFO] [stdout] 8 | use std::fs::{self, File}; [INFO] [stdout] | ^^^^ ^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused imports: `BufWriter` and `Write` [INFO] [stdout] --> examples/recursive_chunker_json.rs:9:15 [INFO] [stdout] | [INFO] [stdout] 9 | use std::io::{BufWriter, Write}; [INFO] [stdout] | ^^^^^^^^^ ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `serde::Serialize` [INFO] [stdout] --> examples/recursive_chunker_json.rs:11:5 [INFO] [stdout] | [INFO] [stdout] 11 | use serde::Serialize; [INFO] [stdout] | ^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0601]: `main` function not found in crate `recursive_chunker_json` [INFO] [stdout] --> examples/recursive_chunker_json.rs:44:2 [INFO] [stdout] | [INFO] [stdout] 44 | } [INFO] [stdout] | ^ consider adding a `main` function to `examples/recursive_chunker_json.rs` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] For more information about this error, try `rustc --explain E0601`. [INFO] [stdout] [INFO] [stderr] error: could not compile `chonkier` (example "recursive_chunker_json") due to 1 previous error; 5 warnings emitted [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] running `Command { std: "docker" "inspect" "526d58d43f54864f94b74719be86e83e2798823579e3c84a8d420e8fe2b2884b", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "526d58d43f54864f94b74719be86e83e2798823579e3c84a8d420e8fe2b2884b", kill_on_drop: false }` [INFO] [stdout] 526d58d43f54864f94b74719be86e83e2798823579e3c84a8d420e8fe2b2884b