[INFO] cloning repository https://github.com/timwee/tokenizer_notes [INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/timwee/tokenizer_notes" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Ftimwee%2Ftokenizer_notes", kill_on_drop: false }` [INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Ftimwee%2Ftokenizer_notes'... [INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }` [INFO] [stdout] 01978463be01d0cf282ea4e1b30ed34446520c5d [INFO] checking timwee/tokenizer_notes against try#2277c63fa464d237b17b68d3b87f9fbb89e58a3e for pr-133570-1 [INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Ftimwee%2Ftokenizer_notes" "/workspace/builds/worker-5-tc2/source", kill_on_drop: false }` [INFO] [stderr] Cloning into '/workspace/builds/worker-5-tc2/source'... [INFO] [stderr] done. [INFO] validating manifest of git repo https://github.com/timwee/tokenizer_notes on toolchain 2277c63fa464d237b17b68d3b87f9fbb89e58a3e [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+2277c63fa464d237b17b68d3b87f9fbb89e58a3e" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] started tweaking git repo https://github.com/timwee/tokenizer_notes [INFO] finished tweaking git repo https://github.com/timwee/tokenizer_notes [INFO] tweaked toml for git repo https://github.com/timwee/tokenizer_notes written to /workspace/builds/worker-5-tc2/source/Cargo.toml [INFO] crate git repo https://github.com/timwee/tokenizer_notes already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+2277c63fa464d237b17b68d3b87f9fbb89e58a3e" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-5-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-5-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:f3a9d4ad9d972b27faf3965f35b62e55ba32bbce8f20bc8fe909558a86702fde" "/opt/rustwide/cargo-home/bin/cargo" "+2277c63fa464d237b17b68d3b87f9fbb89e58a3e" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] e5a6c49934e105a9c8076908a75b1f72c76a7a1490085800cd6e8757b31e8cc6 [INFO] running `Command { std: "docker" "start" "-a" "e5a6c49934e105a9c8076908a75b1f72c76a7a1490085800cd6e8757b31e8cc6", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "e5a6c49934e105a9c8076908a75b1f72c76a7a1490085800cd6e8757b31e8cc6", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "e5a6c49934e105a9c8076908a75b1f72c76a7a1490085800cd6e8757b31e8cc6", kill_on_drop: false }` [INFO] [stdout] e5a6c49934e105a9c8076908a75b1f72c76a7a1490085800cd6e8757b31e8cc6 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-5-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-5-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:f3a9d4ad9d972b27faf3965f35b62e55ba32bbce8f20bc8fe909558a86702fde" "/opt/rustwide/cargo-home/bin/cargo" "+2277c63fa464d237b17b68d3b87f9fbb89e58a3e" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 912f6eed81854977527e1d37dd43d62353d3f9d9f15d01089b45d0aae40ea5a3 [INFO] running `Command { std: "docker" "start" "-a" "912f6eed81854977527e1d37dd43d62353d3f9d9f15d01089b45d0aae40ea5a3", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.86 [INFO] [stderr] Compiling unicode-ident v1.0.13 [INFO] [stderr] Checking memchr v2.7.4 [INFO] [stderr] Compiling siphasher v0.3.11 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Checking regex-syntax v0.8.5 [INFO] [stderr] Checking bit-vec v0.6.3 [INFO] [stderr] Checking lazy_static v1.5.0 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Checking bit-set v0.5.3 [INFO] [stderr] Checking base64 v0.22.1 [INFO] [stderr] Compiling phf_shared v0.11.2 [INFO] [stderr] Checking aho-corasick v1.1.3 [INFO] [stderr] Compiling phf_generator v0.11.2 [INFO] [stderr] Compiling quote v1.0.37 [INFO] [stderr] Compiling syn v2.0.79 [INFO] [stderr] Checking regex-automata v0.4.8 [INFO] [stderr] Compiling phf_macros v0.11.2 [INFO] [stderr] Checking phf v0.11.2 [INFO] [stderr] Checking fancy-regex v0.13.0 [INFO] [stderr] Checking regex v1.11.0 [INFO] [stderr] Checking my_bpe_tokenizer v0.1.0 (/opt/rustwide/workdir) [INFO] [stdout] warning: unused import: `phf::phf_map` [INFO] [stdout] --> src/bpe_tiktoken.rs:2:5 [INFO] [stdout] | [INFO] [stdout] 2 | use phf::phf_map; [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `phf::phf_map` [INFO] [stdout] --> src/bpe_tiktoken.rs:2:5 [INFO] [stdout] | [INFO] [stdout] 2 | use phf::phf_map; [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `BPETiktoken` is never constructed [INFO] [stdout] --> src/bpe_tiktoken.rs:8:8 [INFO] [stdout] | [INFO] [stdout] 8 | struct BPETiktoken<'b> { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated items `new`, `cl100k_base`, `encode_no_special_tokens`, `encode`, and `decode` are never used [INFO] [stdout] --> src/bpe_tiktoken.rs:18:8 [INFO] [stdout] | [INFO] [stdout] 17 | impl<'b> BPETiktoken<'b> { [INFO] [stdout] | ------------------------ associated items in this implementation [INFO] [stdout] 18 | fn new( [INFO] [stdout] | ^^^ [INFO] [stdout] ... [INFO] [stdout] 47 | fn cl100k_base() -> Self { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 130 | fn encode_no_special_tokens(&self, text: &str) -> Vec { [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 147 | fn encode(&self, text: &str) -> Vec { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 198 | fn decode(&self, tokens: &[Rank]) -> Vec { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `read_bpe_openai` is never used [INFO] [stdout] --> src/io.rs:7:8 [INFO] [stdout] | [INFO] [stdout] 7 | pub fn read_bpe_openai(path: &str) -> Result, u32>, Box> { [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 11.38s [INFO] running `Command { std: "docker" "inspect" "912f6eed81854977527e1d37dd43d62353d3f9d9f15d01089b45d0aae40ea5a3", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "912f6eed81854977527e1d37dd43d62353d3f9d9f15d01089b45d0aae40ea5a3", kill_on_drop: false }` [INFO] [stdout] 912f6eed81854977527e1d37dd43d62353d3f9d9f15d01089b45d0aae40ea5a3