[INFO] fetching crate llama-tokenizer 0.1.1... [INFO] testing llama-tokenizer-0.1.1 against master#562dee4820c458d823175268e41601d4c060588a for pr-154210-1 [INFO] extracting crate llama-tokenizer 0.1.1 into /workspace/builds/worker-0-tc1/source [INFO] started tweaking crates.io crate llama-tokenizer 0.1.1 [INFO] finished tweaking crates.io crate llama-tokenizer 0.1.1 [INFO] tweaked toml for crates.io crate llama-tokenizer 0.1.1 written to /workspace/builds/worker-0-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate llama-tokenizer 0.1.1 on toolchain 562dee4820c458d823175268e41601d4c060588a [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate llama-tokenizer 0.1.1 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded unicode-ident v1.0.24 [INFO] [stderr] Downloaded quote v1.0.44 [INFO] [stderr] Downloaded syn v2.0.116 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] b3b3264698bec73b1e5d891a51755909fb6434f77abfaaa92516d59894da6346 [INFO] running `Command { std: "docker" "start" "-a" "b3b3264698bec73b1e5d891a51755909fb6434f77abfaaa92516d59894da6346", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "b3b3264698bec73b1e5d891a51755909fb6434f77abfaaa92516d59894da6346", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "b3b3264698bec73b1e5d891a51755909fb6434f77abfaaa92516d59894da6346", kill_on_drop: false }` [INFO] [stdout] b3b3264698bec73b1e5d891a51755909fb6434f77abfaaa92516d59894da6346 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] bedf70153c80aa5cc93f0c4d294c7539218f517c63666edbb33e4860138f57b2 [INFO] running `Command { std: "docker" "start" "-a" "bedf70153c80aa5cc93f0c4d294c7539218f517c63666edbb33e4860138f57b2", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.106 [INFO] [stderr] Compiling quote v1.0.44 [INFO] [stderr] Compiling unicode-ident v1.0.24 [INFO] [stderr] Compiling thiserror v2.0.18 [INFO] [stderr] Compiling syn v2.0.116 [INFO] [stderr] Compiling thiserror-impl v2.0.18 [INFO] [stderr] Compiling llama-tokenizer v0.1.1 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 5.79s [INFO] running `Command { std: "docker" "inspect" "bedf70153c80aa5cc93f0c4d294c7539218f517c63666edbb33e4860138f57b2", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "bedf70153c80aa5cc93f0c4d294c7539218f517c63666edbb33e4860138f57b2", kill_on_drop: false }` [INFO] [stdout] bedf70153c80aa5cc93f0c4d294c7539218f517c63666edbb33e4860138f57b2 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 94ce9d153280805761b827b7fc7b695d84a1ded0f677f666a842e969205214bb [INFO] running `Command { std: "docker" "start" "-a" "94ce9d153280805761b827b7fc7b695d84a1ded0f677f666a842e969205214bb", kill_on_drop: false }` [INFO] [stderr] Compiling llama-tokenizer v0.1.1 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.38s [INFO] running `Command { std: "docker" "inspect" "94ce9d153280805761b827b7fc7b695d84a1ded0f677f666a842e969205214bb", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "94ce9d153280805761b827b7fc7b695d84a1ded0f677f666a842e969205214bb", kill_on_drop: false }` [INFO] [stdout] 94ce9d153280805761b827b7fc7b695d84a1ded0f677f666a842e969205214bb [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+562dee4820c458d823175268e41601d4c060588a" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] 49e9c54445a2a58bd4cd1abeb35adab85e847ff8529a691fc9e1f6c189aac8bc [INFO] running `Command { std: "docker" "start" "-a" "49e9c54445a2a58bd4cd1abeb35adab85e847ff8529a691fc9e1f6c189aac8bc", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.03s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/llama_tokenizer-bffd39fab6f1c1c5) [INFO] [stdout] [INFO] [stdout] running 9 tests [INFO] [stdout] test tests::decode_empty_tokens ... ok [INFO] [stdout] test tests::encode_empty_string ... ok [INFO] [stdout] test tests::decode_roundtrip ... ok [INFO] [stdout] test tests::encode_multiple_spaces ... ok [INFO] [stdout] test tests::encode_single_word ... ok [INFO] [stdout] test tests::encode_whitespace_simple ... ok [INFO] [stdout] test tests::decode_invalid_token_errors ... ok [INFO] [stdout] test tests::streaming_decode_state ... ok [INFO] [stdout] test tests::vocab_size_reflects_built_vocab ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 9 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.01s [INFO] [stdout] [INFO] [stderr] Doc-tests llama_tokenizer [INFO] [stdout] [INFO] [stdout] running 0 tests [INFO] [stdout] [INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] running `Command { std: "docker" "inspect" "49e9c54445a2a58bd4cd1abeb35adab85e847ff8529a691fc9e1f6c189aac8bc", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "49e9c54445a2a58bd4cd1abeb35adab85e847ff8529a691fc9e1f6c189aac8bc", kill_on_drop: false }` [INFO] [stdout] 49e9c54445a2a58bd4cd1abeb35adab85e847ff8529a691fc9e1f6c189aac8bc