[INFO] fetching crate minbpe 0.1.0... [INFO] testing minbpe-0.1.0 against master#cdb45c87e2cd43495379f7e867e3cc15dcee9f93 for pr-145838-1 [INFO] extracting crate minbpe 0.1.0 into /workspace/builds/worker-1-tc1/source [INFO] started tweaking crates.io crate minbpe 0.1.0 [INFO] removed 0 missing examples [INFO] finished tweaking crates.io crate minbpe 0.1.0 [INFO] tweaked toml for crates.io crate minbpe 0.1.0 written to /workspace/builds/worker-1-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate minbpe 0.1.0 on toolchain cdb45c87e2cd43495379f7e867e3cc15dcee9f93 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate minbpe 0.1.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded fancy-regex v0.13.0 [INFO] [stderr] Downloaded fancy-regex v0.12.0 [INFO] [stderr] Downloaded getrandom v0.2.13 [INFO] [stderr] Downloaded tiktoken-rs v0.5.8 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 9218fa8179a59314faabb2ad9eb1a3738dcf067b3b2b4e2b5756c5e4f24aacd4 [INFO] running `Command { std: "docker" "start" "-a" "9218fa8179a59314faabb2ad9eb1a3738dcf067b3b2b4e2b5756c5e4f24aacd4", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "9218fa8179a59314faabb2ad9eb1a3738dcf067b3b2b4e2b5756c5e4f24aacd4", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "9218fa8179a59314faabb2ad9eb1a3738dcf067b3b2b4e2b5756c5e4f24aacd4", kill_on_drop: false }` [INFO] [stdout] 9218fa8179a59314faabb2ad9eb1a3738dcf067b3b2b4e2b5756c5e4f24aacd4 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 81615b053ab04afb4ba2e9cbe59a5b67038ed28c1272807b6e2660558810bc40 [INFO] running `Command { std: "docker" "start" "-a" "81615b053ab04afb4ba2e9cbe59a5b67038ed28c1272807b6e2660558810bc40", kill_on_drop: false }` [INFO] [stderr] Compiling memchr v2.7.1 [INFO] [stderr] Compiling regex-syntax v0.8.2 [INFO] [stderr] Compiling bit-vec v0.6.3 [INFO] [stderr] Compiling hashbrown v0.14.3 [INFO] [stderr] Compiling equivalent v1.0.1 [INFO] [stderr] Compiling lazy_static v1.4.0 [INFO] [stderr] Compiling bit-set v0.5.3 [INFO] [stderr] Compiling aho-corasick v1.1.3 [INFO] [stderr] Compiling indexmap v2.2.6 [INFO] [stderr] Compiling regex-automata v0.4.6 [INFO] [stderr] Compiling regex v1.10.4 [INFO] [stderr] Compiling fancy-regex v0.13.0 [INFO] [stderr] Compiling minbpe v0.1.0 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 17.59s [INFO] running `Command { std: "docker" "inspect" "81615b053ab04afb4ba2e9cbe59a5b67038ed28c1272807b6e2660558810bc40", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "81615b053ab04afb4ba2e9cbe59a5b67038ed28c1272807b6e2660558810bc40", kill_on_drop: false }` [INFO] [stdout] 81615b053ab04afb4ba2e9cbe59a5b67038ed28c1272807b6e2660558810bc40 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 32a95f9ea841b6287a6e8d25475d35bbcbf643f35da7cab2a16a477491e74c65 [INFO] running `Command { std: "docker" "start" "-a" "32a95f9ea841b6287a6e8d25475d35bbcbf643f35da7cab2a16a477491e74c65", kill_on_drop: false }` [INFO] [stderr] Compiling rustix v0.38.32 [INFO] [stderr] Compiling bitflags v2.5.0 [INFO] [stderr] Compiling bit-vec v0.6.3 [INFO] [stderr] Compiling linux-raw-sys v0.4.13 [INFO] [stderr] Compiling libm v0.2.8 [INFO] [stderr] Compiling num-traits v0.2.18 [INFO] [stderr] Compiling getrandom v0.2.13 [INFO] [stderr] Compiling fastrand v2.0.2 [INFO] [stderr] Compiling rand_core v0.6.4 [INFO] [stderr] Compiling bit-set v0.5.3 [INFO] [stderr] Compiling wait-timeout v0.2.0 [INFO] [stderr] Compiling fancy-regex v0.13.0 [INFO] [stderr] Compiling rand_chacha v0.3.1 [INFO] [stderr] Compiling rand_xorshift v0.3.0 [INFO] [stderr] Compiling rand v0.8.5 [INFO] [stderr] Compiling minbpe v0.1.0 (/opt/rustwide/workdir) [INFO] [stderr] Compiling tempfile v3.10.1 [INFO] [stderr] Compiling rusty-fork v0.3.0 [INFO] [stderr] Compiling proptest v1.4.0 [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 18.50s [INFO] running `Command { std: "docker" "inspect" "32a95f9ea841b6287a6e8d25475d35bbcbf643f35da7cab2a16a477491e74c65", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "32a95f9ea841b6287a6e8d25475d35bbcbf643f35da7cab2a16a477491e74c65", kill_on_drop: false }` [INFO] [stdout] 32a95f9ea841b6287a6e8d25475d35bbcbf643f35da7cab2a16a477491e74c65 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-1-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:7ad1b28ee6f5f7f699f6cf7015098d6ccdd96d6f2d78dd06228f5b4c9faf309c" "/opt/rustwide/cargo-home/bin/cargo" "+cdb45c87e2cd43495379f7e867e3cc15dcee9f93" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] b656511783ada9746e0c9756ba141c9211f55893fa84758ec454fb2aaecda31d [INFO] running `Command { std: "docker" "start" "-a" "b656511783ada9746e0c9756ba141c9211f55893fa84758ec454fb2aaecda31d", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.14s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/minbpe-1b090f1fa7d072bd) [INFO] [stdout] [INFO] [stdout] running 6 tests [INFO] [stdout] test base::tests::test_render_token ... ok [INFO] [stdout] test base::tests::test_replace_control_characters ... ok [INFO] [stdout] test base::tests::test_indexmap_order ... ok [INFO] [stdout] test regex::tests::test_pattern_matching ... ok [INFO] [stdout] test regex::tests::test_encode_special ... ok [INFO] [stdout] test regex::tests::test_encode_special_panic - should panic ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 6 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.20s [INFO] [stdout] [INFO] [stderr] Running tests/tiktoken_compat.rs (/opt/rustwide/target/debug/deps/tiktoken_compat-620a794aa24ee4ad) [INFO] [stdout] [INFO] [stdout] running 0 tests [INFO] [stdout] [INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stderr] Running tests/tokenizer_tests.rs (/opt/rustwide/target/debug/deps/tokenizer_tests-f5424dcd63933159) [INFO] [stdout] [INFO] [stdout] running 2 tests [INFO] [stdout] test tests::test_wikipedia_example ... ok [INFO] [stdout] test tests::test_save_load ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.70s [INFO] [stdout] [INFO] [stderr] Running tests/tokenizer_tests_gpt4.rs (/opt/rustwide/target/debug/deps/tokenizer_tests_gpt4-ade065bdb425a721) [INFO] [stdout] [INFO] [stdout] running 0 tests [INFO] [stdout] [INFO] [stdout] test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stderr] Doc-tests minbpe [INFO] [stdout] [INFO] [stdout] running 10 tests [INFO] [stdout] test src/base.rs - base::render_token (line 403) ... ignored [INFO] [stdout] test src/base.rs - base::replace_control_characters (line 373) ... ignored [INFO] [stdout] test src/base.rs - base::get_stats (line 248) ... ok [INFO] [stdout] test src/base.rs - base::merge (line 312) ... ok [INFO] [stdout] test src/basic.rs - basic::BasicTokenizer (line 18) ... ok [INFO] [stdout] test src/regex.rs - regex::RegexTokenizerStruct (line 238) ... ok [INFO] [stdout] test src/base.rs - base::Saveable::save (line 60) ... ok [INFO] [stdout] test src/base.rs - base::Loadable::load (line 148) ... ok [INFO] [stdout] test src/base.rs - base::update_stats (line 264) ... ok [INFO] [stdout] test src/regex.rs - regex::AllowedSpecial (line 36) ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 8 passed; 0 failed; 2 ignored; 0 measured; 0 filtered out; finished in 1.77s [INFO] [stdout] [INFO] running `Command { std: "docker" "inspect" "b656511783ada9746e0c9756ba141c9211f55893fa84758ec454fb2aaecda31d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "b656511783ada9746e0c9756ba141c9211f55893fa84758ec454fb2aaecda31d", kill_on_drop: false }` [INFO] [stdout] b656511783ada9746e0c9756ba141c9211f55893fa84758ec454fb2aaecda31d