[INFO] fetching crate bert_tokenizer 0.1.3... [INFO] testing bert_tokenizer-0.1.3 against master#c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38 for pr-146098-7 [INFO] extracting crate bert_tokenizer 0.1.3 into /workspace/builds/worker-0-tc1/source [INFO] started tweaking crates.io crate bert_tokenizer 0.1.3 [INFO] finished tweaking crates.io crate bert_tokenizer 0.1.3 [INFO] tweaked toml for crates.io crate bert_tokenizer 0.1.3 written to /workspace/builds/worker-0-tc1/source/Cargo.toml [INFO] validating manifest of crates.io crate bert_tokenizer 0.1.3 on toolchain c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "generate-lockfile" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Locking 7 packages to latest compatible versions [INFO] [stderr] Adding indexmap v1.9.3 (available: v2.12.0) [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Blocking waiting for file lock on package cache [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded unicode_categories v0.1.1 [INFO] [stderr] Downloaded unicode-normalization v0.1.25 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 5728622ef23521d2df250cef4ea7c23b4a71f5d9fcdf33d0914966ea509746c6 [INFO] running `Command { std: "docker" "start" "-a" "5728622ef23521d2df250cef4ea7c23b4a71f5d9fcdf33d0914966ea509746c6", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "5728622ef23521d2df250cef4ea7c23b4a71f5d9fcdf33d0914966ea509746c6", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "5728622ef23521d2df250cef4ea7c23b4a71f5d9fcdf33d0914966ea509746c6", kill_on_drop: false }` [INFO] [stdout] 5728622ef23521d2df250cef4ea7c23b4a71f5d9fcdf33d0914966ea509746c6 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "build" "--frozen" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] f9d5dc575bce1cfce0df07ac83e5b49fad70d09808a6a06e7ca16733c3e3e0e9 [INFO] running `Command { std: "docker" "start" "-a" "f9d5dc575bce1cfce0df07ac83e5b49fad70d09808a6a06e7ca16733c3e3e0e9", kill_on_drop: false }` [INFO] [stderr] Compiling indexmap v1.9.3 [INFO] [stderr] Compiling hashbrown v0.12.3 [INFO] [stderr] Compiling unicode_categories v0.1.1 [INFO] [stderr] Compiling tinyvec v1.10.0 [INFO] [stderr] Compiling unicode-normalization v0.1.25 [INFO] [stderr] Compiling bert_tokenizer v0.1.3 (/opt/rustwide/workdir) [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 2.27s [INFO] running `Command { std: "docker" "inspect" "f9d5dc575bce1cfce0df07ac83e5b49fad70d09808a6a06e7ca16733c3e3e0e9", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "f9d5dc575bce1cfce0df07ac83e5b49fad70d09808a6a06e7ca16733c3e3e0e9", kill_on_drop: false }` [INFO] [stdout] f9d5dc575bce1cfce0df07ac83e5b49fad70d09808a6a06e7ca16733c3e3e0e9 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 6b2f606cc36c26872511bbb4ecd034ba05458374e94dd3c263675552bba01b8e [INFO] running `Command { std: "docker" "start" "-a" "6b2f606cc36c26872511bbb4ecd034ba05458374e94dd3c263675552bba01b8e", kill_on_drop: false }` [INFO] [stderr] Compiling bert_tokenizer v0.1.3 (/opt/rustwide/workdir) [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.66s [INFO] running `Command { std: "docker" "inspect" "6b2f606cc36c26872511bbb4ecd034ba05458374e94dd3c263675552bba01b8e", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "6b2f606cc36c26872511bbb4ecd034ba05458374e94dd3c263675552bba01b8e", kill_on_drop: false }` [INFO] [stdout] 6b2f606cc36c26872511bbb4ecd034ba05458374e94dd3c263675552bba01b8e [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+c90bcb9571b7aab0d8beaa2ce8a998ffaf079d38" "test" "--frozen", kill_on_drop: false }` [INFO] [stdout] f3a851d22179272f1d54bc24bea28c9ba17c3299bb3491d8e8e55d2c6e421b90 [INFO] running `Command { std: "docker" "start" "-a" "f3a851d22179272f1d54bc24bea28c9ba17c3299bb3491d8e8e55d2c6e421b90", kill_on_drop: false }` [INFO] [stderr] Finished `test` profile [unoptimized + debuginfo] target(s) in 0.02s [INFO] [stderr] Running unittests src/lib.rs (/opt/rustwide/target/debug/deps/bert_tokenizer-c68f01542df8dbc4) [INFO] [stdout] [INFO] [stdout] running 2 tests [INFO] [stdout] test tests::test_strip_accent ... ok [INFO] [stdout] test tests::test_run_split_on_punc ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s [INFO] [stdout] [INFO] [stderr] Running tests/vocab.rs (/opt/rustwide/target/debug/deps/vocab-295b8920734bf970) [INFO] [stdout] [INFO] [stdout] running 4 tests [INFO] [stdout] test test_full_tokenizer_cased_no_strip_accents ... ok [INFO] [stdout] test test_full_tokenizer_cased_strip_accents ... ok [INFO] [stdout] test test_full_tokenizer_cased ... ok [INFO] [stdout] test test_full_tokenizer_uncased ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.37s [INFO] [stdout] [INFO] [stderr] Doc-tests bert_tokenizer [INFO] [stdout] [INFO] [stdout] running 13 tests [INFO] [stdout] test src/lib.rs - FullTokenizer::tokenize (line 621) ... ok [INFO] [stdout] test src/lib.rs - FullTokenizer (line 394) ... ok [INFO] [stdout] test src/lib.rs - WordPieceTokenizer (line 282) ... ok [INFO] [stdout] test src/lib.rs - FullTokenizer::get_vocab_words (line 588) ... ok [INFO] [stdout] test src/lib.rs - BasicTokenizer::tokenize (line 246) ... ok [INFO] [stdout] test src/lib.rs - FullTokenizer (line 412) ... ok [INFO] [stdout] test src/lib.rs - FullTokenizer::convert_tokens_to_ids (line 493) ... ok [INFO] [stdout] test src/lib.rs - FullTokenizer::convert_ids_to_tokens (line 524) ... ok [INFO] [stdout] test src/lib.rs - BasicTokenizer (line 187) ... ok [INFO] [stdout] test src/lib.rs - FullTokenizer::convert_tokens_to_string (line 555) ... ok [INFO] [stdout] test src/lib.rs - BasicTokenizer (line 180) ... ok [INFO] [stdout] test src/lib.rs - load_vocab (line 23) ... ok [INFO] [stdout] test src/lib.rs - FullTokenizer (line 419) ... ok [INFO] [stdout] [INFO] [stdout] test result: ok. 13 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 1.06s [INFO] [stdout] [INFO] running `Command { std: "docker" "inspect" "f3a851d22179272f1d54bc24bea28c9ba17c3299bb3491d8e8e55d2c6e421b90", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "f3a851d22179272f1d54bc24bea28c9ba17c3299bb3491d8e8e55d2c6e421b90", kill_on_drop: false }` [INFO] [stdout] f3a851d22179272f1d54bc24bea28c9ba17c3299bb3491d8e8e55d2c6e421b90