[INFO] cloning repository https://github.com/baiango/BytePiece
[INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/baiango/BytePiece" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fbaiango%2FBytePiece", kill_on_drop: false }`
[INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fbaiango%2FBytePiece'...
[INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }`
[INFO] [stdout] 392d5db35296e7b8f0ad2ef92cee6887ee4aa8da
[INFO] testing baiango/BytePiece/392d5db35296e7b8f0ad2ef92cee6887ee4aa8da against nightly-2024-10-28+rustflags=-Zrandomize-layout for randomize-layout
[INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fbaiango%2FBytePiece" "/workspace/builds/worker-0-tc2/source", kill_on_drop: false }`
[INFO] [stderr] Cloning into '/workspace/builds/worker-0-tc2/source'...
[INFO] [stderr] done.
[INFO] validating manifest of git repo https://github.com/baiango/BytePiece on toolchain nightly-2024-10-28
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+nightly-2024-10-28" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }`
[INFO] started tweaking git repo https://github.com/baiango/BytePiece
[INFO] finished tweaking git repo https://github.com/baiango/BytePiece
[INFO] tweaked toml for git repo https://github.com/baiango/BytePiece written to /workspace/builds/worker-0-tc2/source/Cargo.toml
[INFO] crate git repo https://github.com/baiango/BytePiece already has a lockfile, it will not be regenerated
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+nightly-2024-10-28" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4a844ea9eb2546a2d2c7022eacef16ef2e8229c7fbb2c7d4d55a9ceca922f72d" "/opt/rustwide/cargo-home/bin/cargo" "+nightly-2024-10-28" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }`
[INFO] [stdout] 021ffa8f8ad950e617726c49b5b0be84d43b8466a30d62ce5631ec16c7387029
[INFO] running `Command { std: "docker" "start" "-a" "021ffa8f8ad950e617726c49b5b0be84d43b8466a30d62ce5631ec16c7387029", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "021ffa8f8ad950e617726c49b5b0be84d43b8466a30d62ce5631ec16c7387029", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "021ffa8f8ad950e617726c49b5b0be84d43b8466a30d62ce5631ec16c7387029", kill_on_drop: false }`
[INFO] [stdout] 021ffa8f8ad950e617726c49b5b0be84d43b8466a30d62ce5631ec16c7387029
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid -Zrandomize-layout" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4a844ea9eb2546a2d2c7022eacef16ef2e8229c7fbb2c7d4d55a9ceca922f72d" "/opt/rustwide/cargo-home/bin/cargo" "+nightly-2024-10-28" "build" "--frozen" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] ec657db28ef90f5d76c5c1998a4a797c6cbbb5b059c914e4ce3fd10a03234981
[INFO] running `Command { std: "docker" "start" "-a" "ec657db28ef90f5d76c5c1998a4a797c6cbbb5b059c914e4ce3fd10a03234981", kill_on_drop: false }`
[INFO] [stderr]    Compiling crossbeam-utils v0.8.20
[INFO] [stderr]    Compiling libc v0.2.155
[INFO] [stderr]    Compiling rayon-core v1.12.1
[INFO] [stderr]    Compiling either v1.12.0
[INFO] [stderr]    Compiling crossbeam-epoch v0.9.18
[INFO] [stderr]    Compiling num_cpus v1.16.0
[INFO] [stderr]    Compiling crossbeam-deque v0.8.5
[INFO] [stderr]    Compiling rayon v1.10.0
[INFO] [stderr]    Compiling tokenizer_trainer_bin v0.1.0 (/opt/rustwide/workdir)
[INFO] [stdout] warning: unnecessary parentheses around assigned value
[INFO] [stdout]   --> src/main.rs:50:24
[INFO] [stdout]    |
[INFO] [stdout] 50 |       let partial_arg_msg = (
[INFO] [stdout]    |  ___________________________^
[INFO] [stdout] 51 | |         // Try not to go over 80 characters!
[INFO] [stdout] 52 | |         format!("Usage: {} [parameter_1,parameter_2..] file\n", args[0])
[INFO] [stdout]    | |________^
[INFO] [stdout] ...
[INFO] [stdout] 68 |           + "  tcb=      Training chunk bytes. Around 0(n ** 2 * 256) memory.\n"
[INFO] [stdout]    |  _______________________________________________________________________________^
[INFO] [stdout] 69 | |     );
[INFO] [stdout]    | |_____^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(unused_parens)]` on by default
[INFO] [stdout] help: remove these parentheses
[INFO] [stdout]    |
[INFO] [stdout] 50 ~     let partial_arg_msg = format!("Usage: {} [parameter_1,parameter_2..] file\n", args[0])
[INFO] [stdout] 51 |         + "E.g.: tokenizer_trainer_bin v=0b0_1111,br=0x3fff,mt=0 pexels-pixabay-302743.jpg\n"
[INFO] [stdout] ...
[INFO] [stdout] 65 |         + "            None to use single.\n"
[INFO] [stdout] 66 ~         + "  tcb=      Training chunk bytes. Around 0(n ** 2 * 256) memory.\n";
[INFO] [stdout]    |
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused variable: `bytes`
[INFO] [stdout]   --> src/tok_codec.rs:48:19
[INFO] [stdout]    |
[INFO] [stdout] 48 |     fn encode(&self, bytes: &[u8]) {
[INFO] [stdout]    |                      ^^^^^ help: if this is intentional, prefix it with an underscore: `_bytes`
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(unused_variables)]` on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `DEMO_STRING` is never used
[INFO] [stdout]  --> src/tok_codec.rs:7:7
[INFO] [stdout]   |
[INFO] [stdout] 7 | const DEMO_STRING: &[u8] = b"The quick brown fox jumps over the lazy dog.";
[INFO] [stdout]   |       ^^^^^^^^^^^
[INFO] [stdout]   |
[INFO] [stdout]   = note: `#[warn(dead_code)]` on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `TokCodec` is never constructed
[INFO] [stdout]   --> src/tok_codec.rs:10:8
[INFO] [stdout]    |
[INFO] [stdout] 10 | struct TokCodec {
[INFO] [stdout]    |        ^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new`, `from_longest_bytes_iter`, `encode`, and `decode` are never used
[INFO] [stdout]   --> src/tok_codec.rs:16:5
[INFO] [stdout]    |
[INFO] [stdout] 15 | impl TokCodec {
[INFO] [stdout]    | ------------- associated items in this implementation
[INFO] [stdout] 16 |     fn new(file_path: &str) -> TokCodec {
[INFO] [stdout]    |        ^^^
[INFO] [stdout] ...
[INFO] [stdout] 42 |     fn from_longest_bytes_iter(&self) -> impl Iterator<Item = (Vec<u8>, i32)> + '_ {
[INFO] [stdout]    |        ^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 48 |     fn encode(&self, bytes: &[u8]) {
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 56 |     fn decode(&self) {
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `demo` is never used
[INFO] [stdout]   --> src/tok_codec.rs:62:8
[INFO] [stdout]    |
[INFO] [stdout] 62 | pub fn demo() {
[INFO] [stdout]    |        ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stderr]     Finished `dev` profile [unoptimized + debuginfo] target(s) in 3.61s
[INFO] running `Command { std: "docker" "inspect" "ec657db28ef90f5d76c5c1998a4a797c6cbbb5b059c914e4ce3fd10a03234981", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "ec657db28ef90f5d76c5c1998a4a797c6cbbb5b059c914e4ce3fd10a03234981", kill_on_drop: false }`
[INFO] [stdout] ec657db28ef90f5d76c5c1998a4a797c6cbbb5b059c914e4ce3fd10a03234981
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid -Zrandomize-layout" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4a844ea9eb2546a2d2c7022eacef16ef2e8229c7fbb2c7d4d55a9ceca922f72d" "/opt/rustwide/cargo-home/bin/cargo" "+nightly-2024-10-28" "test" "--frozen" "--no-run" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] d4f75b9c2974d374383754176a8b5a107b306aaf724cf27c82a355038da7d16c
[INFO] running `Command { std: "docker" "start" "-a" "d4f75b9c2974d374383754176a8b5a107b306aaf724cf27c82a355038da7d16c", kill_on_drop: false }`
[INFO] [stderr]    Compiling tokenizer_trainer_bin v0.1.0 (/opt/rustwide/workdir)
[INFO] [stdout] warning: unnecessary parentheses around assigned value
[INFO] [stdout]   --> src/main.rs:50:24
[INFO] [stdout]    |
[INFO] [stdout] 50 |       let partial_arg_msg = (
[INFO] [stdout]    |  ___________________________^
[INFO] [stdout] 51 | |         // Try not to go over 80 characters!
[INFO] [stdout] 52 | |         format!("Usage: {} [parameter_1,parameter_2..] file\n", args[0])
[INFO] [stdout]    | |________^
[INFO] [stdout] ...
[INFO] [stdout] 68 |           + "  tcb=      Training chunk bytes. Around 0(n ** 2 * 256) memory.\n"
[INFO] [stdout]    |  _______________________________________________________________________________^
[INFO] [stdout] 69 | |     );
[INFO] [stdout]    | |_____^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(unused_parens)]` on by default
[INFO] [stdout] help: remove these parentheses
[INFO] [stdout]    |
[INFO] [stdout] 50 ~     let partial_arg_msg = format!("Usage: {} [parameter_1,parameter_2..] file\n", args[0])
[INFO] [stdout] 51 |         + "E.g.: tokenizer_trainer_bin v=0b0_1111,br=0x3fff,mt=0 pexels-pixabay-302743.jpg\n"
[INFO] [stdout] ...
[INFO] [stdout] 65 |         + "            None to use single.\n"
[INFO] [stdout] 66 ~         + "  tcb=      Training chunk bytes. Around 0(n ** 2 * 256) memory.\n";
[INFO] [stdout]    |
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused variable: `bytes`
[INFO] [stdout]   --> src/tok_codec.rs:48:19
[INFO] [stdout]    |
[INFO] [stdout] 48 |     fn encode(&self, bytes: &[u8]) {
[INFO] [stdout]    |                      ^^^^^ help: if this is intentional, prefix it with an underscore: `_bytes`
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(unused_variables)]` on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: constant `DEMO_STRING` is never used
[INFO] [stdout]  --> src/tok_codec.rs:7:7
[INFO] [stdout]   |
[INFO] [stdout] 7 | const DEMO_STRING: &[u8] = b"The quick brown fox jumps over the lazy dog.";
[INFO] [stdout]   |       ^^^^^^^^^^^
[INFO] [stdout]   |
[INFO] [stdout]   = note: `#[warn(dead_code)]` on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `TokCodec` is never constructed
[INFO] [stdout]   --> src/tok_codec.rs:10:8
[INFO] [stdout]    |
[INFO] [stdout] 10 | struct TokCodec {
[INFO] [stdout]    |        ^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new`, `from_longest_bytes_iter`, `encode`, and `decode` are never used
[INFO] [stdout]   --> src/tok_codec.rs:16:5
[INFO] [stdout]    |
[INFO] [stdout] 15 | impl TokCodec {
[INFO] [stdout]    | ------------- associated items in this implementation
[INFO] [stdout] 16 |     fn new(file_path: &str) -> TokCodec {
[INFO] [stdout]    |        ^^^
[INFO] [stdout] ...
[INFO] [stdout] 42 |     fn from_longest_bytes_iter(&self) -> impl Iterator<Item = (Vec<u8>, i32)> + '_ {
[INFO] [stdout]    |        ^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 48 |     fn encode(&self, bytes: &[u8]) {
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 56 |     fn decode(&self) {
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `demo` is never used
[INFO] [stdout]   --> src/tok_codec.rs:62:8
[INFO] [stdout]    |
[INFO] [stdout] 62 | pub fn demo() {
[INFO] [stdout]    |        ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stderr]     Finished `test` profile [unoptimized + debuginfo] target(s) in 0.55s
[INFO] running `Command { std: "docker" "inspect" "d4f75b9c2974d374383754176a8b5a107b306aaf724cf27c82a355038da7d16c", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "d4f75b9c2974d374383754176a8b5a107b306aaf724cf27c82a355038da7d16c", kill_on_drop: false }`
[INFO] [stdout] d4f75b9c2974d374383754176a8b5a107b306aaf724cf27c82a355038da7d16c
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid -Zrandomize-layout" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4a844ea9eb2546a2d2c7022eacef16ef2e8229c7fbb2c7d4d55a9ceca922f72d" "/opt/rustwide/cargo-home/bin/cargo" "+nightly-2024-10-28" "test" "--frozen", kill_on_drop: false }`
[INFO] [stdout] 93b4506c4558e6f56d66cee6731e495500cceaa7039ab29cf4d0c8e0c5a5808c
[INFO] running `Command { std: "docker" "start" "-a" "93b4506c4558e6f56d66cee6731e495500cceaa7039ab29cf4d0c8e0c5a5808c", kill_on_drop: false }`
[INFO] [stderr] warning: unnecessary parentheses around assigned value
[INFO] [stderr]   --> src/main.rs:50:24
[INFO] [stderr]    |
[INFO] [stderr] 50 |       let partial_arg_msg = (
[INFO] [stderr]    |  ___________________________^
[INFO] [stderr] 51 | |         // Try not to go over 80 characters!
[INFO] [stderr] 52 | |         format!("Usage: {} [parameter_1,parameter_2..] file\n", args[0])
[INFO] [stderr]    | |________^
[INFO] [stderr] ...
[INFO] [stderr] 68 |           + "  tcb=      Training chunk bytes. Around 0(n ** 2 * 256) memory.\n"
[INFO] [stderr]    |  _______________________________________________________________________________^
[INFO] [stderr] 69 | |     );
[INFO] [stderr]    | |_____^
[INFO] [stderr]    |
[INFO] [stderr]    = note: `#[warn(unused_parens)]` on by default
[INFO] [stderr] help: remove these parentheses
[INFO] [stderr]    |
[INFO] [stderr] 50 ~     let partial_arg_msg = format!("Usage: {} [parameter_1,parameter_2..] file\n", args[0])
[INFO] [stderr] 51 |         + "E.g.: tokenizer_trainer_bin v=0b0_1111,br=0x3fff,mt=0 pexels-pixabay-302743.jpg\n"
[INFO] [stderr] ...
[INFO] [stderr] 65 |         + "            None to use single.\n"
[INFO] [stderr] 66 ~         + "  tcb=      Training chunk bytes. Around 0(n ** 2 * 256) memory.\n";
[INFO] [stderr]    |
[INFO] [stderr] 
[INFO] [stderr] warning: unused variable: `bytes`
[INFO] [stderr]   --> src/tok_codec.rs:48:19
[INFO] [stderr]    |
[INFO] [stderr] 48 |     fn encode(&self, bytes: &[u8]) {
[INFO] [stderr]    |                      ^^^^^ help: if this is intentional, prefix it with an underscore: `_bytes`
[INFO] [stderr]    |
[INFO] [stderr]    = note: `#[warn(unused_variables)]` on by default
[INFO] [stderr] 
[INFO] [stderr] warning: constant `DEMO_STRING` is never used
[INFO] [stderr]  --> src/tok_codec.rs:7:7
[INFO] [stderr]   |
[INFO] [stderr] 7 | const DEMO_STRING: &[u8] = b"The quick brown fox jumps over the lazy dog.";
[INFO] [stderr]   |       ^^^^^^^^^^^
[INFO] [stderr]   |
[INFO] [stderr]   = note: `#[warn(dead_code)]` on by default
[INFO] [stderr] 
[INFO] [stderr] warning: struct `TokCodec` is never constructed
[INFO] [stderr]   --> src/tok_codec.rs:10:8
[INFO] [stderr]    |
[INFO] [stderr] 10 | struct TokCodec {
[INFO] [stderr]    |        ^^^^^^^^
[INFO] [stderr] 
[INFO] [stderr] warning: associated items `new`, `from_longest_bytes_iter`, `encode`, and `decode` are never used
[INFO] [stderr]   --> src/tok_codec.rs:16:5
[INFO] [stderr]    |
[INFO] [stderr] 15 | impl TokCodec {
[INFO] [stderr]    | ------------- associated items in this implementation
[INFO] [stderr] 16 |     fn new(file_path: &str) -> TokCodec {
[INFO] [stderr]    |        ^^^
[INFO] [stderr] ...
[INFO] [stderr] 42 |     fn from_longest_bytes_iter(&self) -> impl Iterator<Item = (Vec<u8>, i32)> + '_ {
[INFO] [stderr]    |        ^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stderr] ...
[INFO] [stderr] 48 |     fn encode(&self, bytes: &[u8]) {
[INFO] [stderr]    |        ^^^^^^
[INFO] [stderr] ...
[INFO] [stderr] 56 |     fn decode(&self) {
[INFO] [stderr]    |        ^^^^^^
[INFO] [stderr] 
[INFO] [stderr] warning: function `demo` is never used
[INFO] [stderr]   --> src/tok_codec.rs:62:8
[INFO] [stderr]    |
[INFO] [stderr] 62 | pub fn demo() {
[INFO] [stderr]    |        ^^^^
[INFO] [stderr] 
[INFO] [stderr] warning: `tokenizer_trainer_bin` (bin "tokenizer_trainer_bin" test) generated 6 warnings (run `cargo fix --bin "tokenizer_trainer_bin" --tests` to apply 1 suggestion)
[INFO] [stderr]     Finished `test` profile [unoptimized + debuginfo] target(s) in 0.01s
[INFO] [stderr]      Running unittests src/main.rs (/opt/rustwide/target/debug/deps/tokenizer_trainer_bin-a021c5a6f5248d2b)
[INFO] [stdout] 
[INFO] [stdout] running 6 tests
[INFO] [stdout] test tok_trainer::tests::test_generate_cutoff_by_pattern ... ok
[INFO] [stdout] test tok_trainer::tests::test_numerical_grade_encodable ... ok
[INFO] [stdout] test tok_trainer::tests::test_rebuild_2d_byte_vec ... ok
[INFO] [stdout] test tok_trainer::tests::test_train_unigram_bytes ... ok
[INFO] [stdout] test tok_trainer::tests::test_all_substring ... ok
[INFO] [stdout] test tok_trainer::tests::test_train_tokenizer ... FAILED
[INFO] [stdout] 
[INFO] [stdout] failures:
[INFO] [stdout] 
[INFO] [stdout] ---- tok_trainer::tests::test_train_tokenizer stdout ----
[INFO] [stdout] Debug: Will use 2 thread(s)
[INFO] [stdout] Debug: Chunk length: 2 * 1
[INFO] [stdout] Debug: Will use 2 thread(s)
[INFO] [stdout] Debug: Chunk length: 8 * 1
[INFO] [stdout] Debug: Will use 8 thread(s)
[INFO] [stdout] Debug: Chunk length: 16 * 136533
[INFO] [stdout] thread 'tok_trainer::tests::test_train_tokenizer' panicked at src/tok_trainer.rs:413:57:
[INFO] [stdout] create failed: Os { code: 30, kind: ReadOnlyFilesystem, message: "Read-only file system" }
[INFO] [stdout] stack backtrace:
[INFO] [stdout]    0:     0x56415e21c50a - std::backtrace_rs::backtrace::libunwind::trace::h207520d6e9873551
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/../../backtrace/src/backtrace/libunwind.rs:116:5
[INFO] [stdout]    1:     0x56415e21c50a - std::backtrace_rs::backtrace::trace_unsynchronized::h2ed7433f370e3eca
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5
[INFO] [stdout]    2:     0x56415e21c50a - std::sys::backtrace::_print_fmt::h916fac51166b18d7
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/sys/backtrace.rs:66:9
[INFO] [stdout]    3:     0x56415e21c50a - <std::sys::backtrace::BacktraceLock::print::DisplayBacktrace as core::fmt::Display>::fmt::ha0a4c9b8ce3802e6
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/sys/backtrace.rs:39:26
[INFO] [stdout]    4:     0x56415e243063 - core::fmt::rt::Argument::fmt::h4cfc8587d52b3eb5
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/core/src/fmt/rt.rs:177:76
[INFO] [stdout]    5:     0x56415e243063 - core::fmt::write::h522cc39e5b36ae9f
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/core/src/fmt/mod.rs:1190:21
[INFO] [stdout]    6:     0x56415e218f63 - std::io::Write::write_fmt::h7d3c26752da97734
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/io/mod.rs:1839:15
[INFO] [stdout]    7:     0x56415e21c352 - std::sys::backtrace::BacktraceLock::print::h4b9e00b29e9c0942
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/sys/backtrace.rs:42:9
[INFO] [stdout]    8:     0x56415e21d99a - std::panicking::default_hook::{{closure}}::hb59b88280d0324d9
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/panicking.rs:268:22
[INFO] [stdout]    9:     0x56415e21d7a4 - std::panicking::default_hook::he1dd496665be4a29
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/panicking.rs:292:9
[INFO] [stdout]   10:     0x56415e1bde09 - <alloc::boxed::Box<F,A> as core::ops::function::Fn<Args>>::call::h4ff71de18744e1dc
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/alloc/src/boxed.rs:2468:9
[INFO] [stdout]   11:     0x56415e1bde09 - test::test_main::{{closure}}::hcf7c055ce117aa81
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/test/src/lib.rs:133:21
[INFO] [stdout]   12:     0x56415e21e098 - <alloc::boxed::Box<F,A> as core::ops::function::Fn<Args>>::call::h1d66c6bbd60c9692
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/alloc/src/boxed.rs:2468:9
[INFO] [stdout]   13:     0x56415e21e098 - std::panicking::rust_panic_with_hook::h2ff17fe8f26dfcf8
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/panicking.rs:809:13
[INFO] [stdout]   14:     0x56415e21de5a - std::panicking::begin_panic_handler::{{closure}}::h4fad77951c07e101
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/panicking.rs:674:13
[INFO] [stdout]   15:     0x56415e21c9e9 - std::sys::backtrace::__rust_end_short_backtrace::hb1a25b3da5d0ea08
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/sys/backtrace.rs:170:18
[INFO] [stdout]   16:     0x56415e21daec - rust_begin_unwind
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/panicking.rs:665:5
[INFO] [stdout]   17:     0x56415e2416f0 - core::panicking::panic_fmt::ha9db07b529f9b256
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/core/src/panicking.rs:75:14
[INFO] [stdout]   18:     0x56415e241b36 - core::result::unwrap_failed::h5e8218e4d4338b8a
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/core/src/result.rs:1698:5
[INFO] [stdout]   19:     0x56415e1520ed - core::result::Result<T,E>::expect::he78d4f20efd30e38
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/core/src/result.rs:1060:23
[INFO] [stdout]   20:     0x56415e160527 - tokenizer_trainer_bin::tok_trainer::tests::test_train_tokenizer::heb1e88d6726d8498
[INFO] [stdout]                                at /opt/rustwide/workdir/src/tok_trainer.rs:413:18
[INFO] [stdout]   21:     0x56415e15fcf7 - tokenizer_trainer_bin::tok_trainer::tests::test_train_tokenizer::{{closure}}::h35d1a27bc4280487
[INFO] [stdout]                                at /opt/rustwide/workdir/src/tok_trainer.rs:376:27
[INFO] [stdout]   22:     0x56415e150466 - core::ops::function::FnOnce::call_once::h7f6cf88440d99eab
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   23:     0x56415e1c26db - core::ops::function::FnOnce::call_once::h22c3ba5715e93f05
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   24:     0x56415e1c26db - test::__rust_begin_short_backtrace::h8e82d8113d0da17f
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/test/src/lib.rs:621:18
[INFO] [stdout]   25:     0x56415e1c2057 - test::run_test_in_process::{{closure}}::h33235f4f20b7b7c7
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/test/src/lib.rs:644:60
[INFO] [stdout]   26:     0x56415e1c2057 - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::hb5043206310c586f
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/core/src/panic/unwind_safe.rs:272:9
[INFO] [stdout]   27:     0x56415e1c2057 - std::panicking::try::do_call::h9ad4731a60ab23e2
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/panicking.rs:557:40
[INFO] [stdout]   28:     0x56415e1c2057 - std::panicking::try::h3824d23db772a716
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/panicking.rs:520:19
[INFO] [stdout]   29:     0x56415e1c2057 - std::panic::catch_unwind::h5afd514605fde46b
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/panic.rs:358:14
[INFO] [stdout]   30:     0x56415e1c2057 - test::run_test_in_process::h0d5cbfa7067d1720
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/test/src/lib.rs:644:27
[INFO] [stdout]   31:     0x56415e1c2057 - test::run_test::{{closure}}::h708eb8872708115d
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/test/src/lib.rs:565:43
[INFO] [stdout]   32:     0x56415e185774 - test::run_test::{{closure}}::h392c51cee94713ab
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/test/src/lib.rs:595:41
[INFO] [stdout]   33:     0x56415e185774 - std::sys::backtrace::__rust_begin_short_backtrace::h2f40290710935a8b
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/sys/backtrace.rs:154:18
[INFO] [stdout]   34:     0x56415e188f1e - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h3fd968d89053a903
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/thread/mod.rs:541:17
[INFO] [stdout]   35:     0x56415e188f1e - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h743f637ba4229880
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/core/src/panic/unwind_safe.rs:272:9
[INFO] [stdout]   36:     0x56415e188f1e - std::panicking::try::do_call::h07440897322525a6
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/panicking.rs:557:40
[INFO] [stdout]   37:     0x56415e188f1e - std::panicking::try::he5a2e00188156637
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/panicking.rs:520:19
[INFO] [stdout]   38:     0x56415e188f1e - std::panic::catch_unwind::hbaf3cae49b3c6433
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/panic.rs:358:14
[INFO] [stdout]   39:     0x56415e188f1e - std::thread::Builder::spawn_unchecked_::{{closure}}::h8e141ea224820bce
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/thread/mod.rs:540:30
[INFO] [stdout]   40:     0x56415e188f1e - core::ops::function::FnOnce::call_once{{vtable.shim}}::h90d312fedd7b8ea8
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/core/src/ops/function.rs:250:5
[INFO] [stdout]   41:     0x56415e221f9b - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::h69aa08ddb6adb8b6
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/alloc/src/boxed.rs:2454:9
[INFO] [stdout]   42:     0x56415e221f9b - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::h5aa36efdb79c806f
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/alloc/src/boxed.rs:2454:9
[INFO] [stdout]   43:     0x56415e221f9b - std::sys::pal::unix::thread::Thread::new::thread_start::h6cd80a1b4be5158d
[INFO] [stdout]                                at /rustc/df4ca44d3fbc9301ee17f30f4d474e6ae4b05252/library/std/src/sys/pal/unix/thread.rs:105:17
[INFO] [stdout]   44:     0x760b54bc1ac3 - <unknown>
[INFO] [stdout]   45:     0x760b54c52a04 - clone
[INFO] [stdout]   46:                0x0 - <unknown>
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] failures:
[INFO] [stdout]     tok_trainer::tests::test_train_tokenizer
[INFO] [stdout] 
[INFO] [stdout] test result: FAILED. 5 passed; 1 failed; 0 ignored; 0 measured; 0 filtered out; finished in 3.44s
[INFO] [stdout] 
[INFO] [stderr] error: test failed, to rerun pass `--bin tokenizer_trainer_bin`
[INFO] running `Command { std: "docker" "inspect" "93b4506c4558e6f56d66cee6731e495500cceaa7039ab29cf4d0c8e0c5a5808c", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "93b4506c4558e6f56d66cee6731e495500cceaa7039ab29cf4d0c8e0c5a5808c", kill_on_drop: false }`
[INFO] [stdout] 93b4506c4558e6f56d66cee6731e495500cceaa7039ab29cf4d0c8e0c5a5808c
