[INFO] fetching crate avila-tokenizers 0.1.0... [INFO] checking avila-tokenizers-0.1.0 against try#38c2997544af84fe301d600d6896397738163002 for pr-154205-1 [INFO] extracting crate avila-tokenizers 0.1.0 into /workspace/builds/worker-2-tc2/source [INFO] started tweaking crates.io crate avila-tokenizers 0.1.0 [INFO] removed 0 missing examples [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate avila-tokenizers 0.1.0 [INFO] tweaked toml for crates.io crate avila-tokenizers 0.1.0 written to /workspace/builds/worker-2-tc2/source/Cargo.toml [INFO] validating manifest of crates.io crate avila-tokenizers 0.1.0 on toolchain 38c2997544af84fe301d600d6896397738163002 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+38c2997544af84fe301d600d6896397738163002" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate avila-tokenizers 0.1.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+38c2997544af84fe301d600d6896397738163002" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+38c2997544af84fe301d600d6896397738163002" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 99ef8ab500d88a002ef71fce8d34dfd3fac2071e0ac002aa5cba973ffbb0982d [INFO] running `Command { std: "docker" "start" "-a" "99ef8ab500d88a002ef71fce8d34dfd3fac2071e0ac002aa5cba973ffbb0982d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "99ef8ab500d88a002ef71fce8d34dfd3fac2071e0ac002aa5cba973ffbb0982d", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "99ef8ab500d88a002ef71fce8d34dfd3fac2071e0ac002aa5cba973ffbb0982d", kill_on_drop: false }` [INFO] [stdout] 99ef8ab500d88a002ef71fce8d34dfd3fac2071e0ac002aa5cba973ffbb0982d [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+38c2997544af84fe301d600d6896397738163002" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 194aeecc958c729c23bf03138e5a99801c4ca8aac2359f5e5c43e066c91eea64 [INFO] running `Command { std: "docker" "start" "-a" "194aeecc958c729c23bf03138e5a99801c4ca8aac2359f5e5c43e066c91eea64", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.103 [INFO] [stderr] Compiling quote v1.0.42 [INFO] [stderr] Compiling libc v0.2.177 [INFO] [stderr] Compiling zerocopy v0.8.28 [INFO] [stderr] Checking memchr v2.7.6 [INFO] [stderr] Compiling serde_json v1.0.145 [INFO] [stderr] Checking ryu v1.0.20 [INFO] [stderr] Checking regex-syntax v0.8.8 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Checking itoa v1.0.15 [INFO] [stderr] Checking anstyle v1.0.13 [INFO] [stderr] Checking clap_lex v0.7.6 [INFO] [stderr] Compiling rustix v1.1.2 [INFO] [stderr] Compiling getrandom v0.3.4 [INFO] [stderr] Checking hashbrown v0.15.5 [INFO] [stderr] Checking tinyvec v1.10.0 [INFO] [stderr] Checking linux-raw-sys v0.11.0 [INFO] [stderr] Checking bitflags v2.10.0 [INFO] [stderr] Checking once_cell v1.21.3 [INFO] [stderr] Checking pin-project-lite v0.2.16 [INFO] [stderr] Checking clap_builder v4.5.53 [INFO] [stderr] Checking lru v0.12.5 [INFO] [stderr] Checking unicode-normalization v0.1.25 [INFO] [stderr] Compiling syn v2.0.110 [INFO] [stderr] Checking aho-corasick v1.1.4 [INFO] [stderr] Checking plotters v0.3.7 [INFO] [stderr] Checking clap v4.5.53 [INFO] [stderr] Checking getrandom v0.2.16 [INFO] [stderr] Checking is-terminal v0.4.17 [INFO] [stderr] Checking rand_core v0.6.4 [INFO] [stderr] Checking tempfile v3.23.0 [INFO] [stderr] Checking regex-automata v0.4.13 [INFO] [stderr] Compiling zerocopy-derive v0.8.28 [INFO] [stderr] Compiling serde_derive v1.0.228 [INFO] [stderr] Compiling thiserror-impl v1.0.69 [INFO] [stderr] Compiling tokio-macros v2.6.0 [INFO] [stderr] Checking tokio v1.48.0 [INFO] [stderr] Checking thiserror v1.0.69 [INFO] [stderr] Checking regex v1.12.2 [INFO] [stderr] Checking serde v1.0.228 [INFO] [stderr] Checking ppv-lite86 v0.2.21 [INFO] [stderr] Checking half v2.7.1 [INFO] [stderr] Checking ciborium-ll v0.2.2 [INFO] [stderr] Checking tinytemplate v1.2.1 [INFO] [stderr] Checking ciborium v0.2.2 [INFO] [stderr] Checking rand_chacha v0.3.1 [INFO] [stderr] Checking rand v0.8.5 [INFO] [stderr] Checking criterion v0.5.1 [INFO] [stderr] Checking avila-tokenizers v0.1.0 (/opt/rustwide/workdir) [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/bpe.rs:192:38","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/bpe.rs:211:51","p":0,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/bpe.rs:334:41","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/wordpiece.rs:94:28","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/wordpiece.rs:133:42","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/wordpiece.rs:267:32","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/wordpiece.rs:275:32","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/wordpiece.rs:277:32","p":1,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/gpt2.rs:232:30","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/gpt2.rs:234:34","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/bert.rs:122:33","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/bert.rs:314:27","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:145:32","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:357:48","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:360:48","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:363:48","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:377:40","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:395:27","p":3,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/avx.rs:147:32","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/avx.rs:338:48","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/avx.rs:341:48","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/avx.rs:344:48","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/pre_tokenizers/byte_level.rs:40:20","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/pre_tokenizers/metaspace.rs:42:29","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/post_processors/template.rs:44:62","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:24:53","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:34:53","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:50:53","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:61:53","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:78:24","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:106:23","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:118:19","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:121:23","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:163:53","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:176:28","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:234:24","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:6:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:9:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:12:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:15:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:18:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:21:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:27:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:30:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:33:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:36:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:39:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:42:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:45:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:48:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:54:12","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":0,"named":2,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:57:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:60:12","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":0,"named":2,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:8:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] error[E0432]: unresolved import `avila_tokenizers::normalizers::StripAccents` [INFO] [stdout] --> examples/custom_pipeline.rs:7:68 [INFO] [stdout] | [INFO] [stdout] 7 | normalizers::{Normalizer, NFKCNormalizer, LowercaseNormalizer, StripAccents, SequenceNormalizer}, [INFO] [stdout] | ^^^^^^^^^^^^ no `StripAccents` in `normalizers` [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"compatibility_tests","loc":"tests/compatibility_tests.rs:123:37","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stdout] error[E0423]: expected value, found struct `WordPieceDecoder` [INFO] [stdout] --> examples/custom_pipeline.rs:125:22 [INFO] [stdout] | [INFO] [stdout] 125 | let wp_decoder = WordPieceDecoder; [INFO] [stdout] | ^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] ::: src/decoders/wordpiece.rs:7:1 [INFO] [stdout] | [INFO] [stdout] 7 | pub struct WordPieceDecoder { [INFO] [stdout] | --------------------------- `WordPieceDecoder` defined here [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"compatibility_tests","loc":"tests/compatibility_tests.rs:144:41","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stdout] warning: unused import: `std::collections::HashMap` [INFO] [stdout] --> examples/custom_pipeline.rs:12:5 [INFO] [stdout] | [INFO] [stdout] 12 | use std::collections::HashMap; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"compatibility_tests","loc":"tests/compatibility_tests.rs:175:33","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"compatibility_tests","loc":"tests/compatibility_tests.rs:197:37","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:12:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:16:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:19:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:20:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:25:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:26:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:27:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:31:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:35:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:36:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:40:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:42:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:43:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:45:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:48:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:57:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:60:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:64:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:66:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:74:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:77:17","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:83:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:85:17","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:90:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:92:17","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:95:17","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:102:13","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:105:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:108:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:113:25","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:115:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:116:13","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:118:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:122:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:128:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:129:13","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:131:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:134:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:141:13","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","loc":"examples/llama_tokenizer.rs:143:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:15:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:18:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:20:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:25:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:30:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:35:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:38:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:40:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:49:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:52:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:54:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:59:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:67:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:70:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:72:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:77:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:82:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:90:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:93:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:97:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:98:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:110:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:111:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:114:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:123:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:127:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:137:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:141:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:144:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:146:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:155:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:159:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:168:31","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:173:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:178:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:182:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:185:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:187:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:192:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:197:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:200:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:201:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:202:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:203:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:204:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:205:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:207:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:208:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:209:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:210:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:211:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:212:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:213:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","loc":"examples/custom_pipeline.rs:214:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:8:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:12:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:16:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:19:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:20:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:24:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:28:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:33:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:34:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:35:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:43:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:46:17","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:53:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:54:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:55:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:57:13","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:61:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:63:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:64:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:69:13","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:72:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:75:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:79:17","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:82:17","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:88:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:89:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","loc":"examples/gpt2_tokenizer.rs:91:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:8:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:11:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:13:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:16:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:18:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:19:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:22:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:25:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:27:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:37:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:41:17","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:42:17","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:47:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:49:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:52:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:53:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:56:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:65:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:68:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:71:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:73:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:82:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:85:17","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:90:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:92:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:93:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:96:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:98:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:101:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:108:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:111:17","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:116:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:118:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:120:17","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:125:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:128:13","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:131:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:134:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:137:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:138:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:139:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:140:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:141:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:142:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:143:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","loc":"examples/avx_tokenizer.rs:146:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:9:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:28:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:30:17","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:35:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:41:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:42:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:46:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stdout] error[E0277]: `Result` doesn't implement `std::fmt::Display` [INFO] [stdout] --> examples/custom_pipeline.rs:25:36 [INFO] [stdout] | [INFO] [stdout] 25 | println!("After NFKC: \"{}\"", normalized); [INFO] [stdout] | -- ^^^^^^^^^^ `Result` cannot be formatted with the default formatter [INFO] [stdout] | | [INFO] [stdout] | required by this formatting parameter [INFO] [stdout] | [INFO] [stdout] = help: the trait `std::fmt::Display` is not implemented for `Result` [INFO] [stdout] = note: in format strings you may be able to use `{:?}` (or {:#?} for pretty-print) instead [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: variable does not need to be mutable [INFO] [stdout] --> tests/gpt2_tests.rs:70:13 [INFO] [stdout] | [INFO] [stdout] 70 | let mut tokenizer = GPT2Tokenizer::from_pretrained("gpt2").unwrap(); [INFO] [stdout] | ----^^^^^^^^^ [INFO] [stdout] | | [INFO] [stdout] | help: remove this `mut` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_mut)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0277]: `Result` doesn't implement `std::fmt::Display` [INFO] [stdout] --> examples/custom_pipeline.rs:35:43 [INFO] [stdout] | [INFO] [stdout] 35 | println!("After lowercase: \"{}\"\n", lowercased); [INFO] [stdout] | -- ^^^^^^^^^^ `Result` cannot be formatted with the default formatter [INFO] [stdout] | | [INFO] [stdout] | required by this formatting parameter [INFO] [stdout] | [INFO] [stdout] = help: the trait `std::fmt::Display` is not implemented for `Result` [INFO] [stdout] = note: in format strings you may be able to use `{:?}` (or {:#?} for pretty-print) instead [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:48:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:49:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:53:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:55:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:56:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:60:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:62:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:63:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:66:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:70:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:72:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:75:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:77:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:78:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:80:17","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:85:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:92:17","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:95:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:104:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:106:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:109:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:110:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:111:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:112:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:113:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:117:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:119:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:125:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:128:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:131:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:132:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:133:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:134:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:135:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:136:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:137:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:140:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:141:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:142:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] warning: unused import: `normalize_nfkd` [INFO] [stdout] --> tests/unicode_tests.rs:4:55 [INFO] [stdout] | [INFO] [stdout] 4 | normalize_nfc, normalize_nfkc, normalize_nfd, normalize_nfkd, [INFO] [stdout] | ^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:143:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:144:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:145:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","loc":"examples/train_bpe.rs:146:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] error[E0061]: this function takes 0 arguments but 1 argument was supplied [INFO] [stdout] --> examples/custom_pipeline.rs:85:18 [INFO] [stdout] | [INFO] [stdout] 85 | let digits = DigitsSplit::new(true); [INFO] [stdout] | ^^^^^^^^^^^^^^^^ ---- unexpected argument of type `bool` [INFO] [stdout] | [INFO] [stdout] note: associated function defined here [INFO] [stdout] --> src/pre_tokenizers/digits.rs:11:12 [INFO] [stdout] | [INFO] [stdout] 11 | pub fn new() -> Self { [INFO] [stdout] | ^^^ [INFO] [stdout] help: remove the extra argument [INFO] [stdout] | [INFO] [stdout] 85 - let digits = DigitsSplit::new(true); [INFO] [stdout] 85 + let digits = DigitsSplit::new(); [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0596]: cannot borrow `bpe` as mutable, as it is not declared as mutable [INFO] [stdout] --> examples/train_bpe.rs:40:9 [INFO] [stdout] | [INFO] [stdout] 40 | let bpe = BPE::train(&corpus, vocab_size, min_frequency, byte_level)?; [INFO] [stdout] | ^^^ not mutable [INFO] [stdout] ... [INFO] [stdout] 47 | let pt_tokens = bpe.tokenize(pt_text); [INFO] [stdout] | --- cannot borrow as mutable [INFO] [stdout] ... [INFO] [stdout] 54 | let en_tokens = bpe.tokenize(en_text); [INFO] [stdout] | --- cannot borrow as mutable [INFO] [stdout] ... [INFO] [stdout] 61 | let mixed_tokens = bpe.tokenize(mixed_text); [INFO] [stdout] | --- cannot borrow as mutable [INFO] [stdout] ... [INFO] [stdout] 127 | let tokens = bpe.tokenize(&preprocessed); [INFO] [stdout] | --- cannot borrow as mutable [INFO] [stdout] | [INFO] [stdout] help: consider changing this to be mutable [INFO] [stdout] | [INFO] [stdout] 40 | let mut bpe = BPE::train(&corpus, vocab_size, min_frequency, byte_level)?; [INFO] [stdout] | +++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0596]: cannot borrow `bpe_test` as mutable, as it is not declared as mutable [INFO] [stdout] --> examples/train_bpe.rs:91:22 [INFO] [stdout] | [INFO] [stdout] 91 | let tokens = bpe_test.tokenize(test_text); [INFO] [stdout] | ^^^^^^^^ cannot borrow as mutable [INFO] [stdout] | [INFO] [stdout] help: consider changing this to be mutable [INFO] [stdout] | [INFO] [stdout] 89 | let mut bpe_test = BPE::train(&corpus, size, 2, false)?; [INFO] [stdout] | +++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0596]: cannot borrow `byte_bpe` as mutable, as it is not declared as mutable [INFO] [stdout] --> examples/train_bpe.rs:105:23 [INFO] [stdout] | [INFO] [stdout] 105 | let byte_tokens = byte_bpe.tokenize(byte_text); [INFO] [stdout] | ^^^^^^^^ cannot borrow as mutable [INFO] [stdout] | [INFO] [stdout] help: consider changing this to be mutable [INFO] [stdout] | [INFO] [stdout] 102 | let mut byte_bpe = BPE::new_byte_level(byte_vocab, byte_merges); [INFO] [stdout] | +++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] For more information about this error, try `rustc --explain E0596`. [INFO] [stdout] [INFO] [stderr] error: could not compile `avila-tokenizers` (example "train_bpe") due to 3 previous errors [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:8:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:12:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:16:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:19:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:20:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:25:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:26:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:27:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:31:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:35:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:36:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:41:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:42:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:43:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:45:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:46:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:53:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:55:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:56:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:61:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:62:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:70:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:73:17","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:79:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:81:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:82:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:84:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:88:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:90:17","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:96:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:98:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:101:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:104:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:105:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:106:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:111:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:113:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","loc":"examples/bert_tokenizer.rs:115:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] error[E0308]: arguments to this function are incorrect [INFO] [stdout] --> examples/custom_pipeline.rs:104:26 [INFO] [stdout] | [INFO] [stdout] 104 | let bert_processor = BertProcessing::new( [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] note: expected `u32`, found `(String, {integer})` [INFO] [stdout] --> examples/custom_pipeline.rs:105:9 [INFO] [stdout] | [INFO] [stdout] 105 | ("[CLS]".to_string(), 101), [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] = note: expected type `u32` [INFO] [stdout] found tuple `(String, {integer})` [INFO] [stdout] note: expected `u32`, found `(String, {integer})` [INFO] [stdout] --> examples/custom_pipeline.rs:106:9 [INFO] [stdout] | [INFO] [stdout] 106 | ("[SEP]".to_string(), 102), [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] = note: expected type `u32` [INFO] [stdout] found tuple `(String, {integer})` [INFO] [stdout] note: associated function defined here [INFO] [stdout] --> src/post_processors/bert.rs:13:12 [INFO] [stdout] | [INFO] [stdout] 13 | pub fn new(cls_id: u32, sep_id: u32) -> Self { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0432]: unresolved import `avila_tokenizers::normalizers::StripAccents` [INFO] [stdout] --> examples/portuguese_optimization.rs:7:68 [INFO] [stdout] | [INFO] [stdout] 7 | normalizers::{Normalizer, NFKCNormalizer, LowercaseNormalizer, StripAccents}, [INFO] [stdout] | ^^^^^^^^^^^^ no `StripAccents` in `normalizers` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0061]: this function takes 1 argument but 0 arguments were supplied [INFO] [stdout] --> examples/custom_pipeline.rs:139:25 [INFO] [stdout] | [INFO] [stdout] 139 | let strip_decoder = StripDecoder::new(); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^-- argument #1 of type `Vec` is missing [INFO] [stdout] | [INFO] [stdout] note: associated function defined here [INFO] [stdout] --> src/decoders/strip.rs:13:12 [INFO] [stdout] | [INFO] [stdout] 13 | pub fn new(special_tokens: Vec) -> Self { [INFO] [stdout] | ^^^ [INFO] [stdout] help: provide the argument [INFO] [stdout] | [INFO] [stdout] 139 | let strip_decoder = StripDecoder::new(/* Vec */); [INFO] [stdout] | +++++++++++++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/bpe.rs:192:38","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/bpe.rs:211:51","p":0,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/bpe.rs:334:41","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/wordpiece.rs:94:28","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/wordpiece.rs:133:42","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/wordpiece.rs:267:32","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/wordpiece.rs:275:32","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/algorithms/wordpiece.rs:277:32","p":1,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/gpt2.rs:232:30","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/gpt2.rs:234:34","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/bert.rs:122:33","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/bert.rs:314:27","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:145:32","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:357:48","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:360:48","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:363:48","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:377:40","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/llama.rs:395:27","p":3,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/avx.rs:147:32","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/avx.rs:338:48","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/avx.rs:341:48","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/models/avx.rs:344:48","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/pre_tokenizers/byte_level.rs:40:20","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/pre_tokenizers/metaspace.rs:42:29","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/post_processors/template.rs:44:62","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:24:53","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:34:53","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:50:53","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:61:53","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:78:24","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:106:23","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:118:19","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:121:23","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:163:53","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:176:28","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/vocab/loader.rs:234:24","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:6:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:9:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:12:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:15:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:18:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:21:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:27:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:30:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:33:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:36:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:39:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:42:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:45:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:48:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:54:12","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":0,"named":2,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:57:12","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","loc":"src/error.rs:60:12","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":0,"named":2,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:11:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] warning: unused import: `LowercaseNormalizer` [INFO] [stdout] --> examples/portuguese_optimization.rs:7:47 [INFO] [stdout] | [INFO] [stdout] 7 | normalizers::{Normalizer, NFKCNormalizer, LowercaseNormalizer, StripAccents}, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:27:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:29:17","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:34:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:41:17","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:44:17","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:47:17","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:50:17","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:56:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:59:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:64:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:69:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:74:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:75:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:79:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:92:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:96:17","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:101:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:114:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:118:17","p":5,"ph":4,"wa":0,"pa":0,"a":4,"pos":4,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":4,"a_opt":4,"sz_no_dedup":64,"sz_old":64,"sz_opt":64} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:125:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:136:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:140:17","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:145:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:148:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:153:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:158:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:162:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:165:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:168:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:171:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:174:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:177:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:180:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:190:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:194:17","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:195:17","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:200:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:207:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:208:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:214:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:215:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:216:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:217:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:222:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:223:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:224:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:225:13","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:229:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:230:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:231:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:232:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:233:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:234:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:235:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:236:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:240:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:241:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:242:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:243:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:244:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:246:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:247:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:248:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:249:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:251:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:252:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:253:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"/rustc/38c2997544af84fe301d600d6896397738163002/library/std/src/macros.rs:140:23","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","loc":"examples/portuguese_optimization.rs:256:13","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] error[E0308]: mismatched types [INFO] [stdout] --> examples/custom_pipeline.rs:191:39 [INFO] [stdout] | [INFO] [stdout] 191 | .replace(char::is_alphabetic, |c: char| c.to_lowercase().to_string().chars().next().unwrap()); [INFO] [stdout] | ------- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `&str`, found closure [INFO] [stdout] | | [INFO] [stdout] | arguments to this method are incorrect [INFO] [stdout] | [INFO] [stdout] = note: expected reference `&str` [INFO] [stdout] found closure `{closure@examples/custom_pipeline.rs:191:39: 191:48}` [INFO] [stdout] note: method defined here [INFO] [stdout] --> /rustc/38c2997544af84fe301d600d6896397738163002/library/alloc/src/str.rs:268:11 [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0061, E0277, E0308, E0423, E0432. [INFO] [stdout] [INFO] [stdout] For more information about an error, try `rustc --explain E0061`. [INFO] [stdout] [INFO] [stdout] error[E0277]: `Result` doesn't implement `std::fmt::Display` [INFO] [stdout] --> examples/portuguese_optimization.rs:64:41 [INFO] [stdout] | [INFO] [stdout] 64 | println!("NFKC (preserve): \"{}\"", with_accents); [INFO] [stdout] | -- ^^^^^^^^^^^^ `Result` cannot be formatted with the default formatter [INFO] [stdout] | | [INFO] [stdout] | required by this formatting parameter [INFO] [stdout] | [INFO] [stdout] = help: the trait `std::fmt::Display` is not implemented for `Result` [INFO] [stdout] = note: in format strings you may be able to use `{:?}` (or {:#?} for pretty-print) instead [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] error: could not compile `avila-tokenizers` (example "custom_pipeline") due to 8 previous errors; 1 warning emitted [INFO] [stdout] error[E0308]: mismatched types [INFO] [stdout] --> examples/portuguese_optimization.rs:72:33 [INFO] [stdout] | [INFO] [stdout] 72 | let ids_with = llama.encode(&with_accents); [INFO] [stdout] | ------ ^^^^^^^^^^^^^ expected `&str`, found `&Result` [INFO] [stdout] | | [INFO] [stdout] | arguments to this method are incorrect [INFO] [stdout] | [INFO] [stdout] = note: expected reference `&str` [INFO] [stdout] found reference `&Result` [INFO] [stdout] note: method defined here [INFO] [stdout] --> src/models/llama.rs:205:12 [INFO] [stdout] | [INFO] [stdout] 205 | pub fn encode(&self, text: &str) -> Vec { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0277, E0308, E0432. [INFO] [stdout] [INFO] [stdout] For more information about an error, try `rustc --explain E0277`. [INFO] [stdout] [INFO] [stderr] error: could not compile `avila-tokenizers` (example "portuguese_optimization") due to 3 previous errors; 1 warning emitted [INFO] running `Command { std: "docker" "inspect" "194aeecc958c729c23bf03138e5a99801c4ca8aac2359f5e5c43e066c91eea64", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "194aeecc958c729c23bf03138e5a99801c4ca8aac2359f5e5c43e066c91eea64", kill_on_drop: false }` [INFO] [stdout] 194aeecc958c729c23bf03138e5a99801c4ca8aac2359f5e5c43e066c91eea64