[INFO] fetching crate avila-tokenizers 0.1.0... [INFO] checking avila-tokenizers-0.1.0 against try#1463461488056994d1b84e8b752e7c11c7fae7aa for pr-154205 [INFO] extracting crate avila-tokenizers 0.1.0 into /workspace/builds/worker-6-tc2/source [INFO] started tweaking crates.io crate avila-tokenizers 0.1.0 [INFO] removed 0 missing examples [INFO] removed 0 missing tests [INFO] finished tweaking crates.io crate avila-tokenizers 0.1.0 [INFO] tweaked toml for crates.io crate avila-tokenizers 0.1.0 written to /workspace/builds/worker-6-tc2/source/Cargo.toml [INFO] validating manifest of crates.io crate avila-tokenizers 0.1.0 on toolchain 1463461488056994d1b84e8b752e7c11c7fae7aa [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1463461488056994d1b84e8b752e7c11c7fae7aa" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate crates.io crate avila-tokenizers 0.1.0 already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1463461488056994d1b84e8b752e7c11c7fae7aa" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+1463461488056994d1b84e8b752e7c11c7fae7aa" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 06a5ff706d0fb9dbe85ec30114d708300f68176a31c9282ff7eb3763cf3c03c7 [INFO] running `Command { std: "docker" "start" "-a" "06a5ff706d0fb9dbe85ec30114d708300f68176a31c9282ff7eb3763cf3c03c7", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "06a5ff706d0fb9dbe85ec30114d708300f68176a31c9282ff7eb3763cf3c03c7", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "06a5ff706d0fb9dbe85ec30114d708300f68176a31c9282ff7eb3763cf3c03c7", kill_on_drop: false }` [INFO] [stdout] 06a5ff706d0fb9dbe85ec30114d708300f68176a31c9282ff7eb3763cf3c03c7 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-6-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+1463461488056994d1b84e8b752e7c11c7fae7aa" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] f4fb08ea00317d4f5172f076830f3ef88110a1f62de047deb1500656c2a95e89 [INFO] running `Command { std: "docker" "start" "-a" "f4fb08ea00317d4f5172f076830f3ef88110a1f62de047deb1500656c2a95e89", kill_on_drop: false }` [INFO] [stderr] Compiling zerocopy v0.8.28 [INFO] [stderr] Compiling num-traits v0.2.19 [INFO] [stderr] Checking tinyvec v1.10.0 [INFO] [stderr] Checking clap_builder v4.5.53 [INFO] [stderr] Compiling syn v2.0.110 [INFO] [stderr] Checking serde_json v1.0.145 [INFO] [stderr] Compiling getrandom v0.3.4 [INFO] [stderr] Checking itertools v0.10.5 [INFO] [stderr] Checking lru v0.12.5 [INFO] [stderr] Checking is-terminal v0.4.17 [INFO] [stderr] Checking rayon v1.11.0 [INFO] [stderr] Checking tempfile v3.23.0 [INFO] [stderr] Checking unicode-normalization v0.1.25 [INFO] [stderr] Checking criterion-plot v0.5.0 [INFO] [stderr] Checking plotters v0.3.7 [INFO] [stderr] Checking clap v4.5.53 [INFO] [stderr] Compiling zerocopy-derive v0.8.28 [INFO] [stderr] Compiling serde_derive v1.0.228 [INFO] [stderr] Compiling thiserror-impl v1.0.69 [INFO] [stderr] Compiling tokio-macros v2.6.0 [INFO] [stderr] Checking tokio v1.48.0 [INFO] [stderr] Checking thiserror v1.0.69 [INFO] [stderr] Checking serde v1.0.228 [INFO] [stderr] Checking ppv-lite86 v0.2.21 [INFO] [stderr] Checking half v2.7.1 [INFO] [stderr] Checking rand_chacha v0.3.1 [INFO] [stderr] Checking tinytemplate v1.2.1 [INFO] [stderr] Checking ciborium-ll v0.2.2 [INFO] [stderr] Checking rand v0.8.5 [INFO] [stderr] Checking ciborium v0.2.2 [INFO] [stderr] Checking avila-tokenizers v0.1.0 (/opt/rustwide/workdir) [INFO] [stderr] Checking criterion v0.5.1 [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":3,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":0,"named":2,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":0,"named":2,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avx_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"llama_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"train_bpe","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"bert_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"gpt2_tokenizer","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] warning: variable does not need to be mutable [INFO] [stdout] --> tests/gpt2_tests.rs:70:13 [INFO] [stdout] | [INFO] [stdout] 70 | let mut tokenizer = GPT2Tokenizer::from_pretrained("gpt2").unwrap(); [INFO] [stdout] | ----^^^^^^^^^ [INFO] [stdout] | | [INFO] [stdout] | help: remove this `mut` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_mut)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"compatibility_tests","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"compatibility_tests","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"compatibility_tests","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"compatibility_tests","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stdout] error[E0596]: cannot borrow `bpe` as mutable, as it is not declared as mutable [INFO] [stdout] --> examples/train_bpe.rs:40:9 [INFO] [stdout] | [INFO] [stdout] 40 | let bpe = BPE::train(&corpus, vocab_size, min_frequency, byte_level)?; [INFO] [stdout] | ^^^ not mutable [INFO] [stdout] ... [INFO] [stdout] 47 | let pt_tokens = bpe.tokenize(pt_text); [INFO] [stdout] | --- cannot borrow as mutable [INFO] [stdout] ... [INFO] [stdout] 54 | let en_tokens = bpe.tokenize(en_text); [INFO] [stdout] | --- cannot borrow as mutable [INFO] [stdout] ... [INFO] [stdout] 61 | let mixed_tokens = bpe.tokenize(mixed_text); [INFO] [stdout] | --- cannot borrow as mutable [INFO] [stdout] ... [INFO] [stdout] 127 | let tokens = bpe.tokenize(&preprocessed); [INFO] [stdout] | --- cannot borrow as mutable [INFO] [stdout] | [INFO] [stdout] help: consider changing this to be mutable [INFO] [stdout] | [INFO] [stdout] 40 | let mut bpe = BPE::train(&corpus, vocab_size, min_frequency, byte_level)?; [INFO] [stdout] | +++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0596]: cannot borrow `bpe_test` as mutable, as it is not declared as mutable [INFO] [stdout] --> examples/train_bpe.rs:91:22 [INFO] [stdout] | [INFO] [stdout] 91 | let tokens = bpe_test.tokenize(test_text); [INFO] [stdout] | ^^^^^^^^ cannot borrow as mutable [INFO] [stdout] | [INFO] [stdout] help: consider changing this to be mutable [INFO] [stdout] | [INFO] [stdout] 89 | let mut bpe_test = BPE::train(&corpus, size, 2, false)?; [INFO] [stdout] | +++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0596]: cannot borrow `byte_bpe` as mutable, as it is not declared as mutable [INFO] [stdout] --> examples/train_bpe.rs:105:23 [INFO] [stdout] | [INFO] [stdout] 105 | let byte_tokens = byte_bpe.tokenize(byte_text); [INFO] [stdout] | ^^^^^^^^ cannot borrow as mutable [INFO] [stdout] | [INFO] [stdout] help: consider changing this to be mutable [INFO] [stdout] | [INFO] [stdout] 102 | let mut byte_bpe = BPE::new_byte_level(byte_vocab, byte_merges); [INFO] [stdout] | +++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0432]: unresolved import `avila_tokenizers::normalizers::StripAccents` [INFO] [stdout] --> examples/portuguese_optimization.rs:7:68 [INFO] [stdout] | [INFO] [stdout] 7 | normalizers::{Normalizer, NFKCNormalizer, LowercaseNormalizer, StripAccents}, [INFO] [stdout] | ^^^^^^^^^^^^ no `StripAccents` in `normalizers` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `LowercaseNormalizer` [INFO] [stdout] --> examples/portuguese_optimization.rs:7:47 [INFO] [stdout] | [INFO] [stdout] 7 | normalizers::{Normalizer, NFKCNormalizer, LowercaseNormalizer, StripAccents}, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] warning: unused import: `normalize_nfkd` [INFO] [stdout] --> tests/unicode_tests.rs:4:55 [INFO] [stdout] | [INFO] [stdout] 4 | normalize_nfc, normalize_nfkc, normalize_nfd, normalize_nfkd, [INFO] [stdout] | ^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":5,"ph":4,"wa":0,"pa":0,"a":4,"pos":4,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":4,"a_opt":4,"sz_no_dedup":64,"sz_old":64,"sz_opt":64} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":4,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] error[E0432]: unresolved import `avila_tokenizers::normalizers::StripAccents` [INFO] [stdout] --> examples/custom_pipeline.rs:7:68 [INFO] [stdout] | [INFO] [stdout] 7 | normalizers::{Normalizer, NFKCNormalizer, LowercaseNormalizer, StripAccents, SequenceNormalizer}, [INFO] [stdout] | ^^^^^^^^^^^^ no `StripAccents` in `normalizers` [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] error[E0423]: expected value, found struct `WordPieceDecoder` [INFO] [stdout] --> examples/custom_pipeline.rs:125:22 [INFO] [stdout] | [INFO] [stdout] 125 | let wp_decoder = WordPieceDecoder; [INFO] [stdout] | ^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] ::: src/decoders/wordpiece.rs:7:1 [INFO] [stdout] | [INFO] [stdout] 7 | pub struct WordPieceDecoder { [INFO] [stdout] | --------------------------- `WordPieceDecoder` defined here [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] warning: unused import: `std::collections::HashMap` [INFO] [stdout] --> examples/custom_pipeline.rs:12:5 [INFO] [stdout] | [INFO] [stdout] 12 | use std::collections::HashMap; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"custom_pipeline","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"portuguese_optimization","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stdout] For more information about this error, try `rustc --explain E0596`. [INFO] [stdout] [INFO] [stderr] error: could not compile `avila-tokenizers` (example "train_bpe") due to 3 previous errors [INFO] [stderr] warning: build failed, waiting for other jobs to finish... [INFO] [stdout] error[E0277]: `Result` doesn't implement `std::fmt::Display` [INFO] [stdout] --> examples/custom_pipeline.rs:25:36 [INFO] [stdout] | [INFO] [stdout] 25 | println!("After NFKC: \"{}\"", normalized); [INFO] [stdout] | -- ^^^^^^^^^^ `Result` cannot be formatted with the default formatter [INFO] [stdout] | | [INFO] [stdout] | required by this formatting parameter [INFO] [stdout] | [INFO] [stdout] = help: the trait `std::fmt::Display` is not implemented for `Result` [INFO] [stdout] = note: in format strings you may be able to use `{:?}` (or {:#?} for pretty-print) instead [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0277]: `Result` doesn't implement `std::fmt::Display` [INFO] [stdout] --> examples/custom_pipeline.rs:35:43 [INFO] [stdout] | [INFO] [stdout] 35 | println!("After lowercase: \"{}\"\n", lowercased); [INFO] [stdout] | -- ^^^^^^^^^^ `Result` cannot be formatted with the default formatter [INFO] [stdout] | | [INFO] [stdout] | required by this formatting parameter [INFO] [stdout] | [INFO] [stdout] = help: the trait `std::fmt::Display` is not implemented for `Result` [INFO] [stdout] = note: in format strings you may be able to use `{:?}` (or {:#?} for pretty-print) instead [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0061]: this function takes 0 arguments but 1 argument was supplied [INFO] [stdout] --> examples/custom_pipeline.rs:85:18 [INFO] [stdout] | [INFO] [stdout] 85 | let digits = DigitsSplit::new(true); [INFO] [stdout] | ^^^^^^^^^^^^^^^^ ---- unexpected argument of type `bool` [INFO] [stdout] | [INFO] [stdout] note: associated function defined here [INFO] [stdout] --> src/pre_tokenizers/digits.rs:11:12 [INFO] [stdout] | [INFO] [stdout] 11 | pub fn new() -> Self { [INFO] [stdout] | ^^^ [INFO] [stdout] help: remove the extra argument [INFO] [stdout] | [INFO] [stdout] 85 - let digits = DigitsSplit::new(true); [INFO] [stdout] 85 + let digits = DigitsSplit::new(); [INFO] [stdout] | [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0277]: `Result` doesn't implement `std::fmt::Display` [INFO] [stdout] --> examples/portuguese_optimization.rs:64:41 [INFO] [stdout] | [INFO] [stdout] 64 | println!("NFKC (preserve): \"{}\"", with_accents); [INFO] [stdout] | -- ^^^^^^^^^^^^ `Result` cannot be formatted with the default formatter [INFO] [stdout] | | [INFO] [stdout] | required by this formatting parameter [INFO] [stdout] | [INFO] [stdout] = help: the trait `std::fmt::Display` is not implemented for `Result` [INFO] [stdout] = note: in format strings you may be able to use `{:?}` (or {:#?} for pretty-print) instead [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0308]: arguments to this function are incorrect [INFO] [stdout] --> examples/custom_pipeline.rs:104:26 [INFO] [stdout] | [INFO] [stdout] 104 | let bert_processor = BertProcessing::new( [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] note: expected `u32`, found `(String, {integer})` [INFO] [stdout] --> examples/custom_pipeline.rs:105:9 [INFO] [stdout] | [INFO] [stdout] 105 | ("[CLS]".to_string(), 101), [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] = note: expected type `u32` [INFO] [stdout] found tuple `(String, {integer})` [INFO] [stdout] note: expected `u32`, found `(String, {integer})` [INFO] [stdout] --> examples/custom_pipeline.rs:106:9 [INFO] [stdout] | [INFO] [stdout] 106 | ("[SEP]".to_string(), 102), [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] = note: expected type `u32` [INFO] [stdout] found tuple `(String, {integer})` [INFO] [stdout] note: associated function defined here [INFO] [stdout] --> src/post_processors/bert.rs:13:12 [INFO] [stdout] | [INFO] [stdout] 13 | pub fn new(cls_id: u32, sep_id: u32) -> Self { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0308]: mismatched types [INFO] [stdout] --> examples/portuguese_optimization.rs:72:33 [INFO] [stdout] | [INFO] [stdout] 72 | let ids_with = llama.encode(&with_accents); [INFO] [stdout] | ------ ^^^^^^^^^^^^^ expected `&str`, found `&Result` [INFO] [stdout] | | [INFO] [stdout] | arguments to this method are incorrect [INFO] [stdout] | [INFO] [stdout] = note: expected reference `&str` [INFO] [stdout] found reference `&Result` [INFO] [stdout] note: method defined here [INFO] [stdout] --> src/models/llama.rs:205:12 [INFO] [stdout] | [INFO] [stdout] 205 | pub fn encode(&self, text: &str) -> Vec { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stdout] error[E0061]: this function takes 1 argument but 0 arguments were supplied [INFO] [stdout] --> examples/custom_pipeline.rs:139:25 [INFO] [stdout] | [INFO] [stdout] 139 | let strip_decoder = StripDecoder::new(); [INFO] [stdout] | ^^^^^^^^^^^^^^^^^-- argument #1 of type `Vec` is missing [INFO] [stdout] | [INFO] [stdout] note: associated function defined here [INFO] [stdout] --> src/decoders/strip.rs:13:12 [INFO] [stdout] | [INFO] [stdout] 13 | pub fn new(special_tokens: Vec) -> Self { [INFO] [stdout] | ^^^ [INFO] [stdout] help: provide the argument [INFO] [stdout] | [INFO] [stdout] 139 | let strip_decoder = StripDecoder::new(/* Vec */); [INFO] [stdout] | +++++++++++++++++ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] error[E0308]: mismatched types [INFO] [stdout] --> examples/custom_pipeline.rs:191:39 [INFO] [stdout] | [INFO] [stdout] 191 | .replace(char::is_alphabetic, |c: char| c.to_lowercase().to_string().chars().next().unwrap()); [INFO] [stdout] | ------- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `&str`, found closure [INFO] [stdout] | | [INFO] [stdout] | arguments to this method are incorrect [INFO] [stdout] | [INFO] [stdout] = note: expected reference `&str` [INFO] [stdout] found closure `{closure@examples/custom_pipeline.rs:191:39: 191:48}` [INFO] [stdout] note: method defined here [INFO] [stdout] --> /rustc/1463461488056994d1b84e8b752e7c11c7fae7aa/library/alloc/src/str.rs:268:11 [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0277, E0308, E0432. [INFO] [stdout] [INFO] [stdout] For more information about an error, try `rustc --explain E0277`. [INFO] [stdout] [INFO] [stdout] Some errors have detailed explanations: E0061, E0277, E0308, E0423, E0432. [INFO] [stdout] [INFO] [stdout] For more information about an error, try `rustc --explain E0061`. [INFO] [stdout] [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":3,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":3,"ph":3,"wa":0,"pa":0,"a":3,"pos":3,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":3,"a_opt":3,"sz_no_dedup":48,"sz_old":48,"sz_opt":48} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":0,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":0,"wa":0,"pa":0,"a":0,"pos":0,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":0,"a_opt":0,"sz_no_dedup":0,"sz_old":0,"sz_opt":0} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":1,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":2,"named":0,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":0,"named":2,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":1,"ph":1,"wa":0,"pa":0,"a":1,"pos":0,"named":1,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":1,"a_opt":1,"sz_no_dedup":16,"sz_old":16,"sz_opt":16} [INFO] [stderr] [FMTARGS] {"crate":"avila_tokenizers","p":2,"ph":2,"wa":0,"pa":0,"a":2,"pos":0,"named":2,"cap":0,"ucap":0,"dup":0,"const":0,"constparam":0,"other_dup":0,"d2":0,"d3":0,"d4p":0,"deduped":0,"remaining":0,"a_old":2,"a_opt":2,"sz_no_dedup":32,"sz_old":32,"sz_opt":32} [INFO] [stderr] error: could not compile `avila-tokenizers` (example "portuguese_optimization") due to 3 previous errors; 1 warning emitted [INFO] [stderr] error: could not compile `avila-tokenizers` (example "custom_pipeline") due to 8 previous errors; 1 warning emitted [INFO] running `Command { std: "docker" "inspect" "f4fb08ea00317d4f5172f076830f3ef88110a1f62de047deb1500656c2a95e89", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "f4fb08ea00317d4f5172f076830f3ef88110a1f62de047deb1500656c2a95e89", kill_on_drop: false }` [INFO] [stdout] f4fb08ea00317d4f5172f076830f3ef88110a1f62de047deb1500656c2a95e89