[INFO] cloning repository https://github.com/arthasyou/llm_web
[INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/arthasyou/llm_web" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Farthasyou%2Fllm_web", kill_on_drop: false }`
[INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Farthasyou%2Fllm_web'...
[INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }`
[INFO] [stdout] 6509c61c925f55d6007a8fc6423989a4b242ed6a
[INFO] checking arthasyou/llm_web against master#540f43a224317d894a9a0710a8d67704f179a33c for pr-155193
[INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Farthasyou%2Fllm_web" "/workspace/builds/worker-2-tc1/source", kill_on_drop: false }`
[INFO] [stderr] Cloning into '/workspace/builds/worker-2-tc1/source'...
[INFO] [stderr] done.
[INFO] started tweaking git repo https://github.com/arthasyou/llm_web
[INFO] finished tweaking git repo https://github.com/arthasyou/llm_web
[INFO] tweaked toml for git repo https://github.com/arthasyou/llm_web written to /workspace/builds/worker-2-tc1/source/Cargo.toml
[INFO] validating manifest of git repo https://github.com/arthasyou/llm_web on toolchain 540f43a224317d894a9a0710a8d67704f179a33c
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+540f43a224317d894a9a0710a8d67704f179a33c" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }`
[INFO] crate git repo https://github.com/arthasyou/llm_web already has a lockfile, it will not be regenerated
[INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+540f43a224317d894a9a0710a8d67704f179a33c" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }`
[INFO] [stderr]     Updating git repository `https://github.com/huggingface/candle.git`
[INFO] [stderr]     Updating git submodule `https://github.com/NVIDIA/cutlass.git`
[INFO] [stderr]     Updating crates.io index
[INFO] [stderr]     Blocking waiting for file lock on package cache
[INFO] [stderr]  Downloading crates ...
[INFO] [stderr]   Downloaded thiserror v1.0.58
[INFO] [stderr]   Downloaded thiserror-impl v1.0.58
[INFO] [stderr]   Downloaded zerofrom-derive v0.1.3
[INFO] [stderr]   Downloaded yoke-derive v0.7.3
[INFO] [stderr]   Downloaded json5 v0.4.1
[INFO] [stderr]   Downloaded validator_types v0.16.0
[INFO] [stderr]   Downloaded dyn-stack v0.10.0
[INFO] [stderr]   Downloaded serde_spanned v0.6.5
[INFO] [stderr]   Downloaded http-body v1.0.0
[INFO] [stderr]   Downloaded strsim v0.11.0
[INFO] [stderr]   Downloaded validator_derive v0.16.0
[INFO] [stderr]   Downloaded ordered-multimap v0.6.0
[INFO] [stderr]   Downloaded unicode-width v0.1.11
[INFO] [stderr]   Downloaded rust-ini v0.19.0
[INFO] [stderr]   Downloaded indexmap v2.2.5
[INFO] [stderr]   Downloaded axum-macros v0.4.1
[INFO] [stderr]   Downloaded pest_generator v2.7.8
[INFO] [stderr]   Downloaded toml_edit v0.22.9
[INFO] [stderr]   Downloaded hyper-util v0.1.3
[INFO] [stderr]   Downloaded tokio-util v0.7.10
[INFO] [stderr]   Downloaded tokenizers v0.15.2
[INFO] [stderr]   Downloaded hyper v1.2.0
[INFO] [stderr]   Downloaded axum v0.7.4
[INFO] [stderr]   Downloaded rayon v1.9.0
[INFO] [stderr]   Downloaded h2 v0.4.3
[INFO] [stderr]   Downloaded regex v1.10.3
[INFO] [stderr]   Downloaded chrono v0.4.35
[INFO] [stderr]   Downloaded object v0.32.2
[INFO] [stderr]   Downloaded gimli v0.28.1
[INFO] [stderr]   Downloaded trc v1.2.4
[INFO] [stderr]   Downloaded pest v2.7.8
[INFO] [stderr]   Downloaded winnow v0.6.5
[INFO] [stderr]   Downloaded portable-atomic v1.6.0
[INFO] [stderr]   Downloaded serde_json v1.0.114
[INFO] [stderr]   Downloaded cudarc v0.10.0
[INFO] [stderr]   Downloaded windows_aarch64_gnullvm v0.52.4
[INFO] [stderr]   Downloaded windows_x86_64_gnullvm v0.52.4
[INFO] [stderr]   Downloaded bumpalo v3.15.4
[INFO] [stderr]   Downloaded crossterm v0.25.0
[INFO] [stderr]   Downloaded raw-cpuid v10.7.0
[INFO] [stderr]   Downloaded ucd-trie v0.1.6
[INFO] [stderr]   Downloaded pest_meta v2.7.8
[INFO] [stderr]   Downloaded pulp v0.18.9
[INFO] [stderr]   Downloaded zip v0.6.6
[INFO] [stderr]   Downloaded tqdm v0.6.0
[INFO] [stderr]   Downloaded pest_derive v2.7.8
[INFO] [stderr]   Downloaded regex-automata v0.4.6
[INFO] [stderr]   Downloaded dlv-list v0.5.2
[INFO] [stderr]   Downloaded cc v1.0.90
[INFO] [stderr]   Downloaded backtrace v0.3.69
[INFO] [stderr]   Downloaded crc32fast v1.4.0
[INFO] [stderr]   Downloaded libc v0.2.153
[INFO] [stderr]   Downloaded rand_distr v0.4.3
[INFO] [stderr]   Downloaded tokio v1.36.0
[INFO] [stderr]   Downloaded serde_derive v1.0.197
[INFO] [stderr]   Downloaded serde v1.0.197
[INFO] [stderr]   Downloaded windows_x86_64_gnu v0.52.4
[INFO] [stderr]   Downloaded windows_aarch64_msvc v0.52.4
[INFO] [stderr]   Downloaded windows_x86_64_msvc v0.52.4
[INFO] [stderr]   Downloaded windows_i686_gnu v0.52.4
[INFO] [stderr]   Downloaded syn v2.0.53
[INFO] [stderr]   Downloaded windows_i686_msvc v0.52.4
[INFO] [stderr]   Downloaded rustversion v1.0.14
[INFO] [stderr]   Downloaded async-trait v0.1.78
[INFO] [stderr]   Downloaded toml v0.8.12
[INFO] [stderr]   Downloaded yaml-rust v0.4.5
[INFO] [stderr]   Downloaded clap v4.5.3
[INFO] [stderr]   Downloaded indicatif v0.17.8
[INFO] [stderr]   Downloaded miniz_oxide v0.7.2
[INFO] [stderr]   Downloaded socket2 v0.5.6
[INFO] [stderr]   Downloaded smallvec v1.13.1
[INFO] [stderr]   Downloaded bitflags v2.4.2
[INFO] [stderr]   Downloaded bytemuck_derive v1.6.0
[INFO] [stderr]   Downloaded half v2.4.0
[INFO] [stderr]   Downloaded ryu v1.0.17
[INFO] [stderr]   Downloaded derive_builder_core v0.12.0
[INFO] [stderr]   Downloaded derive_builder v0.12.0
[INFO] [stderr]   Downloaded console v0.15.8
[INFO] [stderr]   Downloaded addr2line v0.21.0
[INFO] [stderr]   Downloaded anyhow v1.0.81
[INFO] [stderr]   Downloaded log v0.4.21
[INFO] [stderr]   Downloaded sysctl v0.5.5
[INFO] [stderr]   Downloaded bytemuck v1.15.0
[INFO] [stderr]   Downloaded getrandom v0.2.12
[INFO] [stderr]   Downloaded clap_derive v4.5.3
[INFO] [stderr]   Downloaded encode_unicode v0.3.6
[INFO] [stderr]   Downloaded crossbeam-deque v0.8.5
[INFO] [stderr]   Downloaded crossbeam-utils v0.8.19
[INFO] [stderr]   Downloaded proc-macro2 v1.0.79
[INFO] [stderr]   Downloaded monostate v0.1.11
[INFO] [stderr]   Downloaded pkg-config v0.3.30
[INFO] [stderr]   Downloaded gemm-common v0.17.1
[INFO] [stderr]   Downloaded itoa v1.0.10
[INFO] [stderr]   Downloaded linked-hash-map v0.5.6
[INFO] [stderr]   Downloaded reborrow v0.5.5
[INFO] [stderr]   Downloaded monostate-impl v0.1.11
[INFO] [stderr]   Downloaded windows-targets v0.52.4
[INFO] [stderr]   Downloaded http-body-util v0.1.1
[INFO] [stderr]   Downloaded signal-hook-mio v0.2.3
[INFO] [stderr]   Downloaded gemm-c64 v0.17.1
[INFO] [stderr]   Downloaded gemm-f16 v0.17.1
[INFO] [stderr]   Downloaded safetensors v0.4.2
[INFO] [stderr]   Downloaded validator v0.16.1
[INFO] [stderr]   Downloaded gemm-c32 v0.17.1
[INFO] [stderr]   Downloaded gemm-f32 v0.17.1
[INFO] [stderr]   Downloaded enum-as-inner v0.6.0
[INFO] [stderr]   Downloaded memmap2 v0.9.4
[INFO] [stderr]   Downloaded synstructure v0.13.1
[INFO] [stderr]   Downloaded yoke v0.7.3
[INFO] [stderr]   Downloaded either v1.10.0
[INFO] [stderr]   Downloaded derive_builder_macro v0.12.0
[INFO] [stderr]   Downloaded if_chain v1.0.2
[INFO] [stderr]   Downloaded bindgen_cuda v0.1.4
[INFO] [stderr]   Downloaded gemm-f64 v0.17.1
[INFO] [stderr]   Downloaded seq-macro v0.3.5
[INFO] [stderr]   Downloaded gemm v0.17.1
[INFO] [stderr]   Downloaded tokio-macros v2.2.0
[INFO] [stderr]   Downloaded quote_into_macro v0.2.0
[INFO] [stderr]   Downloaded quote_into v0.2.0
[INFO] [stderr]   Downloaded zerofrom v0.1.3
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+540f43a224317d894a9a0710a8d67704f179a33c" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }`
[INFO] [stdout] 3843cea5f39db2616ab011ee0e59a894567b57eca861542ee61244dce047775c
[INFO] running `Command { std: "docker" "start" "-a" "3843cea5f39db2616ab011ee0e59a894567b57eca861542ee61244dce047775c", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "inspect" "3843cea5f39db2616ab011ee0e59a894567b57eca861542ee61244dce047775c", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "3843cea5f39db2616ab011ee0e59a894567b57eca861542ee61244dce047775c", kill_on_drop: false }`
[INFO] [stdout] 3843cea5f39db2616ab011ee0e59a894567b57eca861542ee61244dce047775c
[INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:d429b63d4308055ea97f60fb1d3dfca48854a00942f1bd2ad806beaf015945ec" "/opt/rustwide/cargo-home/bin/cargo" "+540f43a224317d894a9a0710a8d67704f179a33c" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }`
[INFO] [stdout] f08e8dd4de9559fdb6eacabd036941e8f315ef169cabee04ddde358b1d3317b4
[INFO] running `Command { std: "docker" "start" "-a" "f08e8dd4de9559fdb6eacabd036941e8f315ef169cabee04ddde358b1d3317b4", kill_on_drop: false }`
[INFO] [stderr]    Compiling proc-macro2 v1.0.79
[INFO] [stderr]    Compiling unicode-ident v1.0.12
[INFO] [stderr]    Compiling libc v0.2.153
[INFO] [stderr]    Compiling libm v0.2.8
[INFO] [stderr]    Compiling serde v1.0.197
[INFO] [stderr]    Compiling crossbeam-utils v0.8.19
[INFO] [stderr]    Compiling rayon-core v1.12.1
[INFO] [stderr]    Compiling paste v1.0.14
[INFO] [stderr]     Checking itoa v1.0.10
[INFO] [stderr]     Checking once_cell v1.19.0
[INFO] [stderr]    Compiling seq-macro v0.3.5
[INFO] [stderr]    Compiling thiserror v1.0.58
[INFO] [stderr]     Checking ppv-lite86 v0.2.17
[INFO] [stderr]     Checking either v1.10.0
[INFO] [stderr]    Compiling num-traits v0.2.18
[INFO] [stderr]     Checking bitflags v1.3.2
[INFO] [stderr]     Checking reborrow v0.5.5
[INFO] [stderr]    Compiling crc32fast v1.4.0
[INFO] [stderr]     Checking ryu v1.0.17
[INFO] [stderr]    Compiling cfg-if v1.0.0
[INFO] [stderr]     Checking raw-cpuid v10.7.0
[INFO] [stderr]     Checking stable_deref_trait v1.2.0
[INFO] [stderr]    Compiling serde_json v1.0.114
[INFO] [stderr]    Compiling syn v1.0.109
[INFO] [stderr]     Checking byteorder v1.5.0
[INFO] [stderr]     Checking zip v0.6.6
[INFO] [stderr]    Compiling quote v1.0.35
[INFO] [stderr]    Compiling crossbeam-epoch v0.9.18
[INFO] [stderr]     Checking log v0.4.21
[INFO] [stderr]     Checking smallvec v1.13.1
[INFO] [stderr]    Compiling lock_api v0.4.11
[INFO] [stderr]     Checking pin-project-lite v0.2.13
[INFO] [stderr]    Compiling syn v2.0.53
[INFO] [stderr]     Checking getrandom v0.2.12
[INFO] [stderr]     Checking num_cpus v1.16.0
[INFO] [stderr]     Checking memmap2 v0.9.4
[INFO] [stderr]    Compiling parking_lot_core v0.9.9
[INFO] [stderr]     Checking bytes v1.5.0
[INFO] [stderr]     Checking rand_core v0.6.4
[INFO] [stderr]     Checking signal-hook-registry v1.4.1
[INFO] [stderr]    Compiling crossbeam-deque v0.8.5
[INFO] [stderr]     Checking futures-core v0.3.30
[INFO] [stderr]     Checking memchr v2.7.1
[INFO] [stderr]    Compiling rand_chacha v0.3.1
[INFO] [stderr]     Checking mio v0.8.11
[INFO] [stderr]     Checking rand v0.8.5
[INFO] [stderr]     Checking parking_lot v0.12.1
[INFO] [stderr]    Compiling crunchy v0.2.2
[INFO] [stderr]     Checking fnv v1.0.7
[INFO] [stderr]     Checking http v1.1.0
[INFO] [stderr]     Checking tracing-core v0.1.32
[INFO] [stderr]    Compiling cc v1.0.90
[INFO] [stderr]    Compiling tiny-keccak v2.0.2
[INFO] [stderr]    Compiling rustversion v1.0.14
[INFO] [stderr]     Checking equivalent v1.0.1
[INFO] [stderr]    Compiling rand_distr v0.4.3
[INFO] [stderr]     Checking hashbrown v0.14.3
[INFO] [stderr]    Compiling version_check v0.9.4
[INFO] [stderr]     Checking rayon v1.9.0
[INFO] [stderr]     Checking socket2 v0.5.6
[INFO] [stderr]    Compiling strsim v0.10.0
[INFO] [stderr]    Compiling ident_case v1.0.1
[INFO] [stderr]     Checking futures-task v0.3.30
[INFO] [stderr]    Compiling slab v0.4.9
[INFO] [stderr]     Checking futures-util v0.3.30
[INFO] [stderr]     Checking tinyvec_macros v0.1.1
[INFO] [stderr]     Checking lazy_static v1.4.0
[INFO] [stderr]    Compiling ucd-trie v0.1.6
[INFO] [stderr]     Checking tinyvec v1.6.0
[INFO] [stderr]    Compiling proc-macro-error-attr v1.0.4
[INFO] [stderr]     Checking percent-encoding v2.3.1
[INFO] [stderr]    Compiling const-random-macro v0.1.16
[INFO] [stderr]     Checking futures-sink v0.3.30
[INFO] [stderr]    Compiling pkg-config v0.3.30
[INFO] [stderr]    Compiling httparse v1.8.0
[INFO] [stderr]     Checking utf8parse v0.2.1
[INFO] [stderr]    Compiling async-trait v0.1.78
[INFO] [stderr]    Compiling signal-hook v0.3.17
[INFO] [stderr]     Checking anstyle-parse v0.2.3
[INFO] [stderr]     Checking indexmap v2.2.5
[INFO] [stderr]     Checking http-body v1.0.0
[INFO] [stderr]     Checking form_urlencoded v1.2.1
[INFO] [stderr]    Compiling proc-macro-error v1.0.4
[INFO] [stderr]    Compiling aho-corasick v1.1.2
[INFO] [stderr]     Checking colorchoice v1.0.0
[INFO] [stderr]     Checking anstyle-query v1.0.2
[INFO] [stderr]     Checking const-random v0.1.18
[INFO] [stderr]    Compiling regex-syntax v0.8.2
[INFO] [stderr]     Checking tower-layer v0.3.2
[INFO] [stderr]     Checking minimal-lexical v0.2.1
[INFO] [stderr]    Compiling portable-atomic v1.6.0
[INFO] [stderr]     Checking anstyle v1.0.6
[INFO] [stderr]     Checking tower-service v0.3.2
[INFO] [stderr]     Checking unicode-segmentation v1.11.0
[INFO] [stderr]     Checking unicode-bidi v0.3.15
[INFO] [stderr]     Checking nom v7.1.3
[INFO] [stderr]     Checking anstream v0.6.13
[INFO] [stderr]     Checking dlv-list v0.5.2
[INFO] [stderr]    Compiling esaxx-rs v0.1.10
[INFO] [stderr]     Checking http-body-util v0.1.1
[INFO] [stderr]    Compiling onig_sys v69.8.1
[INFO] [stderr]    Compiling axum-core v0.4.3
[INFO] [stderr]     Checking unicode-normalization v0.1.23
[INFO] [stderr]     Checking futures-channel v0.3.30
[INFO] [stderr]     Checking httpdate v1.0.3
[INFO] [stderr]     Checking hashbrown v0.13.2
[INFO] [stderr]    Compiling heck v0.5.0
[INFO] [stderr]     Checking strsim v0.11.0
[INFO] [stderr]     Checking clap_lex v0.7.0
[INFO] [stderr]    Compiling anyhow v1.0.81
[INFO] [stderr]     Checking winnow v0.6.5
[INFO] [stderr]     Checking unicode-width v0.1.11
[INFO] [stderr]     Checking clap_builder v4.5.2
[INFO] [stderr]     Checking console v0.15.8
[INFO] [stderr]     Checking signal-hook-mio v0.2.3
[INFO] [stderr]     Checking idna v0.5.0
[INFO] [stderr]    Compiling axum v0.7.4
[INFO] [stderr]     Checking regex-automata v0.4.6
[INFO] [stderr]     Checking ordered-multimap v0.6.0
[INFO] [stderr]     Checking itertools v0.11.0
[INFO] [stderr]    Compiling macro_rules_attribute-proc_macro v0.2.0
[INFO] [stderr]     Checking linked-hash-map v0.5.6
[INFO] [stderr]     Checking sync_wrapper v0.1.2
[INFO] [stderr]    Compiling darling_core v0.14.4
[INFO] [stderr]    Compiling validator_types v0.16.0
[INFO] [stderr]     Checking number_prefix v0.4.0
[INFO] [stderr]    Compiling if_chain v1.0.2
[INFO] [stderr]     Checking mime v0.3.17
[INFO] [stderr]     Checking base64 v0.13.1
[INFO] [stderr]    Compiling heck v0.4.1
[INFO] [stderr]     Checking indicatif v0.17.8
[INFO] [stderr]     Checking yaml-rust v0.4.5
[INFO] [stderr]     Checking url v2.5.0
[INFO] [stderr]     Checking macro_rules_attribute v0.2.0
[INFO] [stderr]     Checking rust-ini v0.19.0
[INFO] [stderr]     Checking idna v0.4.0
[INFO] [stderr]     Checking crossterm v0.25.0
[INFO] [stderr]     Checking convert_case v0.6.0
[INFO] [stderr]     Checking unicode-normalization-alignments v0.1.12
[INFO] [stderr]     Checking itertools v0.12.1
[INFO] [stderr]     Checking matchit v0.7.3
[INFO] [stderr]     Checking unicode_categories v0.1.1
[INFO] [stderr]     Checking pathdiff v0.2.1
[INFO] [stderr]     Checking iana-time-zone v0.1.60
[INFO] [stderr]     Checking same-file v1.0.6
[INFO] [stderr]     Checking walkdir v2.5.0
[INFO] [stderr]     Checking chrono v0.4.35
[INFO] [stderr]     Checking rayon-cond v0.3.0
[INFO] [stderr]     Checking tqdm v0.6.0
[INFO] [stderr]    Compiling quote_into_macro v0.2.0
[INFO] [stderr]    Compiling darling_macro v0.14.4
[INFO] [stderr]    Compiling quote_into v0.2.0
[INFO] [stderr]    Compiling darling v0.14.4
[INFO] [stderr]    Compiling derive_builder_core v0.12.0
[INFO] [stderr]    Compiling synstructure v0.13.1
[INFO] [stderr]     Checking regex v1.10.3
[INFO] [stderr]    Compiling serde_derive v1.0.197
[INFO] [stderr]    Compiling bytemuck_derive v1.6.0
[INFO] [stderr]    Compiling thiserror-impl v1.0.58
[INFO] [stderr]    Compiling zerofrom-derive v0.1.3
[INFO] [stderr]    Compiling yoke-derive v0.7.3
[INFO] [stderr]    Compiling tracing-attributes v0.1.27
[INFO] [stderr]    Compiling tokio-macros v2.2.0
[INFO] [stderr]    Compiling pin-project-internal v1.1.5
[INFO] [stderr]    Compiling monostate-impl v0.1.11
[INFO] [stderr]    Compiling clap_derive v4.5.3
[INFO] [stderr]    Compiling derive_builder_macro v0.12.0
[INFO] [stderr]     Checking onig v6.4.0
[INFO] [stderr]    Compiling axum-macros v0.4.1
[INFO] [stderr]     Checking derive_builder v0.12.0
[INFO] [stderr]     Checking tokio v1.36.0
[INFO] [stderr]     Checking pest v2.7.8
[INFO] [stderr]     Checking pin-project v1.1.5
[INFO] [stderr]     Checking bytemuck v1.15.0
[INFO] [stderr]     Checking tracing v0.1.40
[INFO] [stderr]     Checking num-complex v0.4.5
[INFO] [stderr]     Checking dyn-stack v0.10.0
[INFO] [stderr]     Checking half v2.4.0
[INFO] [stderr]     Checking zerofrom v0.1.3
[INFO] [stderr]    Compiling yoke v0.7.3
[INFO] [stderr]     Checking pulp v0.18.9
[INFO] [stderr]    Compiling pest_meta v2.7.8
[INFO] [stderr]     Checking clap v4.5.3
[INFO] [stderr]    Compiling validator_derive v0.16.0
[INFO] [stderr]    Compiling pest_generator v2.7.8
[INFO] [stderr]    Compiling gemm-common v0.17.1
[INFO] [stderr]    Compiling gemm-f32 v0.17.1
[INFO] [stderr]    Compiling gemm-c64 v0.17.1
[INFO] [stderr]    Compiling gemm-f64 v0.17.1
[INFO] [stderr]    Compiling gemm-c32 v0.17.1
[INFO] [stderr]    Compiling pest_derive v2.7.8
[INFO] [stderr]    Compiling gemm-f16 v0.17.1
[INFO] [stderr]     Checking gemm v0.17.1
[INFO] [stderr]     Checking tokio-util v0.7.10
[INFO] [stderr]     Checking tower v0.4.13
[INFO] [stderr]     Checking h2 v0.4.3
[INFO] [stderr]     Checking trc v1.2.4
[INFO] [stderr]     Checking toml_datetime v0.6.5
[INFO] [stderr]     Checking bitflags v2.4.2
[INFO] [stderr]     Checking serde_spanned v0.6.5
[INFO] [stderr]     Checking monostate v0.1.11
[INFO] [stderr]     Checking serde_path_to_error v0.1.16
[INFO] [stderr]     Checking json5 v0.4.1
[INFO] [stderr]     Checking spm_precompiled v0.1.4
[INFO] [stderr]     Checking serde_urlencoded v0.7.1
[INFO] [stderr]     Checking ron v0.8.1
[INFO] [stderr]     Checking tower-http v0.5.2
[INFO] [stderr]     Checking toml_edit v0.22.9
[INFO] [stderr]    Compiling safetensors v0.4.2
[INFO] [stderr]     Checking tokenizers v0.15.2
[INFO] [stderr]     Checking validator v0.16.1
[INFO] [stderr]    Compiling candle-core v0.4.2 (https://github.com/huggingface/candle.git#18410579)
[INFO] [stderr]     Checking toml v0.8.12
[INFO] [stderr]     Checking config v0.14.0
[INFO] [stderr]     Checking hyper v1.2.0
[INFO] [stderr]     Checking candle-nn v0.4.2 (https://github.com/huggingface/candle.git#18410579)
[INFO] [stderr]     Checking hyper-util v0.1.3
[INFO] [stderr]     Checking candle-lora v0.2.0 (/opt/rustwide/workdir/candle-lora)
[INFO] [stderr]     Checking candle-lora-macro v0.2.0 (/opt/rustwide/workdir/candle-lora-macro)
[INFO] [stderr]     Checking demo v0.1.0 (/opt/rustwide/workdir/demo)
[INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn`
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:185:7
[INFO] [stdout]     |
[INFO] [stdout] 185 | #[cfg(feature = "flash-attn")]
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition
[INFO] [stdout]     |
[INFO] [stdout]     = note: no expected values for `feature`
[INFO] [stdout]     = help: consider adding `flash-attn` as a feature in `Cargo.toml`
[INFO] [stdout]     = note: see <https://doc.rust-lang.org/nightly/rustc/check-cfg/cargo-specifics.html> for more information about checking conditional configuration
[INFO] [stdout]     = note: `#[warn(unexpected_cfgs)]` on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn`
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:185:7
[INFO] [stdout]     |
[INFO] [stdout] 185 | #[cfg(feature = "flash-attn")]
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition
[INFO] [stdout]     |
[INFO] [stdout]     = note: no expected values for `feature`
[INFO] [stdout]     = help: consider adding `flash-attn` as a feature in `Cargo.toml`
[INFO] [stdout]     = note: see <https://doc.rust-lang.org/nightly/rustc/check-cfg/cargo-specifics.html> for more information about checking conditional configuration
[INFO] [stdout]     = note: `#[warn(unexpected_cfgs)]` on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn`
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:196:11
[INFO] [stdout]     |
[INFO] [stdout] 196 | #[cfg(not(feature = "flash-attn"))]
[INFO] [stdout]     |           ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition
[INFO] [stdout]     |
[INFO] [stdout]     = note: no expected values for `feature`
[INFO] [stdout]     = help: consider adding `flash-attn` as a feature in `Cargo.toml`
[INFO] [stdout]     = note: see <https://doc.rust-lang.org/nightly/rustc/check-cfg/cargo-specifics.html> for more information about checking conditional configuration
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn`
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:196:11
[INFO] [stdout]     |
[INFO] [stdout] 196 | #[cfg(not(feature = "flash-attn"))]
[INFO] [stdout]     |           ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition
[INFO] [stdout]     |
[INFO] [stdout]     = note: no expected values for `feature`
[INFO] [stdout]     = help: consider adding `flash-attn` as a feature in `Cargo.toml`
[INFO] [stdout]     = note: see <https://doc.rust-lang.org/nightly/rustc/check-cfg/cargo-specifics.html> for more information about checking conditional configuration
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn`
[INFO] [stdout]    --> demo/src/llm/models/lora/llama_lora.rs:216:7
[INFO] [stdout]     |
[INFO] [stdout] 216 | #[cfg(feature = "flash-attn")]
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition
[INFO] [stdout]     |
[INFO] [stdout]     = note: no expected values for `feature`
[INFO] [stdout]     = help: consider adding `flash-attn` as a feature in `Cargo.toml`
[INFO] [stdout]     = note: see <https://doc.rust-lang.org/nightly/rustc/check-cfg/cargo-specifics.html> for more information about checking conditional configuration
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn`
[INFO] [stdout]    --> demo/src/llm/models/lora/llama_lora.rs:227:11
[INFO] [stdout]     |
[INFO] [stdout] 227 | #[cfg(not(feature = "flash-attn"))]
[INFO] [stdout]     |           ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition
[INFO] [stdout]     |
[INFO] [stdout]     = note: no expected values for `feature`
[INFO] [stdout]     = help: consider adding `flash-attn` as a feature in `Cargo.toml`
[INFO] [stdout]     = note: see <https://doc.rust-lang.org/nightly/rustc/check-cfg/cargo-specifics.html> for more information about checking conditional configuration
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `crate::llm::models::with_tracing::Linear`
[INFO] [stdout]  --> demo/src/llm/models/lora/llama_lora.rs:1:5
[INFO] [stdout]   |
[INFO] [stdout] 1 | use crate::llm::models::with_tracing::Linear;
[INFO] [stdout]   |     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]   |
[INFO] [stdout]   = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused imports: `Error` and `Result`
[INFO] [stdout]  --> demo/src/llm/predict.rs:4:20
[INFO] [stdout]   |
[INFO] [stdout] 4 | use crate::error::{Error, Result};
[INFO] [stdout]   |                    ^^^^^  ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `crate::llm::generation::LogitsProcessor`
[INFO] [stdout]  --> demo/src/routes/routes_api.rs:1:5
[INFO] [stdout]   |
[INFO] [stdout] 1 | use crate::llm::generation::LogitsProcessor;
[INFO] [stdout]   |     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused imports: `FromRequest`, `HeaderMap`, `IntoResponse`, `Path`, `Query`, `RequestExt`, `Request`, `Response`, `body::Body`, `get`, `header`, and `middleware`
[INFO] [stdout]   --> demo/src/routes/routes_api.rs:4:5
[INFO] [stdout]    |
[INFO] [stdout]  4 |     body::Body,
[INFO] [stdout]    |     ^^^^^^^^^^
[INFO] [stdout]  5 |     extract::{FromRequest, Path, Query, Request},
[INFO] [stdout]    |               ^^^^^^^^^^^  ^^^^  ^^^^^  ^^^^^^^
[INFO] [stdout]  6 |     http::{header, HeaderMap, StatusCode},
[INFO] [stdout]    |            ^^^^^^  ^^^^^^^^^
[INFO] [stdout]  7 |     middleware,
[INFO] [stdout]    |     ^^^^^^^^^^
[INFO] [stdout]  8 |     response::{IntoResponse, Response},
[INFO] [stdout]    |                ^^^^^^^^^^^^  ^^^^^^^^
[INFO] [stdout]  9 |     routing::{get, post},
[INFO] [stdout]    |               ^^^
[INFO] [stdout] 10 |     Extension, Json, RequestExt, Router,
[INFO] [stdout]    |                      ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `candle_core::Tensor`
[INFO] [stdout]   --> demo/src/routes/routes_api.rs:12:5
[INFO] [stdout]    |
[INFO] [stdout] 12 | use candle_core::Tensor;
[INFO] [stdout]    |     ^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `validator::Validate`
[INFO] [stdout]   --> demo/src/routes/routes_api.rs:14:5
[INFO] [stdout]    |
[INFO] [stdout] 14 | use validator::Validate;
[INFO] [stdout]    |     ^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `LLM`
[INFO] [stdout]  --> demo/src/routes/mod.rs:4:27
[INFO] [stdout]   |
[INFO] [stdout] 4 | use crate::llm::{LoraLLM, LLM};
[INFO] [stdout]   |                           ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn`
[INFO] [stdout]    --> demo/src/llm/models/lora/llama_lora.rs:216:7
[INFO] [stdout]     |
[INFO] [stdout] 216 | #[cfg(feature = "flash-attn")]
[INFO] [stdout]     |       ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition
[INFO] [stdout]     |
[INFO] [stdout]     = note: no expected values for `feature`
[INFO] [stdout]     = help: consider adding `flash-attn` as a feature in `Cargo.toml`
[INFO] [stdout]     = note: see <https://doc.rust-lang.org/nightly/rustc/check-cfg/cargo-specifics.html> for more information about checking conditional configuration
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn`
[INFO] [stdout]    --> demo/src/llm/models/lora/llama_lora.rs:227:11
[INFO] [stdout]     |
[INFO] [stdout] 227 | #[cfg(not(feature = "flash-attn"))]
[INFO] [stdout]     |           ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition
[INFO] [stdout]     |
[INFO] [stdout]     = note: no expected values for `feature`
[INFO] [stdout]     = help: consider adding `flash-attn` as a feature in `Cargo.toml`
[INFO] [stdout]     = note: see <https://doc.rust-lang.org/nightly/rustc/check-cfg/cargo-specifics.html> for more information about checking conditional configuration
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `crate::llm::models::with_tracing::Linear`
[INFO] [stdout]  --> demo/src/llm/models/lora/llama_lora.rs:1:5
[INFO] [stdout]   |
[INFO] [stdout] 1 | use crate::llm::models::with_tracing::Linear;
[INFO] [stdout]   |     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]   |
[INFO] [stdout]   = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused imports: `Error` and `Result`
[INFO] [stdout]  --> demo/src/llm/predict.rs:4:20
[INFO] [stdout]   |
[INFO] [stdout] 4 | use crate::error::{Error, Result};
[INFO] [stdout]   |                    ^^^^^  ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `crate::llm::generation::LogitsProcessor`
[INFO] [stdout]  --> demo/src/routes/routes_api.rs:1:5
[INFO] [stdout]   |
[INFO] [stdout] 1 | use crate::llm::generation::LogitsProcessor;
[INFO] [stdout]   |     ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused imports: `FromRequest`, `HeaderMap`, `IntoResponse`, `Path`, `Query`, `RequestExt`, `Request`, `Response`, `body::Body`, `get`, `header`, and `middleware`
[INFO] [stdout]   --> demo/src/routes/routes_api.rs:4:5
[INFO] [stdout]    |
[INFO] [stdout]  4 |     body::Body,
[INFO] [stdout]    |     ^^^^^^^^^^
[INFO] [stdout]  5 |     extract::{FromRequest, Path, Query, Request},
[INFO] [stdout]    |               ^^^^^^^^^^^  ^^^^  ^^^^^  ^^^^^^^
[INFO] [stdout]  6 |     http::{header, HeaderMap, StatusCode},
[INFO] [stdout]    |            ^^^^^^  ^^^^^^^^^
[INFO] [stdout]  7 |     middleware,
[INFO] [stdout]    |     ^^^^^^^^^^
[INFO] [stdout]  8 |     response::{IntoResponse, Response},
[INFO] [stdout]    |                ^^^^^^^^^^^^  ^^^^^^^^
[INFO] [stdout]  9 |     routing::{get, post},
[INFO] [stdout]    |               ^^^
[INFO] [stdout] 10 |     Extension, Json, RequestExt, Router,
[INFO] [stdout]    |                      ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `candle_core::Tensor`
[INFO] [stdout]   --> demo/src/routes/routes_api.rs:12:5
[INFO] [stdout]    |
[INFO] [stdout] 12 | use candle_core::Tensor;
[INFO] [stdout]    |     ^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `validator::Validate`
[INFO] [stdout]   --> demo/src/routes/routes_api.rs:14:5
[INFO] [stdout]    |
[INFO] [stdout] 14 | use validator::Validate;
[INFO] [stdout]    |     ^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `LLM`
[INFO] [stdout]  --> demo/src/routes/mod.rs:4:27
[INFO] [stdout]   |
[INFO] [stdout] 4 | use crate::llm::{LoraLLM, LLM};
[INFO] [stdout]   |                           ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `LinearLayerLike`
[INFO] [stdout]  --> demo/src/llm/models/lora/llama_lora.rs:4:25
[INFO] [stdout]   |
[INFO] [stdout] 4 |     EmbeddingLayerLike, LinearLayerLike, LoraConfig, LoraEmbeddingConfig, LoraLinearConfig,
[INFO] [stdout]   |                         ^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused import: `LinearLayerLike`
[INFO] [stdout]  --> demo/src/llm/models/lora/llama_lora.rs:4:25
[INFO] [stdout]   |
[INFO] [stdout] 4 |     EmbeddingLayerLike, LinearLayerLike, LoraConfig, LoraEmbeddingConfig, LoraLinearConfig,
[INFO] [stdout]   |                         ^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: variable `token_generated` is assigned to, but never used
[INFO] [stdout]   --> demo/src/llm/predict.rs:13:9
[INFO] [stdout]    |
[INFO] [stdout] 13 |     let mut token_generated = 0;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: consider using `_token_generated` instead
[INFO] [stdout]    = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused variable: `repeat_penalty`
[INFO] [stdout]   --> demo/src/llm/predict.rs:15:9
[INFO] [stdout]    |
[INFO] [stdout] 15 |     let repeat_penalty = 0;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_repeat_penalty`
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: value assigned to `token_generated` is never read
[INFO] [stdout]   --> demo/src/llm/predict.rs:46:9
[INFO] [stdout]    |
[INFO] [stdout] 46 |         token_generated += 1;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = help: maybe it is overwritten before being read?
[INFO] [stdout]    = note: `#[warn(unused_assignments)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: variable `token_generated` is assigned to, but never used
[INFO] [stdout]   --> demo/src/llm/predict.rs:62:9
[INFO] [stdout]    |
[INFO] [stdout] 62 |     let mut token_generated = 0;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: consider using `_token_generated` instead
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused variable: `repeat_penalty`
[INFO] [stdout]   --> demo/src/llm/predict.rs:64:9
[INFO] [stdout]    |
[INFO] [stdout] 64 |     let repeat_penalty = 0;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_repeat_penalty`
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: value assigned to `token_generated` is never read
[INFO] [stdout]   --> demo/src/llm/predict.rs:95:9
[INFO] [stdout]    |
[INFO] [stdout] 95 |         token_generated += 1;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = help: maybe it is overwritten before being read?
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused variable: `err`
[INFO] [stdout]   --> demo/src/llm/token_output_stream.rs:31:17
[INFO] [stdout]    |
[INFO] [stdout] 31 |             Err(err) => Err(Error::Norm {
[INFO] [stdout]    |                 ^^^
[INFO] [stdout] 32 |                 message: "cannot decode: {err}".to_owned(),
[INFO] [stdout]    |                          ---------------------- you might have meant to use string interpolation in this string literal
[INFO] [stdout]    |
[INFO] [stdout] help: string interpolation only works in `format!` invocations
[INFO] [stdout]    |
[INFO] [stdout] 32 |                 message: format!("cannot decode: {err}").to_owned(),
[INFO] [stdout]    |                          ++++++++                      +
[INFO] [stdout] help: if this is intentional, prefix it with an underscore
[INFO] [stdout]    |
[INFO] [stdout] 31 |             Err(_err) => Err(Error::Norm {
[INFO] [stdout]    |                 +
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: variable does not need to be mutable
[INFO] [stdout]   --> demo/src/llm/mod.rs:30:21
[INFO] [stdout]    |
[INFO] [stdout] 30 |         let (model, mut cache) = load_llm::load_model(dir, &device).unwrap();
[INFO] [stdout]    |                     ----^^^^^
[INFO] [stdout]    |                     |
[INFO] [stdout]    |                     help: remove this `mut`
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(unused_mut)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: variable does not need to be mutable
[INFO] [stdout]   --> demo/src/main.rs:20:9
[INFO] [stdout]    |
[INFO] [stdout] 20 |     let mut llm = llm::LoraLLM::new(&settings.llm.model_dir, settings.llm.use_cpu);
[INFO] [stdout]    |         ----^^^
[INFO] [stdout]    |         |
[INFO] [stdout]    |         help: remove this `mut`
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `new` is never used
[INFO] [stdout]   --> demo/src/llm/mod.rs:28:12
[INFO] [stdout]    |
[INFO] [stdout] 27 | impl LLM {
[INFO] [stdout]    | -------- associated function in this implementation
[INFO] [stdout] 28 |     pub fn new(dir: &str) -> Self {
[INFO] [stdout]    |            ^^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `load_model` is never used
[INFO] [stdout]   --> demo/src/llm/load_llm.rs:16:8
[INFO] [stdout]    |
[INFO] [stdout] 16 | pub fn load_model(dir: &str, device: &Device) -> Result<(Llama, Cache)> {
[INFO] [stdout]    |        ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `LlamaConfig` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/llama.rs:11:12
[INFO] [stdout]    |
[INFO] [stdout] 11 | pub struct LlamaConfig {
[INFO] [stdout]    |            ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `default_rope` is never used
[INFO] [stdout]   --> demo/src/llm/models/llama.rs:23:4
[INFO] [stdout]    |
[INFO] [stdout] 23 | fn default_rope() -> f32 {
[INFO] [stdout]    |    ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: method `into_config` is never used
[INFO] [stdout]   --> demo/src/llm/models/llama.rs:28:12
[INFO] [stdout]    |
[INFO] [stdout] 27 | impl LlamaConfig {
[INFO] [stdout]    | ---------------- method in this implementation
[INFO] [stdout] 28 |     pub fn into_config(self, use_flash_attn: bool) -> Config {
[INFO] [stdout]    |            ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Config` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/llama.rs:44:12
[INFO] [stdout]    |
[INFO] [stdout] 44 | pub struct Config {
[INFO] [stdout]    |            ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated functions `config_1b`, `config_7b_v1`, and `config_7b_v2` are never used
[INFO] [stdout]   --> demo/src/llm/models/llama.rs:57:12
[INFO] [stdout]    |
[INFO] [stdout] 56 | impl Config {
[INFO] [stdout]    | ----------- associated functions in this implementation
[INFO] [stdout] 57 |     pub fn config_1b(use_flash_attn: bool) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 71 |     pub fn config_7b_v1(use_flash_attn: bool) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 85 |     pub fn config_7b_v2(use_flash_attn: bool) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `new` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:111:12
[INFO] [stdout]     |
[INFO] [stdout] 110 | impl Cache {
[INFO] [stdout]     | ---------- associated function in this implementation
[INFO] [stdout] 111 |     pub fn new(use_kv_cache: bool, dtype: DType, config: &Config, device: &Device) -> Result<Self> {
[INFO] [stdout]     |            ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `load` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:159:8
[INFO] [stdout]     |
[INFO] [stdout] 158 | impl RmsNorm {
[INFO] [stdout]     | ------------ associated function in this implementation
[INFO] [stdout] 159 |     fn load(size: usize, eps: f64, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]     |        ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `load` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:303:8
[INFO] [stdout]     |
[INFO] [stdout] 201 | impl CausalSelfAttention {
[INFO] [stdout]     | ------------------------ associated function in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 303 |     fn load(vb: VarBuilder, cfg: &Config) -> Result<Self> {
[INFO] [stdout]     |        ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `load` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:350:8
[INFO] [stdout]     |
[INFO] [stdout] 343 | impl Mlp {
[INFO] [stdout]     | -------- associated function in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 350 |     fn load(vb: VarBuilder, cfg: &Config) -> Result<Self> {
[INFO] [stdout]     |        ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `load` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:392:8
[INFO] [stdout]     |
[INFO] [stdout] 375 | impl Block {
[INFO] [stdout]     | ---------- associated function in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 392 |     fn load(vb: VarBuilder, cfg: &Config) -> Result<Self> {
[INFO] [stdout]     |        ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `load` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:433:12
[INFO] [stdout]     |
[INFO] [stdout] 420 | impl Llama {
[INFO] [stdout]     | ---------- associated function in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 433 |     pub fn load(vb: VarBuilder, cfg: &Config) -> Result<Self> {
[INFO] [stdout]     |            ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `LlamaConfig` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/lora/llama_lora.rs:15:12
[INFO] [stdout]    |
[INFO] [stdout] 15 | pub struct LlamaConfig {
[INFO] [stdout]    |            ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `default_rope` is never used
[INFO] [stdout]   --> demo/src/llm/models/lora/llama_lora.rs:27:4
[INFO] [stdout]    |
[INFO] [stdout] 27 | fn default_rope() -> f32 {
[INFO] [stdout]    |    ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: method `into_config` is never used
[INFO] [stdout]   --> demo/src/llm/models/lora/llama_lora.rs:32:12
[INFO] [stdout]    |
[INFO] [stdout] 31 | impl LlamaConfig {
[INFO] [stdout]    | ---------------- method in this implementation
[INFO] [stdout] 32 |     pub fn into_config(self, use_flash_attn: bool) -> Config {
[INFO] [stdout]    |            ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated functions `config_1b` and `config_7b_v1` are never used
[INFO] [stdout]   --> demo/src/llm/models/lora/llama_lora.rs:61:12
[INFO] [stdout]    |
[INFO] [stdout] 60 | impl Config {
[INFO] [stdout]    | ----------- associated functions in this implementation
[INFO] [stdout] 61 |     pub fn config_1b(use_flash_attn: bool) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 75 |     pub fn config_7b_v1(use_flash_attn: bool) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Embedding` is never constructed
[INFO] [stdout]  --> demo/src/llm/models/with_tracing.rs:5:12
[INFO] [stdout]   |
[INFO] [stdout] 5 | pub struct Embedding {
[INFO] [stdout]   |            ^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new`, `from_weights`, and `embeddings` are never used
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:11:12
[INFO] [stdout]    |
[INFO] [stdout] 10 | impl Embedding {
[INFO] [stdout]    | -------------- associated items in this implementation
[INFO] [stdout] 11 |     pub fn new(d1: usize, d2: usize, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]    |            ^^^
[INFO] [stdout] ...
[INFO] [stdout] 17 |     pub fn from_weights(weights: Tensor) -> Result<Self> {
[INFO] [stdout]    |            ^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 24 |     pub fn embeddings(&self) -> &Tensor {
[INFO] [stdout]    |            ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `from_weights` is never used
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:43:12
[INFO] [stdout]    |
[INFO] [stdout] 42 | impl Linear {
[INFO] [stdout]    | ----------- associated function in this implementation
[INFO] [stdout] 43 |     pub fn from_weights(weights: Tensor, bias: Option<Tensor>) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `linear` is never used
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:50:8
[INFO] [stdout]    |
[INFO] [stdout] 50 | pub fn linear(d1: usize, d2: usize, vb: VarBuilder) -> Result<Linear> {
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `linear_no_bias` is never used
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:56:8
[INFO] [stdout]    |
[INFO] [stdout] 56 | pub fn linear_no_bias(d1: usize, d2: usize, vb: VarBuilder) -> Result<Linear> {
[INFO] [stdout]    |        ^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Conv2d` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:71:12
[INFO] [stdout]    |
[INFO] [stdout] 71 | pub struct Conv2d {
[INFO] [stdout]    |            ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `conv2d` is never used
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:83:8
[INFO] [stdout]    |
[INFO] [stdout] 83 | pub fn conv2d(
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `LayerNorm` is never constructed
[INFO] [stdout]    --> demo/src/llm/models/with_tracing.rs:129:12
[INFO] [stdout]     |
[INFO] [stdout] 129 | pub struct LayerNorm {
[INFO] [stdout]     |            ^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `new` is never used
[INFO] [stdout]    --> demo/src/llm/models/with_tracing.rs:135:12
[INFO] [stdout]     |
[INFO] [stdout] 134 | impl LayerNorm {
[INFO] [stdout]     | -------------- associated function in this implementation
[INFO] [stdout] 135 |     pub fn new(weight: Tensor, bias: Tensor, eps: f64) -> Self {
[INFO] [stdout]     |            ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `layer_norm` is never used
[INFO] [stdout]    --> demo/src/llm/models/with_tracing.rs:149:8
[INFO] [stdout]     |
[INFO] [stdout] 149 | pub fn layer_norm<C: Into<candle_nn::LayerNormConfig>>(
[INFO] [stdout]     |        ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Config` is never constructed
[INFO] [stdout]  --> demo/src/llm/models/yi.rs:8:12
[INFO] [stdout]   |
[INFO] [stdout] 8 | pub struct Config {
[INFO] [stdout]   |            ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated functions `config_1b`, `config_6b`, and `config_34b` are never used
[INFO] [stdout]   --> demo/src/llm/models/yi.rs:22:12
[INFO] [stdout]    |
[INFO] [stdout] 21 | impl Config {
[INFO] [stdout]    | ----------- associated functions in this implementation
[INFO] [stdout] 22 |     pub fn config_1b() -> Self {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 37 |     pub fn config_6b() -> Self {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 52 |     pub fn config_34b() -> Self {
[INFO] [stdout]    |            ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `RmsNorm` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/yi.rs:69:8
[INFO] [stdout]    |
[INFO] [stdout] 69 | struct RmsNorm {
[INFO] [stdout]    |        ^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `new` is never used
[INFO] [stdout]   --> demo/src/llm/models/yi.rs:75:8
[INFO] [stdout]    |
[INFO] [stdout] 74 | impl RmsNorm {
[INFO] [stdout]    | ------------ associated function in this implementation
[INFO] [stdout] 75 |     fn new(size: usize, eps: f64, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]    |        ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `RotaryEmbedding` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/yi.rs:90:8
[INFO] [stdout]    |
[INFO] [stdout] 90 | struct RotaryEmbedding {
[INFO] [stdout]    |        ^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `rotate_half` is never used
[INFO] [stdout]   --> demo/src/llm/models/yi.rs:95:4
[INFO] [stdout]    |
[INFO] [stdout] 95 | fn rotate_half(xs: &Tensor) -> Result<Tensor> {
[INFO] [stdout]    |    ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new` and `apply_rotary_emb_qkv` are never used
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:105:8
[INFO] [stdout]     |
[INFO] [stdout] 104 | impl RotaryEmbedding {
[INFO] [stdout]     | -------------------- associated items in this implementation
[INFO] [stdout] 105 |     fn new(dtype: DType, cfg: &Config, dev: &Device) -> Result<Self> {
[INFO] [stdout]     |        ^^^
[INFO] [stdout] ...
[INFO] [stdout] 131 |     fn apply_rotary_emb_qkv(
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `MLP` is never constructed
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:152:8
[INFO] [stdout]     |
[INFO] [stdout] 152 | struct MLP {
[INFO] [stdout]     |        ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `new` is never used
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:160:8
[INFO] [stdout]     |
[INFO] [stdout] 159 | impl MLP {
[INFO] [stdout]     | -------- associated function in this implementation
[INFO] [stdout] 160 |     fn new(cfg: &Config, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]     |        ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Attention` is never constructed
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:188:8
[INFO] [stdout]     |
[INFO] [stdout] 188 | struct Attention {
[INFO] [stdout]     |        ^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new`, `repeat_kv`, and `forward` are never used
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:203:8
[INFO] [stdout]     |
[INFO] [stdout] 202 | impl Attention {
[INFO] [stdout]     | -------------- associated items in this implementation
[INFO] [stdout] 203 |     fn new(rotary_emb: Arc<RotaryEmbedding>, cfg: &Config, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]     |        ^^^
[INFO] [stdout] ...
[INFO] [stdout] 228 |     fn repeat_kv(&self, xs: Tensor) -> Result<Tensor> {
[INFO] [stdout]     |        ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 242 |     fn forward(
[INFO] [stdout]     |        ^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `DecoderLayer` is never constructed
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:316:8
[INFO] [stdout]     |
[INFO] [stdout] 316 | struct DecoderLayer {
[INFO] [stdout]     |        ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new` and `forward` are never used
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:324:8
[INFO] [stdout]     |
[INFO] [stdout] 323 | impl DecoderLayer {
[INFO] [stdout]     | ----------------- associated items in this implementation
[INFO] [stdout] 324 |     fn new(rotary_emb: Arc<RotaryEmbedding>, cfg: &Config, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]     |        ^^^
[INFO] [stdout] ...
[INFO] [stdout] 343 |     fn forward(
[INFO] [stdout]     |        ^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Model` is never constructed
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:363:12
[INFO] [stdout]     |
[INFO] [stdout] 363 | pub struct Model {
[INFO] [stdout]     |            ^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new`, `prepare_decoder_attention_mask`, and `forward` are never used
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:373:12
[INFO] [stdout]     |
[INFO] [stdout] 372 | impl Model {
[INFO] [stdout]     | ---------- associated items in this implementation
[INFO] [stdout] 373 |     pub fn new(cfg: &Config, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]     |            ^^^
[INFO] [stdout] ...
[INFO] [stdout] 398 |     fn prepare_decoder_attention_mask(
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 420 |     pub fn forward(&mut self, input_ids: &Tensor, seqlen_offset: usize) -> Result<Tensor> {
[INFO] [stdout]     |            ^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: methods `into_inner`, `decode_rest`, `decode_all`, `get_token`, `tokenizer`, and `clear` are never used
[INFO] [stdout]   --> demo/src/llm/token_output_stream.rs:24:12
[INFO] [stdout]    |
[INFO] [stdout] 14 | impl TokenOutputStream {
[INFO] [stdout]    | ---------------------- methods in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 24 |     pub fn into_inner(self) -> tokenizers::Tokenizer {
[INFO] [stdout]    |            ^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 57 |     pub fn decode_rest(&self) -> Result<Option<String>> {
[INFO] [stdout]    |            ^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 73 |     pub fn decode_all(&self) -> Result<String> {
[INFO] [stdout]    |            ^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 77 |     pub fn get_token(&self, token_s: &str) -> Option<u32> {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 81 |     pub fn tokenizer(&self) -> &tokenizers::Tokenizer {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 85 |     pub fn clear(&mut self) {
[INFO] [stdout]    |            ^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `sorted_char` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:17:8
[INFO] [stdout]    |
[INFO] [stdout] 17 | pub fn sorted_char(text: &str) -> Vec<char> {
[INFO] [stdout]    |        ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `tokenization` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:25:8
[INFO] [stdout]    |
[INFO] [stdout] 25 | pub fn tokenization(chars: &Vec<char>) -> (HashMap<char, u32>, HashMap<u32, char>) {
[INFO] [stdout]    |        ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `encode` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:39:8
[INFO] [stdout]    |
[INFO] [stdout] 39 | pub fn encode(s: &str, mapping: &HashMap<char, u32>) -> Vec<u32> {
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `decode` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:43:8
[INFO] [stdout]    |
[INFO] [stdout] 43 | pub fn decode(code: &[u32], mapping: &HashMap<u32, char>) -> String {
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `split_data` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:50:8
[INFO] [stdout]    |
[INFO] [stdout] 50 | pub fn split_data(data: Vec<u32>) -> (Vec<u32>, Vec<u32>) {
[INFO] [stdout]    |        ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Block` is never constructed
[INFO] [stdout]   --> demo/src/llm/util.rs:62:12
[INFO] [stdout]    |
[INFO] [stdout] 62 | pub struct Block {
[INFO] [stdout]    |            ^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Batch` is never constructed
[INFO] [stdout]   --> demo/src/llm/util.rs:69:12
[INFO] [stdout]    |
[INFO] [stdout] 69 | pub struct Batch {
[INFO] [stdout]    |            ^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `get_batch` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:75:12
[INFO] [stdout]    |
[INFO] [stdout] 74 | impl Batch {
[INFO] [stdout]    | ---------- associated function in this implementation
[INFO] [stdout] 75 |     pub fn get_batch(data: &Tensor, block_size: usize, batch_size: usize) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `multinomial` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:99:8
[INFO] [stdout]    |
[INFO] [stdout] 99 | pub fn multinomial(probs: &[f32], num_samples: usize) -> Vec<u32> {
[INFO] [stdout]    |        ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `load_txt_files` is never used
[INFO] [stdout]    --> demo/src/llm/util.rs:120:8
[INFO] [stdout]     |
[INFO] [stdout] 120 | pub fn load_txt_files<P: AsRef<Path>>(path: P) -> Result<String> {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: variable `token_generated` is assigned to, but never used
[INFO] [stdout]   --> demo/src/llm/predict.rs:13:9
[INFO] [stdout]    |
[INFO] [stdout] 13 |     let mut token_generated = 0;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: consider using `_token_generated` instead
[INFO] [stdout]    = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused variable: `repeat_penalty`
[INFO] [stdout]   --> demo/src/llm/predict.rs:15:9
[INFO] [stdout]    |
[INFO] [stdout] 15 |     let repeat_penalty = 0;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_repeat_penalty`
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: value assigned to `token_generated` is never read
[INFO] [stdout]   --> demo/src/llm/predict.rs:46:9
[INFO] [stdout]    |
[INFO] [stdout] 46 |         token_generated += 1;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = help: maybe it is overwritten before being read?
[INFO] [stdout]    = note: `#[warn(unused_assignments)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: variable `token_generated` is assigned to, but never used
[INFO] [stdout]   --> demo/src/llm/predict.rs:62:9
[INFO] [stdout]    |
[INFO] [stdout] 62 |     let mut token_generated = 0;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: consider using `_token_generated` instead
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused variable: `repeat_penalty`
[INFO] [stdout]   --> demo/src/llm/predict.rs:64:9
[INFO] [stdout]    |
[INFO] [stdout] 64 |     let repeat_penalty = 0;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_repeat_penalty`
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: value assigned to `token_generated` is never read
[INFO] [stdout]   --> demo/src/llm/predict.rs:95:9
[INFO] [stdout]    |
[INFO] [stdout] 95 |         token_generated += 1;
[INFO] [stdout]    |         ^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout]    |
[INFO] [stdout]    = help: maybe it is overwritten before being read?
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: unused variable: `err`
[INFO] [stdout]   --> demo/src/llm/token_output_stream.rs:31:17
[INFO] [stdout]    |
[INFO] [stdout] 31 |             Err(err) => Err(Error::Norm {
[INFO] [stdout]    |                 ^^^
[INFO] [stdout] 32 |                 message: "cannot decode: {err}".to_owned(),
[INFO] [stdout]    |                          ---------------------- you might have meant to use string interpolation in this string literal
[INFO] [stdout]    |
[INFO] [stdout] help: string interpolation only works in `format!` invocations
[INFO] [stdout]    |
[INFO] [stdout] 32 |                 message: format!("cannot decode: {err}").to_owned(),
[INFO] [stdout]    |                          ++++++++                      +
[INFO] [stdout] help: if this is intentional, prefix it with an underscore
[INFO] [stdout]    |
[INFO] [stdout] 31 |             Err(_err) => Err(Error::Norm {
[INFO] [stdout]    |                 +
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: variable does not need to be mutable
[INFO] [stdout]   --> demo/src/llm/mod.rs:30:21
[INFO] [stdout]    |
[INFO] [stdout] 30 |         let (model, mut cache) = load_llm::load_model(dir, &device).unwrap();
[INFO] [stdout]    |                     ----^^^^^
[INFO] [stdout]    |                     |
[INFO] [stdout]    |                     help: remove this `mut`
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(unused_mut)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: variable does not need to be mutable
[INFO] [stdout]   --> demo/src/main.rs:20:9
[INFO] [stdout]    |
[INFO] [stdout] 20 |     let mut llm = llm::LoraLLM::new(&settings.llm.model_dir, settings.llm.use_cpu);
[INFO] [stdout]    |         ----^^^
[INFO] [stdout]    |         |
[INFO] [stdout]    |         help: remove this `mut`
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `new` is never used
[INFO] [stdout]   --> demo/src/llm/mod.rs:28:12
[INFO] [stdout]    |
[INFO] [stdout] 27 | impl LLM {
[INFO] [stdout]    | -------- associated function in this implementation
[INFO] [stdout] 28 |     pub fn new(dir: &str) -> Self {
[INFO] [stdout]    |            ^^^
[INFO] [stdout]    |
[INFO] [stdout]    = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `load_model` is never used
[INFO] [stdout]   --> demo/src/llm/load_llm.rs:16:8
[INFO] [stdout]    |
[INFO] [stdout] 16 | pub fn load_model(dir: &str, device: &Device) -> Result<(Llama, Cache)> {
[INFO] [stdout]    |        ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `LlamaConfig` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/llama.rs:11:12
[INFO] [stdout]    |
[INFO] [stdout] 11 | pub struct LlamaConfig {
[INFO] [stdout]    |            ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `default_rope` is never used
[INFO] [stdout]   --> demo/src/llm/models/llama.rs:23:4
[INFO] [stdout]    |
[INFO] [stdout] 23 | fn default_rope() -> f32 {
[INFO] [stdout]    |    ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: method `into_config` is never used
[INFO] [stdout]   --> demo/src/llm/models/llama.rs:28:12
[INFO] [stdout]    |
[INFO] [stdout] 27 | impl LlamaConfig {
[INFO] [stdout]    | ---------------- method in this implementation
[INFO] [stdout] 28 |     pub fn into_config(self, use_flash_attn: bool) -> Config {
[INFO] [stdout]    |            ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Config` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/llama.rs:44:12
[INFO] [stdout]    |
[INFO] [stdout] 44 | pub struct Config {
[INFO] [stdout]    |            ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated functions `config_1b`, `config_7b_v1`, and `config_7b_v2` are never used
[INFO] [stdout]   --> demo/src/llm/models/llama.rs:57:12
[INFO] [stdout]    |
[INFO] [stdout] 56 | impl Config {
[INFO] [stdout]    | ----------- associated functions in this implementation
[INFO] [stdout] 57 |     pub fn config_1b(use_flash_attn: bool) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 71 |     pub fn config_7b_v1(use_flash_attn: bool) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 85 |     pub fn config_7b_v2(use_flash_attn: bool) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `new` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:111:12
[INFO] [stdout]     |
[INFO] [stdout] 110 | impl Cache {
[INFO] [stdout]     | ---------- associated function in this implementation
[INFO] [stdout] 111 |     pub fn new(use_kv_cache: bool, dtype: DType, config: &Config, device: &Device) -> Result<Self> {
[INFO] [stdout]     |            ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `load` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:159:8
[INFO] [stdout]     |
[INFO] [stdout] 158 | impl RmsNorm {
[INFO] [stdout]     | ------------ associated function in this implementation
[INFO] [stdout] 159 |     fn load(size: usize, eps: f64, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]     |        ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `load` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:303:8
[INFO] [stdout]     |
[INFO] [stdout] 201 | impl CausalSelfAttention {
[INFO] [stdout]     | ------------------------ associated function in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 303 |     fn load(vb: VarBuilder, cfg: &Config) -> Result<Self> {
[INFO] [stdout]     |        ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `load` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:350:8
[INFO] [stdout]     |
[INFO] [stdout] 343 | impl Mlp {
[INFO] [stdout]     | -------- associated function in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 350 |     fn load(vb: VarBuilder, cfg: &Config) -> Result<Self> {
[INFO] [stdout]     |        ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `load` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:392:8
[INFO] [stdout]     |
[INFO] [stdout] 375 | impl Block {
[INFO] [stdout]     | ---------- associated function in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 392 |     fn load(vb: VarBuilder, cfg: &Config) -> Result<Self> {
[INFO] [stdout]     |        ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `load` is never used
[INFO] [stdout]    --> demo/src/llm/models/llama.rs:433:12
[INFO] [stdout]     |
[INFO] [stdout] 420 | impl Llama {
[INFO] [stdout]     | ---------- associated function in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 433 |     pub fn load(vb: VarBuilder, cfg: &Config) -> Result<Self> {
[INFO] [stdout]     |            ^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `LlamaConfig` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/lora/llama_lora.rs:15:12
[INFO] [stdout]    |
[INFO] [stdout] 15 | pub struct LlamaConfig {
[INFO] [stdout]    |            ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `default_rope` is never used
[INFO] [stdout]   --> demo/src/llm/models/lora/llama_lora.rs:27:4
[INFO] [stdout]    |
[INFO] [stdout] 27 | fn default_rope() -> f32 {
[INFO] [stdout]    |    ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: method `into_config` is never used
[INFO] [stdout]   --> demo/src/llm/models/lora/llama_lora.rs:32:12
[INFO] [stdout]    |
[INFO] [stdout] 31 | impl LlamaConfig {
[INFO] [stdout]    | ---------------- method in this implementation
[INFO] [stdout] 32 |     pub fn into_config(self, use_flash_attn: bool) -> Config {
[INFO] [stdout]    |            ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated functions `config_1b` and `config_7b_v1` are never used
[INFO] [stdout]   --> demo/src/llm/models/lora/llama_lora.rs:61:12
[INFO] [stdout]    |
[INFO] [stdout] 60 | impl Config {
[INFO] [stdout]    | ----------- associated functions in this implementation
[INFO] [stdout] 61 |     pub fn config_1b(use_flash_attn: bool) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 75 |     pub fn config_7b_v1(use_flash_attn: bool) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Embedding` is never constructed
[INFO] [stdout]  --> demo/src/llm/models/with_tracing.rs:5:12
[INFO] [stdout]   |
[INFO] [stdout] 5 | pub struct Embedding {
[INFO] [stdout]   |            ^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new`, `from_weights`, and `embeddings` are never used
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:11:12
[INFO] [stdout]    |
[INFO] [stdout] 10 | impl Embedding {
[INFO] [stdout]    | -------------- associated items in this implementation
[INFO] [stdout] 11 |     pub fn new(d1: usize, d2: usize, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]    |            ^^^
[INFO] [stdout] ...
[INFO] [stdout] 17 |     pub fn from_weights(weights: Tensor) -> Result<Self> {
[INFO] [stdout]    |            ^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 24 |     pub fn embeddings(&self) -> &Tensor {
[INFO] [stdout]    |            ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `from_weights` is never used
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:43:12
[INFO] [stdout]    |
[INFO] [stdout] 42 | impl Linear {
[INFO] [stdout]    | ----------- associated function in this implementation
[INFO] [stdout] 43 |     pub fn from_weights(weights: Tensor, bias: Option<Tensor>) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `linear` is never used
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:50:8
[INFO] [stdout]    |
[INFO] [stdout] 50 | pub fn linear(d1: usize, d2: usize, vb: VarBuilder) -> Result<Linear> {
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `linear_no_bias` is never used
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:56:8
[INFO] [stdout]    |
[INFO] [stdout] 56 | pub fn linear_no_bias(d1: usize, d2: usize, vb: VarBuilder) -> Result<Linear> {
[INFO] [stdout]    |        ^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Conv2d` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:71:12
[INFO] [stdout]    |
[INFO] [stdout] 71 | pub struct Conv2d {
[INFO] [stdout]    |            ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `conv2d` is never used
[INFO] [stdout]   --> demo/src/llm/models/with_tracing.rs:83:8
[INFO] [stdout]    |
[INFO] [stdout] 83 | pub fn conv2d(
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `LayerNorm` is never constructed
[INFO] [stdout]    --> demo/src/llm/models/with_tracing.rs:129:12
[INFO] [stdout]     |
[INFO] [stdout] 129 | pub struct LayerNorm {
[INFO] [stdout]     |            ^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `new` is never used
[INFO] [stdout]    --> demo/src/llm/models/with_tracing.rs:135:12
[INFO] [stdout]     |
[INFO] [stdout] 134 | impl LayerNorm {
[INFO] [stdout]     | -------------- associated function in this implementation
[INFO] [stdout] 135 |     pub fn new(weight: Tensor, bias: Tensor, eps: f64) -> Self {
[INFO] [stdout]     |            ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `layer_norm` is never used
[INFO] [stdout]    --> demo/src/llm/models/with_tracing.rs:149:8
[INFO] [stdout]     |
[INFO] [stdout] 149 | pub fn layer_norm<C: Into<candle_nn::LayerNormConfig>>(
[INFO] [stdout]     |        ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Config` is never constructed
[INFO] [stdout]  --> demo/src/llm/models/yi.rs:8:12
[INFO] [stdout]   |
[INFO] [stdout] 8 | pub struct Config {
[INFO] [stdout]   |            ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated functions `config_1b`, `config_6b`, and `config_34b` are never used
[INFO] [stdout]   --> demo/src/llm/models/yi.rs:22:12
[INFO] [stdout]    |
[INFO] [stdout] 21 | impl Config {
[INFO] [stdout]    | ----------- associated functions in this implementation
[INFO] [stdout] 22 |     pub fn config_1b() -> Self {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 37 |     pub fn config_6b() -> Self {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 52 |     pub fn config_34b() -> Self {
[INFO] [stdout]    |            ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `RmsNorm` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/yi.rs:69:8
[INFO] [stdout]    |
[INFO] [stdout] 69 | struct RmsNorm {
[INFO] [stdout]    |        ^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `new` is never used
[INFO] [stdout]   --> demo/src/llm/models/yi.rs:75:8
[INFO] [stdout]    |
[INFO] [stdout] 74 | impl RmsNorm {
[INFO] [stdout]    | ------------ associated function in this implementation
[INFO] [stdout] 75 |     fn new(size: usize, eps: f64, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]    |        ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `RotaryEmbedding` is never constructed
[INFO] [stdout]   --> demo/src/llm/models/yi.rs:90:8
[INFO] [stdout]    |
[INFO] [stdout] 90 | struct RotaryEmbedding {
[INFO] [stdout]    |        ^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `rotate_half` is never used
[INFO] [stdout]   --> demo/src/llm/models/yi.rs:95:4
[INFO] [stdout]    |
[INFO] [stdout] 95 | fn rotate_half(xs: &Tensor) -> Result<Tensor> {
[INFO] [stdout]    |    ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new` and `apply_rotary_emb_qkv` are never used
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:105:8
[INFO] [stdout]     |
[INFO] [stdout] 104 | impl RotaryEmbedding {
[INFO] [stdout]     | -------------------- associated items in this implementation
[INFO] [stdout] 105 |     fn new(dtype: DType, cfg: &Config, dev: &Device) -> Result<Self> {
[INFO] [stdout]     |        ^^^
[INFO] [stdout] ...
[INFO] [stdout] 131 |     fn apply_rotary_emb_qkv(
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `MLP` is never constructed
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:152:8
[INFO] [stdout]     |
[INFO] [stdout] 152 | struct MLP {
[INFO] [stdout]     |        ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `new` is never used
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:160:8
[INFO] [stdout]     |
[INFO] [stdout] 159 | impl MLP {
[INFO] [stdout]     | -------- associated function in this implementation
[INFO] [stdout] 160 |     fn new(cfg: &Config, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]     |        ^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Attention` is never constructed
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:188:8
[INFO] [stdout]     |
[INFO] [stdout] 188 | struct Attention {
[INFO] [stdout]     |        ^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new`, `repeat_kv`, and `forward` are never used
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:203:8
[INFO] [stdout]     |
[INFO] [stdout] 202 | impl Attention {
[INFO] [stdout]     | -------------- associated items in this implementation
[INFO] [stdout] 203 |     fn new(rotary_emb: Arc<RotaryEmbedding>, cfg: &Config, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]     |        ^^^
[INFO] [stdout] ...
[INFO] [stdout] 228 |     fn repeat_kv(&self, xs: Tensor) -> Result<Tensor> {
[INFO] [stdout]     |        ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 242 |     fn forward(
[INFO] [stdout]     |        ^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `DecoderLayer` is never constructed
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:316:8
[INFO] [stdout]     |
[INFO] [stdout] 316 | struct DecoderLayer {
[INFO] [stdout]     |        ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new` and `forward` are never used
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:324:8
[INFO] [stdout]     |
[INFO] [stdout] 323 | impl DecoderLayer {
[INFO] [stdout]     | ----------------- associated items in this implementation
[INFO] [stdout] 324 |     fn new(rotary_emb: Arc<RotaryEmbedding>, cfg: &Config, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]     |        ^^^
[INFO] [stdout] ...
[INFO] [stdout] 343 |     fn forward(
[INFO] [stdout]     |        ^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Model` is never constructed
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:363:12
[INFO] [stdout]     |
[INFO] [stdout] 363 | pub struct Model {
[INFO] [stdout]     |            ^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated items `new`, `prepare_decoder_attention_mask`, and `forward` are never used
[INFO] [stdout]    --> demo/src/llm/models/yi.rs:373:12
[INFO] [stdout]     |
[INFO] [stdout] 372 | impl Model {
[INFO] [stdout]     | ---------- associated items in this implementation
[INFO] [stdout] 373 |     pub fn new(cfg: &Config, vb: VarBuilder) -> Result<Self> {
[INFO] [stdout]     |            ^^^
[INFO] [stdout] ...
[INFO] [stdout] 398 |     fn prepare_decoder_attention_mask(
[INFO] [stdout]     |        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 420 |     pub fn forward(&mut self, input_ids: &Tensor, seqlen_offset: usize) -> Result<Tensor> {
[INFO] [stdout]     |            ^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: methods `into_inner`, `decode_rest`, `decode_all`, `get_token`, `tokenizer`, and `clear` are never used
[INFO] [stdout]   --> demo/src/llm/token_output_stream.rs:24:12
[INFO] [stdout]    |
[INFO] [stdout] 14 | impl TokenOutputStream {
[INFO] [stdout]    | ---------------------- methods in this implementation
[INFO] [stdout] ...
[INFO] [stdout] 24 |     pub fn into_inner(self) -> tokenizers::Tokenizer {
[INFO] [stdout]    |            ^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 57 |     pub fn decode_rest(&self) -> Result<Option<String>> {
[INFO] [stdout]    |            ^^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 73 |     pub fn decode_all(&self) -> Result<String> {
[INFO] [stdout]    |            ^^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 77 |     pub fn get_token(&self, token_s: &str) -> Option<u32> {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 81 |     pub fn tokenizer(&self) -> &tokenizers::Tokenizer {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] ...
[INFO] [stdout] 85 |     pub fn clear(&mut self) {
[INFO] [stdout]    |            ^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `sorted_char` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:17:8
[INFO] [stdout]    |
[INFO] [stdout] 17 | pub fn sorted_char(text: &str) -> Vec<char> {
[INFO] [stdout]    |        ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `tokenization` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:25:8
[INFO] [stdout]    |
[INFO] [stdout] 25 | pub fn tokenization(chars: &Vec<char>) -> (HashMap<char, u32>, HashMap<u32, char>) {
[INFO] [stdout]    |        ^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `encode` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:39:8
[INFO] [stdout]    |
[INFO] [stdout] 39 | pub fn encode(s: &str, mapping: &HashMap<char, u32>) -> Vec<u32> {
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `decode` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:43:8
[INFO] [stdout]    |
[INFO] [stdout] 43 | pub fn decode(code: &[u32], mapping: &HashMap<u32, char>) -> String {
[INFO] [stdout]    |        ^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `split_data` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:50:8
[INFO] [stdout]    |
[INFO] [stdout] 50 | pub fn split_data(data: Vec<u32>) -> (Vec<u32>, Vec<u32>) {
[INFO] [stdout]    |        ^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Block` is never constructed
[INFO] [stdout]   --> demo/src/llm/util.rs:62:12
[INFO] [stdout]    |
[INFO] [stdout] 62 | pub struct Block {
[INFO] [stdout]    |            ^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: struct `Batch` is never constructed
[INFO] [stdout]   --> demo/src/llm/util.rs:69:12
[INFO] [stdout]    |
[INFO] [stdout] 69 | pub struct Batch {
[INFO] [stdout]    |            ^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: associated function `get_batch` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:75:12
[INFO] [stdout]    |
[INFO] [stdout] 74 | impl Batch {
[INFO] [stdout]    | ---------- associated function in this implementation
[INFO] [stdout] 75 |     pub fn get_batch(data: &Tensor, block_size: usize, batch_size: usize) -> Self {
[INFO] [stdout]    |            ^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `multinomial` is never used
[INFO] [stdout]   --> demo/src/llm/util.rs:99:8
[INFO] [stdout]    |
[INFO] [stdout] 99 | pub fn multinomial(probs: &[f32], num_samples: usize) -> Vec<u32> {
[INFO] [stdout]    |        ^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stdout] warning: function `load_txt_files` is never used
[INFO] [stdout]    --> demo/src/llm/util.rs:120:8
[INFO] [stdout]     |
[INFO] [stdout] 120 | pub fn load_txt_files<P: AsRef<Path>>(path: P) -> Result<String> {
[INFO] [stdout]     |        ^^^^^^^^^^^^^^
[INFO] [stdout] 
[INFO] [stdout] 
[INFO] [stderr]     Finished `dev` profile [unoptimized + debuginfo] target(s) in 1m 27s
[INFO] running `Command { std: "docker" "inspect" "f08e8dd4de9559fdb6eacabd036941e8f315ef169cabee04ddde358b1d3317b4", kill_on_drop: false }`
[INFO] running `Command { std: "docker" "rm" "-f" "f08e8dd4de9559fdb6eacabd036941e8f315ef169cabee04ddde358b1d3317b4", kill_on_drop: false }`
[INFO] [stdout] f08e8dd4de9559fdb6eacabd036941e8f315ef169cabee04ddde358b1d3317b4
