[INFO] cloning repository https://github.com/arthasyou/llm_web [INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/arthasyou/llm_web" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Farthasyou%2Fllm_web", kill_on_drop: false }` [INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Farthasyou%2Fllm_web'... [INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }` [INFO] [stdout] 6509c61c925f55d6007a8fc6423989a4b242ed6a [INFO] checking arthasyou/llm_web against try#5de9e0e6cf775e94e0de2003f35e183f3f77bfe8 for pr-143808 [INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Farthasyou%2Fllm_web" "/workspace/builds/worker-2-tc2/source", kill_on_drop: false }` [INFO] [stderr] Cloning into '/workspace/builds/worker-2-tc2/source'... [INFO] [stderr] done. [INFO] started tweaking git repo https://github.com/arthasyou/llm_web [INFO] finished tweaking git repo https://github.com/arthasyou/llm_web [INFO] tweaked toml for git repo https://github.com/arthasyou/llm_web written to /workspace/builds/worker-2-tc2/source/Cargo.toml [INFO] validating manifest of git repo https://github.com/arthasyou/llm_web on toolchain 5de9e0e6cf775e94e0de2003f35e183f3f77bfe8 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+5de9e0e6cf775e94e0de2003f35e183f3f77bfe8" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate git repo https://github.com/arthasyou/llm_web already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+5de9e0e6cf775e94e0de2003f35e183f3f77bfe8" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cf8efcab8866f2cf4285301c7418e2f4f2a9b088c91ba69c40d5b659f81557f7" "/opt/rustwide/cargo-home/bin/cargo" "+5de9e0e6cf775e94e0de2003f35e183f3f77bfe8" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 77013013f0c882dac14a086981f0f5b2afefccff3165ca5972af9c9e5c0c9480 [INFO] running `Command { std: "docker" "start" "-a" "77013013f0c882dac14a086981f0f5b2afefccff3165ca5972af9c9e5c0c9480", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "77013013f0c882dac14a086981f0f5b2afefccff3165ca5972af9c9e5c0c9480", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "77013013f0c882dac14a086981f0f5b2afefccff3165ca5972af9c9e5c0c9480", kill_on_drop: false }` [INFO] [stdout] 77013013f0c882dac14a086981f0f5b2afefccff3165ca5972af9c9e5c0c9480 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-2-tc2/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:cf8efcab8866f2cf4285301c7418e2f4f2a9b088c91ba69c40d5b659f81557f7" "/opt/rustwide/cargo-home/bin/cargo" "+5de9e0e6cf775e94e0de2003f35e183f3f77bfe8" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] a3975e1df014e182f5b5406df8ee5f39a9bd0a90c453e366c4ff9ec295e1785a [INFO] running `Command { std: "docker" "start" "-a" "a3975e1df014e182f5b5406df8ee5f39a9bd0a90c453e366c4ff9ec295e1785a", kill_on_drop: false }` [INFO] [stderr] Compiling proc-macro2 v1.0.79 [INFO] [stderr] Compiling unicode-ident v1.0.12 [INFO] [stderr] Compiling libc v0.2.153 [INFO] [stderr] Compiling autocfg v1.1.0 [INFO] [stderr] Compiling libm v0.2.8 [INFO] [stderr] Compiling serde v1.0.197 [INFO] [stderr] Compiling crossbeam-utils v0.8.19 [INFO] [stderr] Checking cfg-if v1.0.0 [INFO] [stderr] Compiling rayon-core v1.12.1 [INFO] [stderr] Compiling paste v1.0.14 [INFO] [stderr] Checking itoa v1.0.10 [INFO] [stderr] Compiling seq-macro v0.3.5 [INFO] [stderr] Checking once_cell v1.19.0 [INFO] [stderr] Compiling thiserror v1.0.58 [INFO] [stderr] Checking ppv-lite86 v0.2.17 [INFO] [stderr] Checking bitflags v1.3.2 [INFO] [stderr] Checking either v1.10.0 [INFO] [stderr] Compiling crc32fast v1.4.0 [INFO] [stderr] Checking ryu v1.0.17 [INFO] [stderr] Checking reborrow v0.5.5 [INFO] [stderr] Checking raw-cpuid v10.7.0 [INFO] [stderr] Checking stable_deref_trait v1.2.0 [INFO] [stderr] Compiling syn v1.0.109 [INFO] [stderr] Compiling serde_json v1.0.114 [INFO] [stderr] Checking byteorder v1.5.0 [INFO] [stderr] Compiling num-traits v0.2.18 [INFO] [stderr] Checking zip v0.6.6 [INFO] [stderr] Checking log v0.4.21 [INFO] [stderr] Checking crossbeam-epoch v0.9.18 [INFO] [stderr] Checking smallvec v1.13.1 [INFO] [stderr] Compiling quote v1.0.35 [INFO] [stderr] Checking crossbeam-deque v0.8.5 [INFO] [stderr] Compiling lock_api v0.4.11 [INFO] [stderr] Compiling parking_lot_core v0.9.9 [INFO] [stderr] Checking getrandom v0.2.12 [INFO] [stderr] Checking num_cpus v1.16.0 [INFO] [stderr] Checking memmap2 v0.9.4 [INFO] [stderr] Checking pin-project-lite v0.2.13 [INFO] [stderr] Checking bytes v1.5.0 [INFO] [stderr] Checking rand_core v0.6.4 [INFO] [stderr] Compiling syn v2.0.53 [INFO] [stderr] Checking signal-hook-registry v1.4.1 [INFO] [stderr] Checking rand_chacha v0.3.1 [INFO] [stderr] Compiling memchr v2.7.1 [INFO] [stderr] Checking futures-core v0.3.30 [INFO] [stderr] Checking rayon v1.9.0 [INFO] [stderr] Checking scopeguard v1.2.0 [INFO] [stderr] Checking mio v0.8.11 [INFO] [stderr] Checking rand v0.8.5 [INFO] [stderr] Compiling crunchy v0.2.2 [INFO] [stderr] Checking parking_lot v0.12.1 [INFO] [stderr] Checking fnv v1.0.7 [INFO] [stderr] Checking http v1.1.0 [INFO] [stderr] Checking tracing-core v0.1.32 [INFO] [stderr] Checking hashbrown v0.14.3 [INFO] [stderr] Checking equivalent v1.0.1 [INFO] [stderr] Compiling version_check v0.9.4 [INFO] [stderr] Compiling rustversion v1.0.14 [INFO] [stderr] Compiling cc v1.0.90 [INFO] [stderr] Compiling tiny-keccak v2.0.2 [INFO] [stderr] Checking rand_distr v0.4.3 [INFO] [stderr] Checking socket2 v0.5.6 [INFO] [stderr] Checking pin-utils v0.1.0 [INFO] [stderr] Compiling strsim v0.10.0 [INFO] [stderr] Compiling ident_case v1.0.1 [INFO] [stderr] Checking futures-task v0.3.30 [INFO] [stderr] Checking indexmap v2.2.5 [INFO] [stderr] Checking http-body v1.0.0 [INFO] [stderr] Compiling slab v0.4.9 [INFO] [stderr] Checking tinyvec_macros v0.1.1 [INFO] [stderr] Checking futures-util v0.3.30 [INFO] [stderr] Compiling ucd-trie v0.1.6 [INFO] [stderr] Checking lazy_static v1.4.0 [INFO] [stderr] Checking tinyvec v1.6.0 [INFO] [stderr] Compiling proc-macro-error-attr v1.0.4 [INFO] [stderr] Checking percent-encoding v2.3.1 [INFO] [stderr] Checking futures-sink v0.3.30 [INFO] [stderr] Compiling signal-hook v0.3.17 [INFO] [stderr] Checking utf8parse v0.2.1 [INFO] [stderr] Compiling async-trait v0.1.78 [INFO] [stderr] Compiling httparse v1.8.0 [INFO] [stderr] Compiling const-random-macro v0.1.16 [INFO] [stderr] Compiling pkg-config v0.3.30 [INFO] [stderr] Checking anstyle-parse v0.2.3 [INFO] [stderr] Checking form_urlencoded v1.2.1 [INFO] [stderr] Compiling proc-macro-error v1.0.4 [INFO] [stderr] Compiling aho-corasick v1.1.2 [INFO] [stderr] Checking anstyle v1.0.6 [INFO] [stderr] Checking unicode-normalization v0.1.23 [INFO] [stderr] Checking unicode-bidi v0.3.15 [INFO] [stderr] Checking colorchoice v1.0.0 [INFO] [stderr] Checking const-random v0.1.18 [INFO] [stderr] Checking tower-layer v0.3.2 [INFO] [stderr] Checking regex-syntax v0.8.2 [INFO] [stderr] Checking unicode-segmentation v1.11.0 [INFO] [stderr] Compiling portable-atomic v1.6.0 [INFO] [stderr] Checking tower-service v0.3.2 [INFO] [stderr] Checking anstyle-query v1.0.2 [INFO] [stderr] Checking minimal-lexical v0.2.1 [INFO] [stderr] Checking anstream v0.6.13 [INFO] [stderr] Checking nom v7.1.3 [INFO] [stderr] Checking dlv-list v0.5.2 [INFO] [stderr] Compiling axum-core v0.4.3 [INFO] [stderr] Compiling esaxx-rs v0.1.10 [INFO] [stderr] Checking http-body-util v0.1.1 [INFO] [stderr] Compiling onig_sys v69.8.1 [INFO] [stderr] Checking futures-channel v0.3.30 [INFO] [stderr] Checking winnow v0.6.5 [INFO] [stderr] Compiling anyhow v1.0.81 [INFO] [stderr] Compiling heck v0.5.0 [INFO] [stderr] Checking clap_lex v0.7.0 [INFO] [stderr] Checking strsim v0.11.0 [INFO] [stderr] Checking httpdate v1.0.3 [INFO] [stderr] Checking unicode-width v0.1.11 [INFO] [stderr] Checking hashbrown v0.13.2 [INFO] [stderr] Checking signal-hook-mio v0.2.3 [INFO] [stderr] Checking console v0.15.8 [INFO] [stderr] Checking clap_builder v4.5.2 [INFO] [stderr] Checking idna v0.5.0 [INFO] [stderr] Compiling axum v0.7.4 [INFO] [stderr] Checking itertools v0.11.0 [INFO] [stderr] Checking regex-automata v0.4.6 [INFO] [stderr] Compiling synstructure v0.13.1 [INFO] [stderr] Compiling darling_core v0.14.4 [INFO] [stderr] Checking ordered-multimap v0.6.0 [INFO] [stderr] Compiling validator_types v0.16.0 [INFO] [stderr] Compiling macro_rules_attribute-proc_macro v0.2.0 [INFO] [stderr] Checking base64 v0.21.7 [INFO] [stderr] Compiling heck v0.4.1 [INFO] [stderr] Checking number_prefix v0.4.0 [INFO] [stderr] Compiling if_chain v1.0.2 [INFO] [stderr] Checking linked-hash-map v0.5.6 [INFO] [stderr] Checking sync_wrapper v0.1.2 [INFO] [stderr] Checking mime v0.3.17 [INFO] [stderr] Checking base64 v0.13.1 [INFO] [stderr] Checking indicatif v0.17.8 [INFO] [stderr] Checking macro_rules_attribute v0.2.0 [INFO] [stderr] Checking yaml-rust v0.4.5 [INFO] [stderr] Checking rust-ini v0.19.0 [INFO] [stderr] Checking url v2.5.0 [INFO] [stderr] Checking crossterm v0.25.0 [INFO] [stderr] Checking convert_case v0.6.0 [INFO] [stderr] Checking idna v0.4.0 [INFO] [stderr] Checking unicode-normalization-alignments v0.1.12 [INFO] [stderr] Checking itertools v0.12.1 [INFO] [stderr] Checking iana-time-zone v0.1.60 [INFO] [stderr] Checking unicode_categories v0.1.1 [INFO] [stderr] Checking matchit v0.7.3 [INFO] [stderr] Checking same-file v1.0.6 [INFO] [stderr] Checking rayon-cond v0.3.0 [INFO] [stderr] Checking pathdiff v0.2.1 [INFO] [stderr] Checking chrono v0.4.35 [INFO] [stderr] Checking tqdm v0.6.0 [INFO] [stderr] Checking walkdir v2.5.0 [INFO] [stderr] Compiling quote_into_macro v0.2.0 [INFO] [stderr] Compiling serde_derive v1.0.197 [INFO] [stderr] Compiling bytemuck_derive v1.6.0 [INFO] [stderr] Compiling thiserror-impl v1.0.58 [INFO] [stderr] Compiling zerofrom-derive v0.1.3 [INFO] [stderr] Compiling yoke-derive v0.7.3 [INFO] [stderr] Compiling tracing-attributes v0.1.27 [INFO] [stderr] Compiling tokio-macros v2.2.0 [INFO] [stderr] Compiling pin-project-internal v1.1.5 [INFO] [stderr] Compiling quote_into v0.2.0 [INFO] [stderr] Checking tokio v1.36.0 [INFO] [stderr] Compiling regex v1.10.3 [INFO] [stderr] Compiling clap_derive v4.5.3 [INFO] [stderr] Compiling monostate-impl v0.1.11 [INFO] [stderr] Checking onig v6.4.0 [INFO] [stderr] Checking bytemuck v1.15.0 [INFO] [stderr] Checking tracing v0.1.40 [INFO] [stderr] Compiling num-complex v0.4.5 [INFO] [stderr] Compiling dyn-stack v0.10.0 [INFO] [stderr] Compiling half v2.4.0 [INFO] [stderr] Compiling pest v2.7.8 [INFO] [stderr] Compiling darling_macro v0.14.4 [INFO] [stderr] Checking pin-project v1.1.5 [INFO] [stderr] Compiling axum-macros v0.4.1 [INFO] [stderr] Compiling pulp v0.18.9 [INFO] [stderr] Compiling darling v0.14.4 [INFO] [stderr] Compiling derive_builder_core v0.12.0 [INFO] [stderr] Compiling validator_derive v0.16.0 [INFO] [stderr] Checking zerofrom v0.1.3 [INFO] [stderr] Checking yoke v0.7.3 [INFO] [stderr] Checking clap v4.5.3 [INFO] [stderr] Compiling derive_builder_macro v0.12.0 [INFO] [stderr] Checking gemm-common v0.17.1 [INFO] [stderr] Compiling pest_meta v2.7.8 [INFO] [stderr] Checking derive_builder v0.12.0 [INFO] [stderr] Checking gemm-f32 v0.17.1 [INFO] [stderr] Checking gemm-f64 v0.17.1 [INFO] [stderr] Checking gemm-c32 v0.17.1 [INFO] [stderr] Checking gemm-c64 v0.17.1 [INFO] [stderr] Checking gemm-f16 v0.17.1 [INFO] [stderr] Checking trc v1.2.4 [INFO] [stderr] Checking bitflags v2.4.2 [INFO] [stderr] Checking serde_spanned v0.6.5 [INFO] [stderr] Checking gemm v0.17.1 [INFO] [stderr] Compiling pest_generator v2.7.8 [INFO] [stderr] Checking toml_datetime v0.6.5 [INFO] [stderr] Checking serde_path_to_error v0.1.16 [INFO] [stderr] Checking monostate v0.1.11 [INFO] [stderr] Checking tokio-util v0.7.10 [INFO] [stderr] Checking ron v0.8.1 [INFO] [stderr] Checking tower v0.4.13 [INFO] [stderr] Checking spm_precompiled v0.1.4 [INFO] [stderr] Checking toml_edit v0.22.9 [INFO] [stderr] Checking serde_urlencoded v0.7.1 [INFO] [stderr] Checking tower-http v0.5.2 [INFO] [stderr] Checking h2 v0.4.3 [INFO] [stderr] Checking safetensors v0.4.2 [INFO] [stderr] Compiling pest_derive v2.7.8 [INFO] [stderr] Checking validator v0.16.1 [INFO] [stderr] Checking tokenizers v0.15.2 [INFO] [stderr] Checking candle-core v0.4.2 (https://github.com/huggingface/candle.git#18410579) [INFO] [stderr] Checking json5 v0.4.1 [INFO] [stderr] Checking toml v0.8.12 [INFO] [stderr] Checking config v0.14.0 [INFO] [stderr] Checking candle-nn v0.4.2 (https://github.com/huggingface/candle.git#18410579) [INFO] [stderr] Checking candle-lora v0.2.0 (/opt/rustwide/workdir/candle-lora) [INFO] [stderr] Checking candle-lora-macro v0.2.0 (/opt/rustwide/workdir/candle-lora-macro) [INFO] [stderr] Checking hyper v1.2.0 [INFO] [stderr] Checking hyper-util v0.1.3 [INFO] [stderr] Checking demo v0.1.0 (/opt/rustwide/workdir/demo) [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> demo/src/llm/models/llama.rs:185:7 [INFO] [stdout] | [INFO] [stdout] 185 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition [INFO] [stdout] | [INFO] [stdout] = note: no expected values for `feature` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] = note: `#[warn(unexpected_cfgs)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> demo/src/llm/models/llama.rs:196:11 [INFO] [stdout] | [INFO] [stdout] 196 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition [INFO] [stdout] | [INFO] [stdout] = note: no expected values for `feature` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:216:7 [INFO] [stdout] | [INFO] [stdout] 216 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition [INFO] [stdout] | [INFO] [stdout] = note: no expected values for `feature` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:227:11 [INFO] [stdout] | [INFO] [stdout] 227 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition [INFO] [stdout] | [INFO] [stdout] = note: no expected values for `feature` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `crate::llm::models::with_tracing::Linear` [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:1:5 [INFO] [stdout] | [INFO] [stdout] 1 | use crate::llm::models::with_tracing::Linear; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused imports: `Error` and `Result` [INFO] [stdout] --> demo/src/llm/predict.rs:4:20 [INFO] [stdout] | [INFO] [stdout] 4 | use crate::error::{Error, Result}; [INFO] [stdout] | ^^^^^ ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `crate::llm::generation::LogitsProcessor` [INFO] [stdout] --> demo/src/routes/routes_api.rs:1:5 [INFO] [stdout] | [INFO] [stdout] 1 | use crate::llm::generation::LogitsProcessor; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused imports: `FromRequest`, `HeaderMap`, `IntoResponse`, `Path`, `Query`, `RequestExt`, `Request`, `Response`, `body::Body`, `get`, `header`, and `middleware` [INFO] [stdout] --> demo/src/routes/routes_api.rs:4:5 [INFO] [stdout] | [INFO] [stdout] 4 | body::Body, [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] 5 | extract::{FromRequest, Path, Query, Request}, [INFO] [stdout] | ^^^^^^^^^^^ ^^^^ ^^^^^ ^^^^^^^ [INFO] [stdout] 6 | http::{header, HeaderMap, StatusCode}, [INFO] [stdout] | ^^^^^^ ^^^^^^^^^ [INFO] [stdout] 7 | middleware, [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] 8 | response::{IntoResponse, Response}, [INFO] [stdout] | ^^^^^^^^^^^^ ^^^^^^^^ [INFO] [stdout] 9 | routing::{get, post}, [INFO] [stdout] | ^^^ [INFO] [stdout] 10 | Extension, Json, RequestExt, Router, [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `candle_core::Tensor` [INFO] [stdout] --> demo/src/routes/routes_api.rs:12:5 [INFO] [stdout] | [INFO] [stdout] 12 | use candle_core::Tensor; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `validator::Validate` [INFO] [stdout] --> demo/src/routes/routes_api.rs:14:5 [INFO] [stdout] | [INFO] [stdout] 14 | use validator::Validate; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `LLM` [INFO] [stdout] --> demo/src/routes/mod.rs:4:27 [INFO] [stdout] | [INFO] [stdout] 4 | use crate::llm::{LoraLLM, LLM}; [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> demo/src/llm/models/llama.rs:185:7 [INFO] [stdout] | [INFO] [stdout] 185 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition [INFO] [stdout] | [INFO] [stdout] = note: no expected values for `feature` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] = note: `#[warn(unexpected_cfgs)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> demo/src/llm/models/llama.rs:196:11 [INFO] [stdout] | [INFO] [stdout] 196 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition [INFO] [stdout] | [INFO] [stdout] = note: no expected values for `feature` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:216:7 [INFO] [stdout] | [INFO] [stdout] 216 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition [INFO] [stdout] | [INFO] [stdout] = note: no expected values for `feature` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:227:11 [INFO] [stdout] | [INFO] [stdout] 227 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ help: remove the condition [INFO] [stdout] | [INFO] [stdout] = note: no expected values for `feature` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `crate::llm::models::with_tracing::Linear` [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:1:5 [INFO] [stdout] | [INFO] [stdout] 1 | use crate::llm::models::with_tracing::Linear; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_imports)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused imports: `Error` and `Result` [INFO] [stdout] --> demo/src/llm/predict.rs:4:20 [INFO] [stdout] | [INFO] [stdout] 4 | use crate::error::{Error, Result}; [INFO] [stdout] | ^^^^^ ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `crate::llm::generation::LogitsProcessor` [INFO] [stdout] --> demo/src/routes/routes_api.rs:1:5 [INFO] [stdout] | [INFO] [stdout] 1 | use crate::llm::generation::LogitsProcessor; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused imports: `FromRequest`, `HeaderMap`, `IntoResponse`, `Path`, `Query`, `RequestExt`, `Request`, `Response`, `body::Body`, `get`, `header`, and `middleware` [INFO] [stdout] --> demo/src/routes/routes_api.rs:4:5 [INFO] [stdout] | [INFO] [stdout] 4 | body::Body, [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] 5 | extract::{FromRequest, Path, Query, Request}, [INFO] [stdout] | ^^^^^^^^^^^ ^^^^ ^^^^^ ^^^^^^^ [INFO] [stdout] 6 | http::{header, HeaderMap, StatusCode}, [INFO] [stdout] | ^^^^^^ ^^^^^^^^^ [INFO] [stdout] 7 | middleware, [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] 8 | response::{IntoResponse, Response}, [INFO] [stdout] | ^^^^^^^^^^^^ ^^^^^^^^ [INFO] [stdout] 9 | routing::{get, post}, [INFO] [stdout] | ^^^ [INFO] [stdout] 10 | Extension, Json, RequestExt, Router, [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `candle_core::Tensor` [INFO] [stdout] --> demo/src/routes/routes_api.rs:12:5 [INFO] [stdout] | [INFO] [stdout] 12 | use candle_core::Tensor; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `validator::Validate` [INFO] [stdout] --> demo/src/routes/routes_api.rs:14:5 [INFO] [stdout] | [INFO] [stdout] 14 | use validator::Validate; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `LLM` [INFO] [stdout] --> demo/src/routes/mod.rs:4:27 [INFO] [stdout] | [INFO] [stdout] 4 | use crate::llm::{LoraLLM, LLM}; [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `LinearLayerLike` [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:4:25 [INFO] [stdout] | [INFO] [stdout] 4 | EmbeddingLayerLike, LinearLayerLike, LoraConfig, LoraEmbeddingConfig, LoraLinearConfig, [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused import: `LinearLayerLike` [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:4:25 [INFO] [stdout] | [INFO] [stdout] 4 | EmbeddingLayerLike, LinearLayerLike, LoraConfig, LoraEmbeddingConfig, LoraLinearConfig, [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: variable `token_generated` is assigned to, but never used [INFO] [stdout] --> demo/src/llm/predict.rs:13:13 [INFO] [stdout] | [INFO] [stdout] 13 | let mut token_generated = 0; [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: consider using `_token_generated` instead [INFO] [stdout] = note: `#[warn(unused_variables)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `repeat_penalty` [INFO] [stdout] --> demo/src/llm/predict.rs:15:9 [INFO] [stdout] | [INFO] [stdout] 15 | let repeat_penalty = 0; [INFO] [stdout] | ^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_repeat_penalty` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: variable `token_generated` is assigned to, but never used [INFO] [stdout] --> demo/src/llm/predict.rs:62:13 [INFO] [stdout] | [INFO] [stdout] 62 | let mut token_generated = 0; [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: consider using `_token_generated` instead [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `repeat_penalty` [INFO] [stdout] --> demo/src/llm/predict.rs:64:9 [INFO] [stdout] | [INFO] [stdout] 64 | let repeat_penalty = 0; [INFO] [stdout] | ^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_repeat_penalty` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `err` [INFO] [stdout] --> demo/src/llm/token_output_stream.rs:31:17 [INFO] [stdout] | [INFO] [stdout] 31 | Err(err) => Err(Error::Norm { [INFO] [stdout] | ^^^ help: if this is intentional, prefix it with an underscore: `_err` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: variable `token_generated` is assigned to, but never used [INFO] [stdout] --> demo/src/llm/predict.rs:13:13 [INFO] [stdout] | [INFO] [stdout] 13 | let mut token_generated = 0; [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: consider using `_token_generated` instead [INFO] [stdout] = note: `#[warn(unused_variables)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `repeat_penalty` [INFO] [stdout] --> demo/src/llm/predict.rs:15:9 [INFO] [stdout] | [INFO] [stdout] 15 | let repeat_penalty = 0; [INFO] [stdout] | ^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_repeat_penalty` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: variable `token_generated` is assigned to, but never used [INFO] [stdout] --> demo/src/llm/predict.rs:62:13 [INFO] [stdout] | [INFO] [stdout] 62 | let mut token_generated = 0; [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: consider using `_token_generated` instead [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `repeat_penalty` [INFO] [stdout] --> demo/src/llm/predict.rs:64:9 [INFO] [stdout] | [INFO] [stdout] 64 | let repeat_penalty = 0; [INFO] [stdout] | ^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_repeat_penalty` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `err` [INFO] [stdout] --> demo/src/llm/token_output_stream.rs:31:17 [INFO] [stdout] | [INFO] [stdout] 31 | Err(err) => Err(Error::Norm { [INFO] [stdout] | ^^^ help: if this is intentional, prefix it with an underscore: `_err` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: variable does not need to be mutable [INFO] [stdout] --> demo/src/llm/mod.rs:30:21 [INFO] [stdout] | [INFO] [stdout] 30 | let (model, mut cache) = load_llm::load_model(dir, &device).unwrap(); [INFO] [stdout] | ----^^^^^ [INFO] [stdout] | | [INFO] [stdout] | help: remove this `mut` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_mut)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: variable does not need to be mutable [INFO] [stdout] --> demo/src/llm/mod.rs:30:21 [INFO] [stdout] | [INFO] [stdout] 30 | let (model, mut cache) = load_llm::load_model(dir, &device).unwrap(); [INFO] [stdout] | ----^^^^^ [INFO] [stdout] | | [INFO] [stdout] | help: remove this `mut` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_mut)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: variable does not need to be mutable [INFO] [stdout] --> demo/src/main.rs:20:9 [INFO] [stdout] | [INFO] [stdout] 20 | let mut llm = llm::LoraLLM::new(&settings.llm.model_dir, settings.llm.use_cpu); [INFO] [stdout] | ----^^^ [INFO] [stdout] | | [INFO] [stdout] | help: remove this `mut` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: variable does not need to be mutable [INFO] [stdout] --> demo/src/main.rs:20:9 [INFO] [stdout] | [INFO] [stdout] 20 | let mut llm = llm::LoraLLM::new(&settings.llm.model_dir, settings.llm.use_cpu); [INFO] [stdout] | ----^^^ [INFO] [stdout] | | [INFO] [stdout] | help: remove this `mut` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `new` is never used [INFO] [stdout] --> demo/src/llm/mod.rs:28:12 [INFO] [stdout] | [INFO] [stdout] 27 | impl LLM { [INFO] [stdout] | -------- associated function in this implementation [INFO] [stdout] 28 | pub fn new(dir: &str) -> Self { [INFO] [stdout] | ^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `new` is never used [INFO] [stdout] --> demo/src/llm/mod.rs:28:12 [INFO] [stdout] | [INFO] [stdout] 27 | impl LLM { [INFO] [stdout] | -------- associated function in this implementation [INFO] [stdout] 28 | pub fn new(dir: &str) -> Self { [INFO] [stdout] | ^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `load_model` is never used [INFO] [stdout] --> demo/src/llm/load_llm.rs:16:8 [INFO] [stdout] | [INFO] [stdout] 16 | pub fn load_model(dir: &str, device: &Device) -> Result<(Llama, Cache)> { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `load_model` is never used [INFO] [stdout] --> demo/src/llm/load_llm.rs:16:8 [INFO] [stdout] | [INFO] [stdout] 16 | pub fn load_model(dir: &str, device: &Device) -> Result<(Llama, Cache)> { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `LlamaConfig` is never constructed [INFO] [stdout] --> demo/src/llm/models/llama.rs:11:12 [INFO] [stdout] | [INFO] [stdout] 11 | pub struct LlamaConfig { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `LlamaConfig` is never constructed [INFO] [stdout] --> demo/src/llm/models/llama.rs:11:12 [INFO] [stdout] | [INFO] [stdout] 11 | pub struct LlamaConfig { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `default_rope` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:23:4 [INFO] [stdout] | [INFO] [stdout] 23 | fn default_rope() -> f32 { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: method `into_config` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:28:12 [INFO] [stdout] | [INFO] [stdout] 27 | impl LlamaConfig { [INFO] [stdout] | ---------------- method in this implementation [INFO] [stdout] 28 | pub fn into_config(self, use_flash_attn: bool) -> Config { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Config` is never constructed [INFO] [stdout] --> demo/src/llm/models/llama.rs:44:12 [INFO] [stdout] | [INFO] [stdout] 44 | pub struct Config { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated functions `config_1b`, `config_7b_v1`, and `config_7b_v2` are never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:57:12 [INFO] [stdout] | [INFO] [stdout] 56 | impl Config { [INFO] [stdout] | ----------- associated functions in this implementation [INFO] [stdout] 57 | pub fn config_1b(use_flash_attn: bool) -> Self { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 71 | pub fn config_7b_v1(use_flash_attn: bool) -> Self { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 85 | pub fn config_7b_v2(use_flash_attn: bool) -> Self { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `new` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:111:12 [INFO] [stdout] | [INFO] [stdout] 110 | impl Cache { [INFO] [stdout] | ---------- associated function in this implementation [INFO] [stdout] 111 | pub fn new(use_kv_cache: bool, dtype: DType, config: &Config, device: &Device) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `load` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:159:8 [INFO] [stdout] | [INFO] [stdout] 158 | impl RmsNorm { [INFO] [stdout] | ------------ associated function in this implementation [INFO] [stdout] 159 | fn load(size: usize, eps: f64, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `load` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:303:8 [INFO] [stdout] | [INFO] [stdout] 201 | impl CausalSelfAttention { [INFO] [stdout] | ------------------------ associated function in this implementation [INFO] [stdout] ... [INFO] [stdout] 303 | fn load(vb: VarBuilder, cfg: &Config) -> Result { [INFO] [stdout] | ^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `load` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:350:8 [INFO] [stdout] | [INFO] [stdout] 343 | impl Mlp { [INFO] [stdout] | -------- associated function in this implementation [INFO] [stdout] ... [INFO] [stdout] 350 | fn load(vb: VarBuilder, cfg: &Config) -> Result { [INFO] [stdout] | ^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `load` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:392:8 [INFO] [stdout] | [INFO] [stdout] 375 | impl Block { [INFO] [stdout] | ---------- associated function in this implementation [INFO] [stdout] ... [INFO] [stdout] 392 | fn load(vb: VarBuilder, cfg: &Config) -> Result { [INFO] [stdout] | ^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `load` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:433:12 [INFO] [stdout] | [INFO] [stdout] 420 | impl Llama { [INFO] [stdout] | ---------- associated function in this implementation [INFO] [stdout] ... [INFO] [stdout] 433 | pub fn load(vb: VarBuilder, cfg: &Config) -> Result { [INFO] [stdout] | ^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `LlamaConfig` is never constructed [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:15:12 [INFO] [stdout] | [INFO] [stdout] 15 | pub struct LlamaConfig { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `default_rope` is never used [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:27:4 [INFO] [stdout] | [INFO] [stdout] 27 | fn default_rope() -> f32 { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: method `into_config` is never used [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:32:12 [INFO] [stdout] | [INFO] [stdout] 31 | impl LlamaConfig { [INFO] [stdout] | ---------------- method in this implementation [INFO] [stdout] 32 | pub fn into_config(self, use_flash_attn: bool) -> Config { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated functions `config_1b` and `config_7b_v1` are never used [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:61:12 [INFO] [stdout] | [INFO] [stdout] 60 | impl Config { [INFO] [stdout] | ----------- associated functions in this implementation [INFO] [stdout] 61 | pub fn config_1b(use_flash_attn: bool) -> Self { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 75 | pub fn config_7b_v1(use_flash_attn: bool) -> Self { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Embedding` is never constructed [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:5:12 [INFO] [stdout] | [INFO] [stdout] 5 | pub struct Embedding { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated items `new`, `from_weights`, and `embeddings` are never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:11:12 [INFO] [stdout] | [INFO] [stdout] 10 | impl Embedding { [INFO] [stdout] | -------------- associated items in this implementation [INFO] [stdout] 11 | pub fn new(d1: usize, d2: usize, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] ... [INFO] [stdout] 17 | pub fn from_weights(weights: Tensor) -> Result { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 24 | pub fn embeddings(&self) -> &Tensor { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `from_weights` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:43:12 [INFO] [stdout] | [INFO] [stdout] 42 | impl Linear { [INFO] [stdout] | ----------- associated function in this implementation [INFO] [stdout] 43 | pub fn from_weights(weights: Tensor, bias: Option) -> Self { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `linear` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:50:8 [INFO] [stdout] | [INFO] [stdout] 50 | pub fn linear(d1: usize, d2: usize, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `linear_no_bias` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:56:8 [INFO] [stdout] | [INFO] [stdout] 56 | pub fn linear_no_bias(d1: usize, d2: usize, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Conv2d` is never constructed [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:71:12 [INFO] [stdout] | [INFO] [stdout] 71 | pub struct Conv2d { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `conv2d` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:83:8 [INFO] [stdout] | [INFO] [stdout] 83 | pub fn conv2d( [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `LayerNorm` is never constructed [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:129:12 [INFO] [stdout] | [INFO] [stdout] 129 | pub struct LayerNorm { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `new` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:135:12 [INFO] [stdout] | [INFO] [stdout] 134 | impl LayerNorm { [INFO] [stdout] | -------------- associated function in this implementation [INFO] [stdout] 135 | pub fn new(weight: Tensor, bias: Tensor, eps: f64) -> Self { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `layer_norm` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:149:8 [INFO] [stdout] | [INFO] [stdout] 149 | pub fn layer_norm>( [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Config` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:8:12 [INFO] [stdout] | [INFO] [stdout] 8 | pub struct Config { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated functions `config_1b`, `config_6b`, and `config_34b` are never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:22:12 [INFO] [stdout] | [INFO] [stdout] 21 | impl Config { [INFO] [stdout] | ----------- associated functions in this implementation [INFO] [stdout] 22 | pub fn config_1b() -> Self { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 37 | pub fn config_6b() -> Self { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 52 | pub fn config_34b() -> Self { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `RmsNorm` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:69:8 [INFO] [stdout] | [INFO] [stdout] 69 | struct RmsNorm { [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `new` is never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:75:8 [INFO] [stdout] | [INFO] [stdout] 74 | impl RmsNorm { [INFO] [stdout] | ------------ associated function in this implementation [INFO] [stdout] 75 | fn new(size: usize, eps: f64, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `default_rope` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:23:4 [INFO] [stdout] | [INFO] [stdout] 23 | fn default_rope() -> f32 { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: method `into_config` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:28:12 [INFO] [stdout] | [INFO] [stdout] 27 | impl LlamaConfig { [INFO] [stdout] | ---------------- method in this implementation [INFO] [stdout] 28 | pub fn into_config(self, use_flash_attn: bool) -> Config { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Config` is never constructed [INFO] [stdout] --> demo/src/llm/models/llama.rs:44:12 [INFO] [stdout] | [INFO] [stdout] 44 | pub struct Config { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated functions `config_1b`, `config_7b_v1`, and `config_7b_v2` are never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:57:12 [INFO] [stdout] | [INFO] [stdout] 56 | impl Config { [INFO] [stdout] | ----------- associated functions in this implementation [INFO] [stdout] 57 | pub fn config_1b(use_flash_attn: bool) -> Self { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 71 | pub fn config_7b_v1(use_flash_attn: bool) -> Self { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 85 | pub fn config_7b_v2(use_flash_attn: bool) -> Self { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `new` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:111:12 [INFO] [stdout] | [INFO] [stdout] 110 | impl Cache { [INFO] [stdout] | ---------- associated function in this implementation [INFO] [stdout] 111 | pub fn new(use_kv_cache: bool, dtype: DType, config: &Config, device: &Device) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `load` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:159:8 [INFO] [stdout] | [INFO] [stdout] 158 | impl RmsNorm { [INFO] [stdout] | ------------ associated function in this implementation [INFO] [stdout] 159 | fn load(size: usize, eps: f64, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `load` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:303:8 [INFO] [stdout] | [INFO] [stdout] 201 | impl CausalSelfAttention { [INFO] [stdout] | ------------------------ associated function in this implementation [INFO] [stdout] ... [INFO] [stdout] 303 | fn load(vb: VarBuilder, cfg: &Config) -> Result { [INFO] [stdout] | ^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `load` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:350:8 [INFO] [stdout] | [INFO] [stdout] 343 | impl Mlp { [INFO] [stdout] | -------- associated function in this implementation [INFO] [stdout] ... [INFO] [stdout] 350 | fn load(vb: VarBuilder, cfg: &Config) -> Result { [INFO] [stdout] | ^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `load` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:392:8 [INFO] [stdout] | [INFO] [stdout] 375 | impl Block { [INFO] [stdout] | ---------- associated function in this implementation [INFO] [stdout] ... [INFO] [stdout] 392 | fn load(vb: VarBuilder, cfg: &Config) -> Result { [INFO] [stdout] | ^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `load` is never used [INFO] [stdout] --> demo/src/llm/models/llama.rs:433:12 [INFO] [stdout] | [INFO] [stdout] 420 | impl Llama { [INFO] [stdout] | ---------- associated function in this implementation [INFO] [stdout] ... [INFO] [stdout] 433 | pub fn load(vb: VarBuilder, cfg: &Config) -> Result { [INFO] [stdout] | ^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `LlamaConfig` is never constructed [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:15:12 [INFO] [stdout] | [INFO] [stdout] 15 | pub struct LlamaConfig { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `default_rope` is never used [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:27:4 [INFO] [stdout] | [INFO] [stdout] 27 | fn default_rope() -> f32 { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: method `into_config` is never used [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:32:12 [INFO] [stdout] | [INFO] [stdout] 31 | impl LlamaConfig { [INFO] [stdout] | ---------------- method in this implementation [INFO] [stdout] 32 | pub fn into_config(self, use_flash_attn: bool) -> Config { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated functions `config_1b` and `config_7b_v1` are never used [INFO] [stdout] --> demo/src/llm/models/lora/llama_lora.rs:61:12 [INFO] [stdout] | [INFO] [stdout] 60 | impl Config { [INFO] [stdout] | ----------- associated functions in this implementation [INFO] [stdout] 61 | pub fn config_1b(use_flash_attn: bool) -> Self { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 75 | pub fn config_7b_v1(use_flash_attn: bool) -> Self { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `RotaryEmbedding` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:90:8 [INFO] [stdout] | [INFO] [stdout] 90 | struct RotaryEmbedding { [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Embedding` is never constructed [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:5:12 [INFO] [stdout] | [INFO] [stdout] 5 | pub struct Embedding { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `rotate_half` is never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:95:4 [INFO] [stdout] | [INFO] [stdout] 95 | fn rotate_half(xs: &Tensor) -> Result { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated items `new`, `from_weights`, and `embeddings` are never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:11:12 [INFO] [stdout] | [INFO] [stdout] 10 | impl Embedding { [INFO] [stdout] | -------------- associated items in this implementation [INFO] [stdout] 11 | pub fn new(d1: usize, d2: usize, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] ... [INFO] [stdout] 17 | pub fn from_weights(weights: Tensor) -> Result { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 24 | pub fn embeddings(&self) -> &Tensor { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated items `new` and `apply_rotary_emb_qkv` are never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:105:8 [INFO] [stdout] | [INFO] [stdout] 104 | impl RotaryEmbedding { [INFO] [stdout] | -------------------- associated items in this implementation [INFO] [stdout] 105 | fn new(dtype: DType, cfg: &Config, dev: &Device) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] ... [INFO] [stdout] 131 | fn apply_rotary_emb_qkv( [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `from_weights` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:43:12 [INFO] [stdout] | [INFO] [stdout] 42 | impl Linear { [INFO] [stdout] | ----------- associated function in this implementation [INFO] [stdout] 43 | pub fn from_weights(weights: Tensor, bias: Option) -> Self { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `MLP` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:152:8 [INFO] [stdout] | [INFO] [stdout] 152 | struct MLP { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `linear` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:50:8 [INFO] [stdout] | [INFO] [stdout] 50 | pub fn linear(d1: usize, d2: usize, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `new` is never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:160:8 [INFO] [stdout] | [INFO] [stdout] 159 | impl MLP { [INFO] [stdout] | -------- associated function in this implementation [INFO] [stdout] 160 | fn new(cfg: &Config, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `linear_no_bias` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:56:8 [INFO] [stdout] | [INFO] [stdout] 56 | pub fn linear_no_bias(d1: usize, d2: usize, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Conv2d` is never constructed [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:71:12 [INFO] [stdout] | [INFO] [stdout] 71 | pub struct Conv2d { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Attention` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:188:8 [INFO] [stdout] | [INFO] [stdout] 188 | struct Attention { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `conv2d` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:83:8 [INFO] [stdout] | [INFO] [stdout] 83 | pub fn conv2d( [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `LayerNorm` is never constructed [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:129:12 [INFO] [stdout] | [INFO] [stdout] 129 | pub struct LayerNorm { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated items `new`, `repeat_kv`, and `forward` are never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:203:8 [INFO] [stdout] | [INFO] [stdout] 202 | impl Attention { [INFO] [stdout] | -------------- associated items in this implementation [INFO] [stdout] 203 | fn new(rotary_emb: Arc, cfg: &Config, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] ... [INFO] [stdout] 228 | fn repeat_kv(&self, xs: Tensor) -> Result { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 242 | fn forward( [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `new` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:135:12 [INFO] [stdout] | [INFO] [stdout] 134 | impl LayerNorm { [INFO] [stdout] | -------------- associated function in this implementation [INFO] [stdout] 135 | pub fn new(weight: Tensor, bias: Tensor, eps: f64) -> Self { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `DecoderLayer` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:316:8 [INFO] [stdout] | [INFO] [stdout] 316 | struct DecoderLayer { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `layer_norm` is never used [INFO] [stdout] --> demo/src/llm/models/with_tracing.rs:149:8 [INFO] [stdout] | [INFO] [stdout] 149 | pub fn layer_norm>( [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Config` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:8:12 [INFO] [stdout] | [INFO] [stdout] 8 | pub struct Config { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated functions `config_1b`, `config_6b`, and `config_34b` are never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:22:12 [INFO] [stdout] | [INFO] [stdout] 21 | impl Config { [INFO] [stdout] | ----------- associated functions in this implementation [INFO] [stdout] 22 | pub fn config_1b() -> Self { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 37 | pub fn config_6b() -> Self { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 52 | pub fn config_34b() -> Self { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `RmsNorm` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:69:8 [INFO] [stdout] | [INFO] [stdout] 69 | struct RmsNorm { [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated items `new` and `forward` are never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:324:8 [INFO] [stdout] | [INFO] [stdout] 323 | impl DecoderLayer { [INFO] [stdout] | ----------------- associated items in this implementation [INFO] [stdout] 324 | fn new(rotary_emb: Arc, cfg: &Config, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] ... [INFO] [stdout] 343 | fn forward( [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `new` is never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:75:8 [INFO] [stdout] | [INFO] [stdout] 74 | impl RmsNorm { [INFO] [stdout] | ------------ associated function in this implementation [INFO] [stdout] 75 | fn new(size: usize, eps: f64, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `RotaryEmbedding` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:90:8 [INFO] [stdout] | [INFO] [stdout] 90 | struct RotaryEmbedding { [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `rotate_half` is never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:95:4 [INFO] [stdout] | [INFO] [stdout] 95 | fn rotate_half(xs: &Tensor) -> Result { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Model` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:363:12 [INFO] [stdout] | [INFO] [stdout] 363 | pub struct Model { [INFO] [stdout] | ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated items `new` and `apply_rotary_emb_qkv` are never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:105:8 [INFO] [stdout] | [INFO] [stdout] 104 | impl RotaryEmbedding { [INFO] [stdout] | -------------------- associated items in this implementation [INFO] [stdout] 105 | fn new(dtype: DType, cfg: &Config, dev: &Device) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] ... [INFO] [stdout] 131 | fn apply_rotary_emb_qkv( [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `MLP` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:152:8 [INFO] [stdout] | [INFO] [stdout] 152 | struct MLP { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated items `new`, `prepare_decoder_attention_mask`, and `forward` are never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:373:12 [INFO] [stdout] | [INFO] [stdout] 372 | impl Model { [INFO] [stdout] | ---------- associated items in this implementation [INFO] [stdout] 373 | pub fn new(cfg: &Config, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] ... [INFO] [stdout] 398 | fn prepare_decoder_attention_mask( [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 420 | pub fn forward(&mut self, input_ids: &Tensor, seqlen_offset: usize) -> Result { [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: methods `into_inner`, `decode_rest`, `decode_all`, `get_token`, `tokenizer`, and `clear` are never used [INFO] [stdout] --> demo/src/llm/token_output_stream.rs:24:12 [INFO] [stdout] | [INFO] [stdout] 14 | impl TokenOutputStream { [INFO] [stdout] | ---------------------- methods in this implementation [INFO] [stdout] ... [INFO] [stdout] 24 | pub fn into_inner(self) -> tokenizers::Tokenizer { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 57 | pub fn decode_rest(&self) -> Result> { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 73 | pub fn decode_all(&self) -> Result { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 77 | pub fn get_token(&self, token_s: &str) -> Option { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 81 | pub fn tokenizer(&self) -> &tokenizers::Tokenizer { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 85 | pub fn clear(&mut self) { [INFO] [stdout] | ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `sorted_char` is never used [INFO] [stdout] --> demo/src/llm/util.rs:17:8 [INFO] [stdout] | [INFO] [stdout] 17 | pub fn sorted_char(text: &str) -> Vec { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `tokenization` is never used [INFO] [stdout] --> demo/src/llm/util.rs:25:8 [INFO] [stdout] | [INFO] [stdout] 25 | pub fn tokenization(chars: &Vec) -> (HashMap, HashMap) { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `encode` is never used [INFO] [stdout] --> demo/src/llm/util.rs:39:8 [INFO] [stdout] | [INFO] [stdout] 39 | pub fn encode(s: &str, mapping: &HashMap) -> Vec { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `decode` is never used [INFO] [stdout] --> demo/src/llm/util.rs:43:8 [INFO] [stdout] | [INFO] [stdout] 43 | pub fn decode(code: &[u32], mapping: &HashMap) -> String { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `split_data` is never used [INFO] [stdout] --> demo/src/llm/util.rs:50:8 [INFO] [stdout] | [INFO] [stdout] 50 | pub fn split_data(data: Vec) -> (Vec, Vec) { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Block` is never constructed [INFO] [stdout] --> demo/src/llm/util.rs:62:12 [INFO] [stdout] | [INFO] [stdout] 62 | pub struct Block { [INFO] [stdout] | ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Batch` is never constructed [INFO] [stdout] --> demo/src/llm/util.rs:69:12 [INFO] [stdout] | [INFO] [stdout] 69 | pub struct Batch { [INFO] [stdout] | ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `get_batch` is never used [INFO] [stdout] --> demo/src/llm/util.rs:75:12 [INFO] [stdout] | [INFO] [stdout] 74 | impl Batch { [INFO] [stdout] | ---------- associated function in this implementation [INFO] [stdout] 75 | pub fn get_batch(data: &Tensor, block_size: usize, batch_size: usize) -> Self { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `multinomial` is never used [INFO] [stdout] --> demo/src/llm/util.rs:99:8 [INFO] [stdout] | [INFO] [stdout] 99 | pub fn multinomial(probs: &[f32], num_samples: usize) -> Vec { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `load_txt_files` is never used [INFO] [stdout] --> demo/src/llm/util.rs:120:8 [INFO] [stdout] | [INFO] [stdout] 120 | pub fn load_txt_files>(path: P) -> Result { [INFO] [stdout] | ^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `new` is never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:160:8 [INFO] [stdout] | [INFO] [stdout] 159 | impl MLP { [INFO] [stdout] | -------- associated function in this implementation [INFO] [stdout] 160 | fn new(cfg: &Config, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Attention` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:188:8 [INFO] [stdout] | [INFO] [stdout] 188 | struct Attention { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated items `new`, `repeat_kv`, and `forward` are never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:203:8 [INFO] [stdout] | [INFO] [stdout] 202 | impl Attention { [INFO] [stdout] | -------------- associated items in this implementation [INFO] [stdout] 203 | fn new(rotary_emb: Arc, cfg: &Config, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] ... [INFO] [stdout] 228 | fn repeat_kv(&self, xs: Tensor) -> Result { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 242 | fn forward( [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `DecoderLayer` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:316:8 [INFO] [stdout] | [INFO] [stdout] 316 | struct DecoderLayer { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated items `new` and `forward` are never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:324:8 [INFO] [stdout] | [INFO] [stdout] 323 | impl DecoderLayer { [INFO] [stdout] | ----------------- associated items in this implementation [INFO] [stdout] 324 | fn new(rotary_emb: Arc, cfg: &Config, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] ... [INFO] [stdout] 343 | fn forward( [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Model` is never constructed [INFO] [stdout] --> demo/src/llm/models/yi.rs:363:12 [INFO] [stdout] | [INFO] [stdout] 363 | pub struct Model { [INFO] [stdout] | ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated items `new`, `prepare_decoder_attention_mask`, and `forward` are never used [INFO] [stdout] --> demo/src/llm/models/yi.rs:373:12 [INFO] [stdout] | [INFO] [stdout] 372 | impl Model { [INFO] [stdout] | ---------- associated items in this implementation [INFO] [stdout] 373 | pub fn new(cfg: &Config, vb: VarBuilder) -> Result { [INFO] [stdout] | ^^^ [INFO] [stdout] ... [INFO] [stdout] 398 | fn prepare_decoder_attention_mask( [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 420 | pub fn forward(&mut self, input_ids: &Tensor, seqlen_offset: usize) -> Result { [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: methods `into_inner`, `decode_rest`, `decode_all`, `get_token`, `tokenizer`, and `clear` are never used [INFO] [stdout] --> demo/src/llm/token_output_stream.rs:24:12 [INFO] [stdout] | [INFO] [stdout] 14 | impl TokenOutputStream { [INFO] [stdout] | ---------------------- methods in this implementation [INFO] [stdout] ... [INFO] [stdout] 24 | pub fn into_inner(self) -> tokenizers::Tokenizer { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 57 | pub fn decode_rest(&self) -> Result> { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 73 | pub fn decode_all(&self) -> Result { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 77 | pub fn get_token(&self, token_s: &str) -> Option { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 81 | pub fn tokenizer(&self) -> &tokenizers::Tokenizer { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 85 | pub fn clear(&mut self) { [INFO] [stdout] | ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `sorted_char` is never used [INFO] [stdout] --> demo/src/llm/util.rs:17:8 [INFO] [stdout] | [INFO] [stdout] 17 | pub fn sorted_char(text: &str) -> Vec { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `tokenization` is never used [INFO] [stdout] --> demo/src/llm/util.rs:25:8 [INFO] [stdout] | [INFO] [stdout] 25 | pub fn tokenization(chars: &Vec) -> (HashMap, HashMap) { [INFO] [stdout] | ^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `encode` is never used [INFO] [stdout] --> demo/src/llm/util.rs:39:8 [INFO] [stdout] | [INFO] [stdout] 39 | pub fn encode(s: &str, mapping: &HashMap) -> Vec { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `decode` is never used [INFO] [stdout] --> demo/src/llm/util.rs:43:8 [INFO] [stdout] | [INFO] [stdout] 43 | pub fn decode(code: &[u32], mapping: &HashMap) -> String { [INFO] [stdout] | ^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `split_data` is never used [INFO] [stdout] --> demo/src/llm/util.rs:50:8 [INFO] [stdout] | [INFO] [stdout] 50 | pub fn split_data(data: Vec) -> (Vec, Vec) { [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Block` is never constructed [INFO] [stdout] --> demo/src/llm/util.rs:62:12 [INFO] [stdout] | [INFO] [stdout] 62 | pub struct Block { [INFO] [stdout] | ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: struct `Batch` is never constructed [INFO] [stdout] --> demo/src/llm/util.rs:69:12 [INFO] [stdout] | [INFO] [stdout] 69 | pub struct Batch { [INFO] [stdout] | ^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: associated function `get_batch` is never used [INFO] [stdout] --> demo/src/llm/util.rs:75:12 [INFO] [stdout] | [INFO] [stdout] 74 | impl Batch { [INFO] [stdout] | ---------- associated function in this implementation [INFO] [stdout] 75 | pub fn get_batch(data: &Tensor, block_size: usize, batch_size: usize) -> Self { [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `multinomial` is never used [INFO] [stdout] --> demo/src/llm/util.rs:99:8 [INFO] [stdout] | [INFO] [stdout] 99 | pub fn multinomial(probs: &[f32], num_samples: usize) -> Vec { [INFO] [stdout] | ^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: function `load_txt_files` is never used [INFO] [stdout] --> demo/src/llm/util.rs:120:8 [INFO] [stdout] | [INFO] [stdout] 120 | pub fn load_txt_files>(path: P) -> Result { [INFO] [stdout] | ^^^^^^^^^^^^^^ [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 1m 10s [INFO] running `Command { std: "docker" "inspect" "a3975e1df014e182f5b5406df8ee5f39a9bd0a90c453e366c4ff9ec295e1785a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "a3975e1df014e182f5b5406df8ee5f39a9bd0a90c453e366c4ff9ec295e1785a", kill_on_drop: false }` [INFO] [stdout] a3975e1df014e182f5b5406df8ee5f39a9bd0a90c453e366c4ff9ec295e1785a