[INFO] cloning repository https://github.com/yportne13/qwen.rs [INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/yportne13/qwen.rs" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fyportne13%2Fqwen.rs", kill_on_drop: false }` [INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fyportne13%2Fqwen.rs'... [INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }` [INFO] [stdout] 0942c9345c6285f5a2a463e78aa1b6f84b0b5c49 [INFO] checking yportne13/qwen.rs against master#642c19bfc3a5c1de985bf5d0cc8207ac9d22708a for pr-148577 [INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fyportne13%2Fqwen.rs" "/workspace/builds/worker-0-tc1/source", kill_on_drop: false }` [INFO] [stderr] Cloning into '/workspace/builds/worker-0-tc1/source'... [INFO] [stderr] done. [INFO] removed /workspace/builds/worker-0-tc1/source/.cargo/config.toml [INFO] started tweaking git repo https://github.com/yportne13/qwen.rs [INFO] finished tweaking git repo https://github.com/yportne13/qwen.rs [INFO] tweaked toml for git repo https://github.com/yportne13/qwen.rs written to /workspace/builds/worker-0-tc1/source/Cargo.toml [INFO] validating manifest of git repo https://github.com/yportne13/qwen.rs on toolchain 642c19bfc3a5c1de985bf5d0cc8207ac9d22708a [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+642c19bfc3a5c1de985bf5d0cc8207ac9d22708a" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] crate git repo https://github.com/yportne13/qwen.rs already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+642c19bfc3a5c1de985bf5d0cc8207ac9d22708a" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded thiserror v1.0.49 [INFO] [stderr] Downloaded ocipkg v0.2.8 [INFO] [stderr] Downloaded intel-mkl-src v0.8.1 [INFO] [stderr] Downloaded candle-gemm-c64 v0.16.0 [INFO] [stderr] Downloaded accelerate-src v0.3.2 [INFO] [stderr] Downloaded intel-mkl-tool v0.8.1 [INFO] [stderr] Downloaded candle-gemm v0.16.0 [INFO] [stderr] Downloaded candle-gemm-f32 v0.16.0 [INFO] [stderr] Downloaded riff v1.0.1 [INFO] [stderr] Downloaded candle-gemm-common v0.16.0 [INFO] [stderr] Downloaded dyn-stack v0.9.1 [INFO] [stderr] Downloaded candle-nn v0.2.2 [INFO] [stderr] Downloaded candle-transformers v0.2.2 [INFO] [stderr] Downloaded oci-spec v0.5.8 [INFO] [stderr] Downloaded ureq v2.7.1 [INFO] [stderr] Downloaded seq-macro v0.3.5 [INFO] [stderr] Downloaded candle-core v0.2.2 [INFO] [stderr] Downloaded rustls-webpki v0.101.6 [INFO] [stderr] Downloaded getset v0.1.2 [INFO] [stderr] Downloaded rustls-webpki v0.100.3 [INFO] [stderr] Downloaded thiserror-impl v1.0.49 [INFO] [stderr] Downloaded webpki-roots v0.23.1 [INFO] [stderr] Downloaded candle-gemm-c32 v0.16.0 [INFO] [stderr] Downloaded candle-gemm-f64 v0.16.0 [INFO] [stderr] Downloaded reborrow v0.5.4 [INFO] [stderr] Downloaded candle-gemm-f16 v0.16.0 [INFO] [stderr] Downloaded bstr v1.6.2 [INFO] [stderr] Downloaded wav v1.0.0 [INFO] [stderr] Downloaded tiktoken-rs v0.5.4 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+642c19bfc3a5c1de985bf5d0cc8207ac9d22708a" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 9d05a3c40440eeb22146b176a71640fad3ee58fc45968699b11fe538741bbe16 [INFO] running `Command { std: "docker" "start" "-a" "9d05a3c40440eeb22146b176a71640fad3ee58fc45968699b11fe538741bbe16", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "9d05a3c40440eeb22146b176a71640fad3ee58fc45968699b11fe538741bbe16", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "9d05a3c40440eeb22146b176a71640fad3ee58fc45968699b11fe538741bbe16", kill_on_drop: false }` [INFO] [stdout] 9d05a3c40440eeb22146b176a71640fad3ee58fc45968699b11fe538741bbe16 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-0-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:4848fb76d95f26979359cc7e45710b1dbc8f3acb7aeedee7c460d7702230f228" "/opt/rustwide/cargo-home/bin/cargo" "+642c19bfc3a5c1de985bf5d0cc8207ac9d22708a" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] a7941643acca428edfd9c91dbb9ebf9d1711975d643e2aad146e0061ee0542af [INFO] running `Command { std: "docker" "start" "-a" "a7941643acca428edfd9c91dbb9ebf9d1711975d643e2aad146e0061ee0542af", kill_on_drop: false }` [INFO] [stderr] Compiling memoffset v0.9.0 [INFO] [stderr] Compiling crossbeam-utils v0.8.16 [INFO] [stderr] Compiling crossbeam-epoch v0.9.15 [INFO] [stderr] Compiling proc-macro2 v1.0.67 [INFO] [stderr] Compiling rayon-core v1.12.0 [INFO] [stderr] Checking reborrow v0.5.4 [INFO] [stderr] Checking either v1.9.0 [INFO] [stderr] Checking bytemuck v1.14.0 [INFO] [stderr] Checking raw-cpuid v10.7.0 [INFO] [stderr] Compiling seq-macro v0.3.5 [INFO] [stderr] Compiling serde v1.0.188 [INFO] [stderr] Checking memchr v2.6.3 [INFO] [stderr] Checking getrandom v0.2.10 [INFO] [stderr] Compiling serde_json v1.0.107 [INFO] [stderr] Checking num-complex v0.4.4 [INFO] [stderr] Checking itoa v1.0.9 [INFO] [stderr] Compiling thiserror v1.0.49 [INFO] [stderr] Checking regex-syntax v0.7.5 [INFO] [stderr] Checking dyn-stack v0.9.1 [INFO] [stderr] Checking ryu v1.0.15 [INFO] [stderr] Checking zip v0.6.6 [INFO] [stderr] Checking rand_core v0.6.4 [INFO] [stderr] Checking memmap2 v0.7.1 [INFO] [stderr] Compiling anyhow v1.0.75 [INFO] [stderr] Checking rand_chacha v0.3.1 [INFO] [stderr] Checking bit-vec v0.6.3 [INFO] [stderr] Checking smallvec v1.11.1 [INFO] [stderr] Checking once_cell v1.18.0 [INFO] [stderr] Checking lock_api v0.4.10 [INFO] [stderr] Checking riff v1.0.1 [INFO] [stderr] Checking base64 v0.21.4 [INFO] [stderr] Checking rand v0.8.5 [INFO] [stderr] Checking bit-set v0.5.3 [INFO] [stderr] Checking parking_lot_core v0.9.8 [INFO] [stderr] Checking wav v1.0.0 [INFO] [stderr] Checking tracing-core v0.1.31 [INFO] [stderr] Checking aho-corasick v1.1.1 [INFO] [stderr] Checking parking_lot v0.12.1 [INFO] [stderr] Compiling quote v1.0.33 [INFO] [stderr] Checking crossbeam-deque v0.8.3 [INFO] [stderr] Compiling syn v2.0.37 [INFO] [stderr] Checking rand_distr v0.4.3 [INFO] [stderr] Checking rayon v1.8.0 [INFO] [stderr] Checking half v2.3.1 [INFO] [stderr] Checking regex-automata v0.3.8 [INFO] [stderr] Checking candle-gemm-common v0.16.0 [INFO] [stderr] Checking candle-gemm-f32 v0.16.0 [INFO] [stderr] Checking candle-gemm-f64 v0.16.0 [INFO] [stderr] Checking candle-gemm-c32 v0.16.0 [INFO] [stderr] Checking candle-gemm-c64 v0.16.0 [INFO] [stderr] Checking candle-gemm-f16 v0.16.0 [INFO] [stderr] Checking regex v1.9.5 [INFO] [stderr] Checking bstr v1.6.2 [INFO] [stderr] Checking fancy-regex v0.11.0 [INFO] [stderr] Checking candle-gemm v0.16.0 [INFO] [stderr] Checking tiktoken-rs v0.5.4 [INFO] [stderr] Compiling serde_derive v1.0.188 [INFO] [stderr] Compiling thiserror-impl v1.0.49 [INFO] [stderr] Compiling tracing-attributes v0.1.26 [INFO] [stderr] Checking tracing v0.1.37 [INFO] [stderr] Checking safetensors v0.3.3 [INFO] [stderr] Checking candle-core v0.2.2 [INFO] [stderr] Checking candle-nn v0.2.2 [INFO] [stderr] Checking candle-transformers v0.2.2 [INFO] [stderr] Checking qwen-rs v0.1.0 (/opt/rustwide/workdir) [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:210:7 [INFO] [stdout] | [INFO] [stdout] 210 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] = note: `#[warn(unexpected_cfgs)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:221:11 [INFO] [stdout] | [INFO] [stdout] 221 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:210:7 [INFO] [stdout] | [INFO] [stdout] 210 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] = note: `#[warn(unexpected_cfgs)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:221:11 [INFO] [stdout] | [INFO] [stdout] 221 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unreachable statement [INFO] [stdout] --> src/qwen/model.rs:165:5 [INFO] [stdout] | [INFO] [stdout] 164 | panic!(); [INFO] [stdout] | -------- any code following this expression is unreachable [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ unreachable statement [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unreachable_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unreachable statement [INFO] [stdout] --> src/qwen/model.rs:165:5 [INFO] [stdout] | [INFO] [stdout] 164 | panic!(); [INFO] [stdout] | -------- any code following this expression is unreachable [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ unreachable statement [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unreachable_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bias` [INFO] [stdout] --> src/qwen/model.rs:153:74 [INFO] [stdout] | [INFO] [stdout] 153 | fn linear_int4(in_dim: usize, out_dim: usize, vs: candle_nn::VarBuilder, bias: bool) -> Result { [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_bias` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `span` [INFO] [stdout] --> src/qwen/model.rs:154:9 [INFO] [stdout] | [INFO] [stdout] 154 | let span = tracing::span!(tracing::Level::TRACE, "linear_int4_bias"); [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_span` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_ws` [INFO] [stdout] --> src/qwen/model.rs:155:9 [INFO] [stdout] | [INFO] [stdout] 155 | let init_ws = candle_nn::init::DEFAULT_KAIMING_NORMAL; [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `qzeros` [INFO] [stdout] --> src/qwen/model.rs:157:9 [INFO] [stdout] | [INFO] [stdout] 157 | let qzeros = vs.get((in_dim/group, out_dim/8), "qzeros")?.to_dtype(DType::U32)?; [INFO] [stdout] | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_qzeros` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `ws` [INFO] [stdout] --> src/qwen/model.rs:165:9 [INFO] [stdout] | [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `ws` [INFO] [stdout] --> src/qwen/model.rs:166:9 [INFO] [stdout] | [INFO] [stdout] 166 | let ws = Tensor::from_vec(ws, (out_dim, in_dim), &Device::Cpu)?; [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `val` [INFO] [stdout] --> src/qwen/model.rs:166:14 [INFO] [stdout] | [INFO] [stdout] 166 | let ws = Tensor::from_vec(ws, (out_dim, in_dim), &Device::Cpu)?; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_val` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bound` [INFO] [stdout] --> src/qwen/model.rs:167:9 [INFO] [stdout] | [INFO] [stdout] 167 | let bound = 1. / (in_dim as f64).sqrt(); [INFO] [stdout] | ^^^^^ help: if this is intentional, prefix it with an underscore: `_bound` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_bs` [INFO] [stdout] --> src/qwen/model.rs:168:9 [INFO] [stdout] | [INFO] [stdout] 168 | let init_bs = candle_nn::Init::Uniform { [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_bs` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bs` [INFO] [stdout] --> src/qwen/model.rs:173:13 [INFO] [stdout] | [INFO] [stdout] 173 | let bs = vs.get_with_hints(out_dim, "bias", init_bs)?; [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_bs` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `val` [INFO] [stdout] --> src/qwen/model.rs:173:18 [INFO] [stdout] | [INFO] [stdout] 173 | let bs = vs.get_with_hints(out_dim, "bias", init_bs)?; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_val` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bias` [INFO] [stdout] --> src/qwen/model.rs:153:74 [INFO] [stdout] | [INFO] [stdout] 153 | fn linear_int4(in_dim: usize, out_dim: usize, vs: candle_nn::VarBuilder, bias: bool) -> Result { [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_bias` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `span` [INFO] [stdout] --> src/qwen/model.rs:154:9 [INFO] [stdout] | [INFO] [stdout] 154 | let span = tracing::span!(tracing::Level::TRACE, "linear_int4_bias"); [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_span` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_ws` [INFO] [stdout] --> src/qwen/model.rs:155:9 [INFO] [stdout] | [INFO] [stdout] 155 | let init_ws = candle_nn::init::DEFAULT_KAIMING_NORMAL; [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `qzeros` [INFO] [stdout] --> src/qwen/model.rs:157:9 [INFO] [stdout] | [INFO] [stdout] 157 | let qzeros = vs.get((in_dim/group, out_dim/8), "qzeros")?.to_dtype(DType::U32)?; [INFO] [stdout] | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_qzeros` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `ws` [INFO] [stdout] --> src/qwen/model.rs:165:9 [INFO] [stdout] | [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `ws` [INFO] [stdout] --> src/qwen/model.rs:166:9 [INFO] [stdout] | [INFO] [stdout] 166 | let ws = Tensor::from_vec(ws, (out_dim, in_dim), &Device::Cpu)?; [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `val` [INFO] [stdout] --> src/qwen/model.rs:166:14 [INFO] [stdout] | [INFO] [stdout] 166 | let ws = Tensor::from_vec(ws, (out_dim, in_dim), &Device::Cpu)?; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_val` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bound` [INFO] [stdout] --> src/qwen/model.rs:167:9 [INFO] [stdout] | [INFO] [stdout] 167 | let bound = 1. / (in_dim as f64).sqrt(); [INFO] [stdout] | ^^^^^ help: if this is intentional, prefix it with an underscore: `_bound` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_bs` [INFO] [stdout] --> src/qwen/model.rs:168:9 [INFO] [stdout] | [INFO] [stdout] 168 | let init_bs = candle_nn::Init::Uniform { [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_bs` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bs` [INFO] [stdout] --> src/qwen/model.rs:173:13 [INFO] [stdout] | [INFO] [stdout] 173 | let bs = vs.get_with_hints(out_dim, "bias", init_bs)?; [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_bs` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `val` [INFO] [stdout] --> src/qwen/model.rs:173:18 [INFO] [stdout] | [INFO] [stdout] 173 | let bs = vs.get_with_hints(out_dim, "bias", init_bs)?; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_val` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:210:7 [INFO] [stdout] | [INFO] [stdout] 210 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] = note: `#[warn(unexpected_cfgs)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:221:11 [INFO] [stdout] | [INFO] [stdout] 221 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:210:7 [INFO] [stdout] | [INFO] [stdout] 210 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] = note: `#[warn(unexpected_cfgs)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:221:11 [INFO] [stdout] | [INFO] [stdout] 221 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unreachable statement [INFO] [stdout] --> src/qwen/model.rs:165:5 [INFO] [stdout] | [INFO] [stdout] 164 | panic!(); [INFO] [stdout] | -------- any code following this expression is unreachable [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ unreachable statement [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unreachable_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unreachable statement [INFO] [stdout] --> src/qwen/model.rs:165:5 [INFO] [stdout] | [INFO] [stdout] 164 | panic!(); [INFO] [stdout] | -------- any code following this expression is unreachable [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ unreachable statement [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unreachable_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bias` [INFO] [stdout] --> src/qwen/model.rs:153:74 [INFO] [stdout] | [INFO] [stdout] 153 | fn linear_int4(in_dim: usize, out_dim: usize, vs: candle_nn::VarBuilder, bias: bool) -> Result { [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_bias` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `span` [INFO] [stdout] --> src/qwen/model.rs:154:9 [INFO] [stdout] | [INFO] [stdout] 154 | let span = tracing::span!(tracing::Level::TRACE, "linear_int4_bias"); [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_span` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_ws` [INFO] [stdout] --> src/qwen/model.rs:155:9 [INFO] [stdout] | [INFO] [stdout] 155 | let init_ws = candle_nn::init::DEFAULT_KAIMING_NORMAL; [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `qzeros` [INFO] [stdout] --> src/qwen/model.rs:157:9 [INFO] [stdout] | [INFO] [stdout] 157 | let qzeros = vs.get((in_dim/group, out_dim/8), "qzeros")?.to_dtype(DType::U32)?; [INFO] [stdout] | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_qzeros` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `ws` [INFO] [stdout] --> src/qwen/model.rs:165:9 [INFO] [stdout] | [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `ws` [INFO] [stdout] --> src/qwen/model.rs:166:9 [INFO] [stdout] | [INFO] [stdout] 166 | let ws = Tensor::from_vec(ws, (out_dim, in_dim), &Device::Cpu)?; [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `val` [INFO] [stdout] --> src/qwen/model.rs:166:14 [INFO] [stdout] | [INFO] [stdout] 166 | let ws = Tensor::from_vec(ws, (out_dim, in_dim), &Device::Cpu)?; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_val` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bound` [INFO] [stdout] --> src/qwen/model.rs:167:9 [INFO] [stdout] | [INFO] [stdout] 167 | let bound = 1. / (in_dim as f64).sqrt(); [INFO] [stdout] | ^^^^^ help: if this is intentional, prefix it with an underscore: `_bound` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_bs` [INFO] [stdout] --> src/qwen/model.rs:168:9 [INFO] [stdout] | [INFO] [stdout] 168 | let init_bs = candle_nn::Init::Uniform { [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_bs` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bs` [INFO] [stdout] --> src/qwen/model.rs:173:13 [INFO] [stdout] | [INFO] [stdout] 173 | let bs = vs.get_with_hints(out_dim, "bias", init_bs)?; [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_bs` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `val` [INFO] [stdout] --> src/qwen/model.rs:173:18 [INFO] [stdout] | [INFO] [stdout] 173 | let bs = vs.get_with_hints(out_dim, "bias", init_bs)?; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_val` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: multiple fields are never read [INFO] [stdout] --> src/qwen/model.rs:16:9 [INFO] [stdout] | [INFO] [stdout] 9 | pub struct Config { [INFO] [stdout] | ------ fields in this struct [INFO] [stdout] ... [INFO] [stdout] 16 | pub attn_dropout_prob: f64, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ [INFO] [stdout] 17 | pub layer_norm_epsilon: f64, [INFO] [stdout] 18 | pub initializer_range: f64, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ [INFO] [stdout] 19 | pub max_position_embeddings: usize, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 20 | pub scale_attn_weights: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 21 | pub use_cache: bool, [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] 22 | pub bf16: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 23 | pub fp16: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 24 | pub fp32: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 25 | pub kv_channels: usize, [INFO] [stdout] 26 | pub rotary_pct: f64, [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] 27 | pub rotary_emb_base: f32, [INFO] [stdout] 28 | pub use_dynamic_ntk: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] 29 | pub use_logn_attn: bool, [INFO] [stdout] | ^^^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 32 | pub no_bias: bool, [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] 33 | pub tie_word_embeddings: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 34 | pub use_cache_quantization: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 35 | pub use_cache_kernel: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bias` [INFO] [stdout] --> src/qwen/model.rs:153:74 [INFO] [stdout] | [INFO] [stdout] 153 | fn linear_int4(in_dim: usize, out_dim: usize, vs: candle_nn::VarBuilder, bias: bool) -> Result { [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_bias` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `span` [INFO] [stdout] --> src/qwen/model.rs:154:9 [INFO] [stdout] | [INFO] [stdout] 154 | let span = tracing::span!(tracing::Level::TRACE, "linear_int4_bias"); [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_span` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_ws` [INFO] [stdout] --> src/qwen/model.rs:155:9 [INFO] [stdout] | [INFO] [stdout] 155 | let init_ws = candle_nn::init::DEFAULT_KAIMING_NORMAL; [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `qzeros` [INFO] [stdout] --> src/qwen/model.rs:157:9 [INFO] [stdout] | [INFO] [stdout] 157 | let qzeros = vs.get((in_dim/group, out_dim/8), "qzeros")?.to_dtype(DType::U32)?; [INFO] [stdout] | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_qzeros` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `ws` [INFO] [stdout] --> src/qwen/model.rs:165:9 [INFO] [stdout] | [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `ws` [INFO] [stdout] --> src/qwen/model.rs:166:9 [INFO] [stdout] | [INFO] [stdout] 166 | let ws = Tensor::from_vec(ws, (out_dim, in_dim), &Device::Cpu)?; [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `val` [INFO] [stdout] --> src/qwen/model.rs:166:14 [INFO] [stdout] | [INFO] [stdout] 166 | let ws = Tensor::from_vec(ws, (out_dim, in_dim), &Device::Cpu)?; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_val` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bound` [INFO] [stdout] --> src/qwen/model.rs:167:9 [INFO] [stdout] | [INFO] [stdout] 167 | let bound = 1. / (in_dim as f64).sqrt(); [INFO] [stdout] | ^^^^^ help: if this is intentional, prefix it with an underscore: `_bound` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_bs` [INFO] [stdout] --> src/qwen/model.rs:168:9 [INFO] [stdout] | [INFO] [stdout] 168 | let init_bs = candle_nn::Init::Uniform { [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_bs` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bs` [INFO] [stdout] --> src/qwen/model.rs:173:13 [INFO] [stdout] | [INFO] [stdout] 173 | let bs = vs.get_with_hints(out_dim, "bias", init_bs)?; [INFO] [stdout] | ^^ help: if this is intentional, prefix it with an underscore: `_bs` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `val` [INFO] [stdout] --> src/qwen/model.rs:173:18 [INFO] [stdout] | [INFO] [stdout] 173 | let bs = vs.get_with_hints(out_dim, "bias", init_bs)?; [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_val` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: multiple fields are never read [INFO] [stdout] --> src/qwen/model.rs:16:9 [INFO] [stdout] | [INFO] [stdout] 9 | pub struct Config { [INFO] [stdout] | ------ fields in this struct [INFO] [stdout] ... [INFO] [stdout] 16 | pub attn_dropout_prob: f64, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ [INFO] [stdout] 17 | pub layer_norm_epsilon: f64, [INFO] [stdout] 18 | pub initializer_range: f64, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ [INFO] [stdout] 19 | pub max_position_embeddings: usize, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 20 | pub scale_attn_weights: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 21 | pub use_cache: bool, [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] 22 | pub bf16: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 23 | pub fp16: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 24 | pub fp32: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 25 | pub kv_channels: usize, [INFO] [stdout] 26 | pub rotary_pct: f64, [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] 27 | pub rotary_emb_base: f32, [INFO] [stdout] 28 | pub use_dynamic_ntk: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] 29 | pub use_logn_attn: bool, [INFO] [stdout] | ^^^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 32 | pub no_bias: bool, [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] 33 | pub tie_word_embeddings: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 34 | pub use_cache_quantization: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 35 | pub use_cache_kernel: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` (part of `#[warn(unused)]`) on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 23.00s [INFO] running `Command { std: "docker" "inspect" "a7941643acca428edfd9c91dbb9ebf9d1711975d643e2aad146e0061ee0542af", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "a7941643acca428edfd9c91dbb9ebf9d1711975d643e2aad146e0061ee0542af", kill_on_drop: false }` [INFO] [stdout] a7941643acca428edfd9c91dbb9ebf9d1711975d643e2aad146e0061ee0542af