[INFO] cloning repository https://github.com/yportne13/qwen.rs [INFO] running `Command { std: "git" "-c" "credential.helper=" "-c" "credential.helper=/workspace/cargo-home/bin/git-credential-null" "clone" "--bare" "https://github.com/yportne13/qwen.rs" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fyportne13%2Fqwen.rs", kill_on_drop: false }` [INFO] [stderr] Cloning into bare repository '/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fyportne13%2Fqwen.rs'... [INFO] running `Command { std: "git" "rev-parse" "HEAD", kill_on_drop: false }` [INFO] [stdout] 0942c9345c6285f5a2a463e78aa1b6f84b0b5c49 [INFO] checking yportne13/qwen.rs against master#1f12b9b0fdbe735968ac002792a720f0ba4faca6 for crater-rollup-uwu [INFO] running `Command { std: "git" "clone" "/workspace/cache/git-repos/https%3A%2F%2Fgithub.com%2Fyportne13%2Fqwen.rs" "/workspace/builds/worker-7-tc1/source", kill_on_drop: false }` [INFO] [stderr] Cloning into '/workspace/builds/worker-7-tc1/source'... [INFO] [stderr] done. [INFO] validating manifest of git repo https://github.com/yportne13/qwen.rs on toolchain 1f12b9b0fdbe735968ac002792a720f0ba4faca6 [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1f12b9b0fdbe735968ac002792a720f0ba4faca6" "metadata" "--manifest-path" "Cargo.toml" "--no-deps", kill_on_drop: false }` [INFO] removed /workspace/builds/worker-7-tc1/source/.cargo/config.toml [INFO] started tweaking git repo https://github.com/yportne13/qwen.rs [INFO] finished tweaking git repo https://github.com/yportne13/qwen.rs [INFO] tweaked toml for git repo https://github.com/yportne13/qwen.rs written to /workspace/builds/worker-7-tc1/source/Cargo.toml [INFO] crate git repo https://github.com/yportne13/qwen.rs already has a lockfile, it will not be regenerated [INFO] running `Command { std: CARGO_HOME="/workspace/cargo-home" RUSTUP_HOME="/workspace/rustup-home" "/workspace/cargo-home/bin/cargo" "+1f12b9b0fdbe735968ac002792a720f0ba4faca6" "fetch" "--manifest-path" "Cargo.toml", kill_on_drop: false }` [INFO] [stderr] Updating crates.io index [INFO] [stderr] Downloading crates ... [INFO] [stderr] Downloaded intel-mkl-src v0.8.1 [INFO] [stderr] Downloaded accelerate-src v0.3.2 [INFO] [stderr] Downloaded riff v1.0.1 [INFO] [stderr] Downloaded intel-mkl-tool v0.8.1 [INFO] [stderr] Downloaded ocipkg v0.2.8 [INFO] [stderr] Downloaded oci-spec v0.5.8 [INFO] [stderr] Downloaded candle-transformers v0.2.2 [INFO] [stderr] Downloaded wav v1.0.0 [INFO] [stderr] Downloaded tiktoken-rs v0.5.4 [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:923055f121b5182466d55868a8b05e67af8ba4a3a3f6bad814e953ca3cd3ac2a" "/opt/rustwide/cargo-home/bin/cargo" "+1f12b9b0fdbe735968ac002792a720f0ba4faca6" "metadata" "--no-deps" "--format-version=1", kill_on_drop: false }` [INFO] [stdout] 9933cb674400bc91cd8a008e1f03bfcf6da0bb433b093190aea4a6bbd46d9f9a [INFO] running `Command { std: "docker" "start" "-a" "9933cb674400bc91cd8a008e1f03bfcf6da0bb433b093190aea4a6bbd46d9f9a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "inspect" "9933cb674400bc91cd8a008e1f03bfcf6da0bb433b093190aea4a6bbd46d9f9a", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "9933cb674400bc91cd8a008e1f03bfcf6da0bb433b093190aea4a6bbd46d9f9a", kill_on_drop: false }` [INFO] [stdout] 9933cb674400bc91cd8a008e1f03bfcf6da0bb433b093190aea4a6bbd46d9f9a [INFO] running `Command { std: "docker" "create" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/target:/opt/rustwide/target:rw,Z" "-v" "/var/lib/crater-agent-workspace/builds/worker-7-tc1/source:/opt/rustwide/workdir:ro,Z" "-v" "/var/lib/crater-agent-workspace/cargo-home:/opt/rustwide/cargo-home:ro,Z" "-v" "/var/lib/crater-agent-workspace/rustup-home:/opt/rustwide/rustup-home:ro,Z" "-e" "SOURCE_DIR=/opt/rustwide/workdir" "-e" "CARGO_TARGET_DIR=/opt/rustwide/target" "-e" "CARGO_INCREMENTAL=0" "-e" "RUST_BACKTRACE=full" "-e" "RUSTFLAGS=--cap-lints=forbid" "-e" "RUSTDOCFLAGS=--cap-lints=forbid" "-e" "CARGO_HOME=/opt/rustwide/cargo-home" "-e" "RUSTUP_HOME=/opt/rustwide/rustup-home" "-w" "/opt/rustwide/workdir" "-m" "1610612736" "--user" "0:0" "--network" "none" "ghcr.io/rust-lang/crates-build-env/linux@sha256:923055f121b5182466d55868a8b05e67af8ba4a3a3f6bad814e953ca3cd3ac2a" "/opt/rustwide/cargo-home/bin/cargo" "+1f12b9b0fdbe735968ac002792a720f0ba4faca6" "check" "--frozen" "--all" "--all-targets" "--message-format=json", kill_on_drop: false }` [INFO] [stdout] 92ab7162a11ff1da91a2298e47c2a330358de4159fff0a80f4c0ade890afcef0 [INFO] running `Command { std: "docker" "start" "-a" "92ab7162a11ff1da91a2298e47c2a330358de4159fff0a80f4c0ade890afcef0", kill_on_drop: false }` [INFO] [stderr] Compiling autocfg v1.1.0 [INFO] [stderr] Checking cfg-if v1.0.0 [INFO] [stderr] Compiling libc v0.2.153 [INFO] [stderr] Checking scopeguard v1.2.0 [INFO] [stderr] Compiling libm v0.2.7 [INFO] [stderr] Compiling crossbeam-utils v0.8.16 [INFO] [stderr] Compiling proc-macro2 v1.0.67 [INFO] [stderr] Compiling unicode-ident v1.0.12 [INFO] [stderr] Compiling rayon-core v1.12.0 [INFO] [stderr] Compiling paste v1.0.14 [INFO] [stderr] Checking bitflags v1.3.2 [INFO] [stderr] Checking bytemuck v1.14.0 [INFO] [stderr] Checking lazy_static v1.4.0 [INFO] [stderr] Checking reborrow v0.5.4 [INFO] [stderr] Checking either v1.9.0 [INFO] [stderr] Compiling memoffset v0.9.0 [INFO] [stderr] Compiling crossbeam-epoch v0.9.15 [INFO] [stderr] Compiling num-traits v0.2.16 [INFO] [stderr] Checking dyn-stack v0.9.1 [INFO] [stderr] Checking raw-cpuid v10.7.0 [INFO] [stderr] Compiling seq-macro v0.3.5 [INFO] [stderr] Checking ppv-lite86 v0.2.17 [INFO] [stderr] Compiling quote v1.0.33 [INFO] [stderr] Compiling serde v1.0.188 [INFO] [stderr] Checking crossbeam-deque v0.8.3 [INFO] [stderr] Compiling syn v2.0.37 [INFO] [stderr] Checking getrandom v0.2.10 [INFO] [stderr] Compiling serde_json v1.0.107 [INFO] [stderr] Compiling crc32fast v1.3.2 [INFO] [stderr] Checking memchr v2.6.3 [INFO] [stderr] Checking rand_core v0.6.4 [INFO] [stderr] Checking ryu v1.0.15 [INFO] [stderr] Compiling thiserror v1.0.49 [INFO] [stderr] Checking rand_chacha v0.3.1 [INFO] [stderr] Checking rayon v1.8.0 [INFO] [stderr] Checking regex-syntax v0.7.5 [INFO] [stderr] Checking aho-corasick v1.1.1 [INFO] [stderr] Checking itoa v1.0.9 [INFO] [stderr] Checking rand v0.8.5 [INFO] [stderr] Compiling lock_api v0.4.10 [INFO] [stderr] Compiling parking_lot_core v0.9.8 [INFO] [stderr] Checking num-complex v0.4.4 [INFO] [stderr] Checking byteorder v1.4.3 [INFO] [stderr] Checking memmap2 v0.7.1 [INFO] [stderr] Checking zip v0.6.6 [INFO] [stderr] Checking num_cpus v1.16.0 [INFO] [stderr] Checking once_cell v1.18.0 [INFO] [stderr] Checking rand_distr v0.4.3 [INFO] [stderr] Checking smallvec v1.11.1 [INFO] [stderr] Checking bit-vec v0.6.3 [INFO] [stderr] Compiling anyhow v1.0.75 [INFO] [stderr] Checking tracing-core v0.1.31 [INFO] [stderr] Checking bit-set v0.5.3 [INFO] [stderr] Checking half v2.3.1 [INFO] [stderr] Checking pin-project-lite v0.2.13 [INFO] [stderr] Checking riff v1.0.1 [INFO] [stderr] Checking wav v1.0.0 [INFO] [stderr] Checking rustc-hash v1.1.0 [INFO] [stderr] Checking parking_lot v0.12.1 [INFO] [stderr] Checking base64 v0.21.4 [INFO] [stderr] Checking regex-automata v0.3.8 [INFO] [stderr] Checking candle-gemm-common v0.16.0 [INFO] [stderr] Checking candle-gemm-f32 v0.16.0 [INFO] [stderr] Checking candle-gemm-c64 v0.16.0 [INFO] [stderr] Checking candle-gemm-f64 v0.16.0 [INFO] [stderr] Checking candle-gemm-c32 v0.16.0 [INFO] [stderr] Checking candle-gemm-f16 v0.16.0 [INFO] [stderr] Compiling serde_derive v1.0.188 [INFO] [stderr] Compiling thiserror-impl v1.0.49 [INFO] [stderr] Compiling tracing-attributes v0.1.26 [INFO] [stderr] Checking regex v1.9.5 [INFO] [stderr] Checking bstr v1.6.2 [INFO] [stderr] Checking candle-gemm v0.16.0 [INFO] [stderr] Checking fancy-regex v0.11.0 [INFO] [stderr] Checking tiktoken-rs v0.5.4 [INFO] [stderr] Checking tracing v0.1.37 [INFO] [stderr] Checking safetensors v0.3.3 [INFO] [stderr] Checking candle-core v0.2.2 [INFO] [stderr] Checking candle-nn v0.2.2 [INFO] [stderr] Checking candle-transformers v0.2.2 [INFO] [stderr] Checking qwen-rs v0.1.0 (/opt/rustwide/workdir) [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:210:7 [INFO] [stdout] | [INFO] [stdout] 210 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] = note: `#[warn(unexpected_cfgs)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:221:11 [INFO] [stdout] | [INFO] [stdout] 221 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:210:7 [INFO] [stdout] | [INFO] [stdout] 210 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] = note: `#[warn(unexpected_cfgs)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:221:11 [INFO] [stdout] | [INFO] [stdout] 221 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unreachable statement [INFO] [stdout] --> src/qwen/model.rs:165:5 [INFO] [stdout] | [INFO] [stdout] 164 | panic!(); [INFO] [stdout] | -------- any code following this expression is unreachable [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ unreachable statement [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unreachable_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unreachable statement [INFO] [stdout] --> src/qwen/model.rs:165:5 [INFO] [stdout] | [INFO] [stdout] 164 | panic!(); [INFO] [stdout] | -------- any code following this expression is unreachable [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ unreachable statement [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unreachable_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `span` [INFO] [stdout] --> src/qwen/model.rs:154:9 [INFO] [stdout] | [INFO] [stdout] 154 | let span = tracing::span!(tracing::Level::TRACE, "linear_int4_bias"); [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_span` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_variables)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_ws` [INFO] [stdout] --> src/qwen/model.rs:155:9 [INFO] [stdout] | [INFO] [stdout] 155 | let init_ws = candle_nn::init::DEFAULT_KAIMING_NORMAL; [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `qzeros` [INFO] [stdout] --> src/qwen/model.rs:157:9 [INFO] [stdout] | [INFO] [stdout] 157 | let qzeros = vs.get((in_dim/group, out_dim/8), "qzeros")?.to_dtype(DType::U32)?; [INFO] [stdout] | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_qzeros` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bias` [INFO] [stdout] --> src/qwen/model.rs:153:74 [INFO] [stdout] | [INFO] [stdout] 153 | fn linear_int4(in_dim: usize, out_dim: usize, vs: candle_nn::VarBuilder, bias: bool) -> Result { [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_bias` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `span` [INFO] [stdout] --> src/qwen/model.rs:154:9 [INFO] [stdout] | [INFO] [stdout] 154 | let span = tracing::span!(tracing::Level::TRACE, "linear_int4_bias"); [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_span` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_variables)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_ws` [INFO] [stdout] --> src/qwen/model.rs:155:9 [INFO] [stdout] | [INFO] [stdout] 155 | let init_ws = candle_nn::init::DEFAULT_KAIMING_NORMAL; [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `qzeros` [INFO] [stdout] --> src/qwen/model.rs:157:9 [INFO] [stdout] | [INFO] [stdout] 157 | let qzeros = vs.get((in_dim/group, out_dim/8), "qzeros")?.to_dtype(DType::U32)?; [INFO] [stdout] | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_qzeros` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bias` [INFO] [stdout] --> src/qwen/model.rs:153:74 [INFO] [stdout] | [INFO] [stdout] 153 | fn linear_int4(in_dim: usize, out_dim: usize, vs: candle_nn::VarBuilder, bias: bool) -> Result { [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_bias` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 7 warnings emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 7 warnings emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:210:7 [INFO] [stdout] | [INFO] [stdout] 210 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] = note: `#[warn(unexpected_cfgs)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:221:11 [INFO] [stdout] | [INFO] [stdout] 221 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:210:7 [INFO] [stdout] | [INFO] [stdout] 210 | #[cfg(feature = "flash-attn")] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] = note: `#[warn(unexpected_cfgs)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unexpected `cfg` condition value: `flash-attn` [INFO] [stdout] --> src/qwen/model.rs:221:11 [INFO] [stdout] | [INFO] [stdout] 221 | #[cfg(not(feature = "flash-attn"))] [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: expected values for `feature` are: `accelerate`, `default`, and `mkl` [INFO] [stdout] = help: consider adding `flash-attn` as a feature in `Cargo.toml` [INFO] [stdout] = note: see for more information about checking conditional configuration [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unreachable statement [INFO] [stdout] --> src/qwen/model.rs:165:5 [INFO] [stdout] | [INFO] [stdout] 164 | panic!(); [INFO] [stdout] | -------- any code following this expression is unreachable [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ unreachable statement [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unreachable_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unreachable statement [INFO] [stdout] --> src/qwen/model.rs:165:5 [INFO] [stdout] | [INFO] [stdout] 164 | panic!(); [INFO] [stdout] | -------- any code following this expression is unreachable [INFO] [stdout] 165 | let ws = vec![f16::from_bits(0); in_dim*out_dim];//Tensor::zeros((in_dim, out_dim), DType::F16, &Device::Cpu)?;//TODO: [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ unreachable statement [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unreachable_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `span` [INFO] [stdout] --> src/qwen/model.rs:154:9 [INFO] [stdout] | [INFO] [stdout] 154 | let span = tracing::span!(tracing::Level::TRACE, "linear_int4_bias"); [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_span` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_variables)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_ws` [INFO] [stdout] --> src/qwen/model.rs:155:9 [INFO] [stdout] | [INFO] [stdout] 155 | let init_ws = candle_nn::init::DEFAULT_KAIMING_NORMAL; [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `qzeros` [INFO] [stdout] --> src/qwen/model.rs:157:9 [INFO] [stdout] | [INFO] [stdout] 157 | let qzeros = vs.get((in_dim/group, out_dim/8), "qzeros")?.to_dtype(DType::U32)?; [INFO] [stdout] | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_qzeros` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bias` [INFO] [stdout] --> src/qwen/model.rs:153:74 [INFO] [stdout] | [INFO] [stdout] 153 | fn linear_int4(in_dim: usize, out_dim: usize, vs: candle_nn::VarBuilder, bias: bool) -> Result { [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_bias` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `span` [INFO] [stdout] --> src/qwen/model.rs:154:9 [INFO] [stdout] | [INFO] [stdout] 154 | let span = tracing::span!(tracing::Level::TRACE, "linear_int4_bias"); [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_span` [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(unused_variables)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `init_ws` [INFO] [stdout] --> src/qwen/model.rs:155:9 [INFO] [stdout] | [INFO] [stdout] 155 | let init_ws = candle_nn::init::DEFAULT_KAIMING_NORMAL; [INFO] [stdout] | ^^^^^^^ help: if this is intentional, prefix it with an underscore: `_init_ws` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: multiple fields are never read [INFO] [stdout] --> src/qwen/model.rs:16:9 [INFO] [stdout] | [INFO] [stdout] 9 | pub struct Config { [INFO] [stdout] | ------ fields in this struct [INFO] [stdout] ... [INFO] [stdout] 16 | pub attn_dropout_prob: f64, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ [INFO] [stdout] 17 | pub layer_norm_epsilon: f64, [INFO] [stdout] 18 | pub initializer_range: f64, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ [INFO] [stdout] 19 | pub max_position_embeddings: usize, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 20 | pub scale_attn_weights: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 21 | pub use_cache: bool, [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] 22 | pub bf16: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 23 | pub fp16: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 24 | pub fp32: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 25 | pub kv_channels: usize, [INFO] [stdout] 26 | pub rotary_pct: f64, [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] 27 | pub rotary_emb_base: f32, [INFO] [stdout] 28 | pub use_dynamic_ntk: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] 29 | pub use_logn_attn: bool, [INFO] [stdout] | ^^^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 32 | pub no_bias: bool, [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] 33 | pub tie_word_embeddings: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 34 | pub use_cache_quantization: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 35 | pub use_cache_kernel: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `qzeros` [INFO] [stdout] --> src/qwen/model.rs:157:9 [INFO] [stdout] | [INFO] [stdout] 157 | let qzeros = vs.get((in_dim/group, out_dim/8), "qzeros")?.to_dtype(DType::U32)?; [INFO] [stdout] | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_qzeros` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: unused variable: `bias` [INFO] [stdout] --> src/qwen/model.rs:153:74 [INFO] [stdout] | [INFO] [stdout] 153 | fn linear_int4(in_dim: usize, out_dim: usize, vs: candle_nn::VarBuilder, bias: bool) -> Result { [INFO] [stdout] | ^^^^ help: if this is intentional, prefix it with an underscore: `_bias` [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 8 warnings emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: multiple fields are never read [INFO] [stdout] --> src/qwen/model.rs:16:9 [INFO] [stdout] | [INFO] [stdout] 9 | pub struct Config { [INFO] [stdout] | ------ fields in this struct [INFO] [stdout] ... [INFO] [stdout] 16 | pub attn_dropout_prob: f64, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ [INFO] [stdout] 17 | pub layer_norm_epsilon: f64, [INFO] [stdout] 18 | pub initializer_range: f64, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^ [INFO] [stdout] 19 | pub max_position_embeddings: usize, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 20 | pub scale_attn_weights: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 21 | pub use_cache: bool, [INFO] [stdout] | ^^^^^^^^^ [INFO] [stdout] 22 | pub bf16: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 23 | pub fp16: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 24 | pub fp32: bool, [INFO] [stdout] | ^^^^ [INFO] [stdout] 25 | pub kv_channels: usize, [INFO] [stdout] 26 | pub rotary_pct: f64, [INFO] [stdout] | ^^^^^^^^^^ [INFO] [stdout] 27 | pub rotary_emb_base: f32, [INFO] [stdout] 28 | pub use_dynamic_ntk: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^ [INFO] [stdout] 29 | pub use_logn_attn: bool, [INFO] [stdout] | ^^^^^^^^^^^^^ [INFO] [stdout] ... [INFO] [stdout] 32 | pub no_bias: bool, [INFO] [stdout] | ^^^^^^^ [INFO] [stdout] 33 | pub tie_word_embeddings: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 34 | pub use_cache_quantization: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^^^^^^^ [INFO] [stdout] 35 | pub use_cache_kernel: bool, [INFO] [stdout] | ^^^^^^^^^^^^^^^^ [INFO] [stdout] | [INFO] [stdout] = note: `#[warn(dead_code)]` on by default [INFO] [stdout] [INFO] [stdout] [INFO] [stdout] warning: 8 warnings emitted [INFO] [stdout] [INFO] [stdout] [INFO] [stderr] Finished `dev` profile [unoptimized + debuginfo] target(s) in 19.89s [INFO] running `Command { std: "docker" "inspect" "92ab7162a11ff1da91a2298e47c2a330358de4159fff0a80f4c0ade890afcef0", kill_on_drop: false }` [INFO] running `Command { std: "docker" "rm" "-f" "92ab7162a11ff1da91a2298e47c2a330358de4159fff0a80f4c0ade890afcef0", kill_on_drop: false }` [INFO] [stdout] 92ab7162a11ff1da91a2298e47c2a330358de4159fff0a80f4c0ade890afcef0