More scaffolding, now need to implement matmul (for precompute_cos_sin to work).

2025-06-17 11:08:52 +00:00 · 2023-11-01 16:54:09 +01:00
parent 2d84c16fed
commit 492d164235
4 changed files with 108 additions and 46 deletions
--- a/candle-examples/examples/quantized/main.rs
+++ b/candle-examples/examples/quantized/main.rs
@ -308,7 +308,7 @@ fn main() -> anyhow::Result<()> {
                | Which::L70b
                | Which::L70bChat => 8,
            };
-            ModelWeights::from_ggml(model, args.gqa.unwrap_or(default_gqa))?
+            ModelWeights::from_ggml(model, args.gqa.unwrap_or(default_gqa), &device)?
        }
    };
    println!("model built");