Simd128 optimized q8k vecdot. (#1026)

2025-06-16 02:38:10 +00:00 · 2023-10-03 15:29:48 +01:00
parent dac73edb34
commit 11d3687cc6
3 changed files with 34 additions and 1 deletions
--- a/candle-examples/examples/whisper/main.rs
+++ b/candle-examples/examples/whisper/main.rs
@ -493,7 +493,7 @@ fn main() -> Result<()> {
            (
                repo.get(&format!("config-{ext}.json"))?,
                repo.get(&format!("tokenizer-{ext}.json"))?,
-                repo.get(&format!("model-{ext}-q40.gguf"))?,
+                repo.get(&format!("model-{ext}-q80.gguf"))?,
            )
        } else {
            (