Add a KV cache to marian decoding. (#1226)

2025-06-16 10:38:54 +00:00 · 2023-10-31 09:47:44 +01:00
parent 7d0202710b
commit c12ad45562
3 changed files with 55 additions and 24 deletions
--- a/candle-examples/examples/blip/main.rs
+++ b/candle-examples/examples/blip/main.rs
@ -149,6 +149,6 @@ pub fn main() -> anyhow::Result<()> {
    if let Some(rest) = tokenizer.decode_rest().map_err(E::msg)? {
        print!("{rest}");
    }
-
+    println!();
    Ok(())
 }