Polish the llama2 wasm ui. (#232)

* Polish the llama2 wasm ui. * readme update.
2025-06-19 03:54:56 +00:00 · 2023-07-24 15:28:27 +01:00
parent 5a26cba733
commit 160ba09d30
7 changed files with 50 additions and 8 deletions
--- a/candle-wasm-examples/llama2-c/src/model.rs
+++ b/candle-wasm-examples/llama2-c/src/model.rs
@ -20,7 +20,7 @@ pub struct Cache {
    masks: Arc<Mutex<HashMap<usize, Tensor>>>,
    pub use_kv_cache: bool,
    #[allow(clippy::type_complexity)]
-    kvs: Arc<Mutex<Vec<Option<(Tensor, Tensor)>>>>,
+    pub kvs: Arc<Mutex<Vec<Option<(Tensor, Tensor)>>>>,
    cos: Tensor,
    sin: Tensor,
    device: Device,