huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 19:47:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Polish the llama2 wasm ui. (#232)

Browse Source 
* Polish the llama2 wasm ui.

* readme update.
This commit is contained in:
Laurent Mazare
2023-07-24 15:28:27 +01:00
committed by GitHub
parent 5a26cba733
commit 160ba09d30
7 changed files with 50 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
candle-wasm-examples/llama2-c/src/worker.rs
View File

@ -107,9 +107,11 @@ impl LogitsProcessor {
}
impl Model {
fn run(&self, link: &WorkerLink<Worker>, id: HandlerId) -> Result<()> {
fn run(&self, link: &WorkerLink<Worker>, id: HandlerId, temp: f64) -> Result<()> {
let dev = Device::Cpu;
let mut logits_processor = LogitsProcessor::new(299792458, None);
let temp = if temp <= 0. { None } else { Some(temp) };
console_log!("{temp:?}");
let mut logits_processor = LogitsProcessor::new(299792458, temp);
let mut index_pos = 0;
let mut tokens = vec![1u32];
@ -299,7 +301,7 @@ pub struct Worker {
#[derive(Serialize, Deserialize)]
pub enum WorkerInput {
ModelData(ModelData),
Run,
Run(f64),
}
#[derive(Serialize, Deserialize)]
@ -332,10 +334,16 @@ impl yew_agent::Worker for Worker {
}
Err(err) => Err(format!("model creation error {err:?}")),
},
WorkerInput::Run => match &self.model {
WorkerInput::Run(temp) => match &mut self.model {
None => Err("model has not been set yet".to_string()),
Some(model) => {
let result = model.run(&self.link, id).map_err(|e| e.to_string());
{
let mut cache = model.cache.kvs.lock().unwrap();
for elem in cache.iter_mut() {
*elem = None
}
}
let result = model.run(&self.link, id, temp).map_err(|e| e.to_string());
Ok(WorkerOutput::GenerationDone(result))
}
},