huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 18:48:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add number of tokens.

Browse Source
This commit is contained in:
Nicolas Patry
2023-07-26 14:57:20 +02:00
parent c97d51243c
commit 97990f4afc
1 changed files with 12 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
candle-wasm-examples/llama2-c/src/app.rs
View File

@ -45,6 +45,7 @@ pub struct App {
status: String,
temperature: std::rc::Rc<std::cell::RefCell<f64>>,
generated: String,
n_tokens: usize,
current_decode: Option<CurrentDecode>,
worker: Box<dyn Bridge<Worker>>,
}
@ -75,6 +76,7 @@ impl Component for App {
let worker = Worker::bridge(std::rc::Rc::new(cb));
Self {
status,
n_tokens: 0,
temperature: std::rc::Rc::new(std::cell::RefCell::new(0.)),
generated: String::new(),
current_decode: None,
@ -134,11 +136,18 @@ impl Component for App {
});
self.status = match dt {
None => "generation succeeded!".to_string(),
Some(dt) => format!("generation succeeded in {:.2}s", dt),
Some(dt) => format!(
"generation succeeded in {:.2}s ({:.1} ms/token)",
dt,
dt * 1000.0 / (self.n_tokens as f64)
),
};
self.current_decode = None
}
Ok(WorkerOutput::Generated(token)) => self.generated.push_str(&token),
Ok(WorkerOutput::Generated(token)) => {
self.n_tokens += 1;
self.generated.push_str(&token)
}
Err(err) => {
self.status = format!("error in worker {err:?}");
}
@ -147,6 +156,7 @@ impl Component for App {
}
Msg::WorkerInMsg(inp) => {
self.worker.send(inp);
self.n_tokens = 0;
true
}
Msg::UpdateStatus(status) => {