huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 19:18:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add number of tokens.

Browse Source
This commit is contained in:
Nicolas Patry
2023-07-26 14:57:20 +02:00
parent c97d51243c
commit 97990f4afc
1 changed files with 12 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
candle-wasm-examples/llama2-c/src/app.rs
View File

@ -45,6 +45,7 @@ pub struct App {
status: String, status: String,
temperature: std::rc::Rc<std::cell::RefCell<f64>>, temperature: std::rc::Rc<std::cell::RefCell<f64>>,
generated: String, generated: String,
n_tokens: usize,
current_decode: Option<CurrentDecode>, current_decode: Option<CurrentDecode>,
worker: Box<dyn Bridge<Worker>>, worker: Box<dyn Bridge<Worker>>,
} }
@ -75,6 +76,7 @@ impl Component for App {
let worker = Worker::bridge(std::rc::Rc::new(cb)); let worker = Worker::bridge(std::rc::Rc::new(cb));
Self { Self {
status, status,
n_tokens: 0,
temperature: std::rc::Rc::new(std::cell::RefCell::new(0.)), temperature: std::rc::Rc::new(std::cell::RefCell::new(0.)),
generated: String::new(), generated: String::new(),
current_decode: None, current_decode: None,
@ -134,11 +136,18 @@ impl Component for App {
}); });
self.status = match dt { self.status = match dt {
None => "generation succeeded!".to_string(), None => "generation succeeded!".to_string(),
Some(dt) => format!("generation succeeded in {:.2}s", dt), Some(dt) => format!(
"generation succeeded in {:.2}s ({:.1} ms/token)",
dt,
dt * 1000.0 / (self.n_tokens as f64)
),
}; };
self.current_decode = None self.current_decode = None
} }
Ok(WorkerOutput::Generated(token)) => self.generated.push_str(&token), Ok(WorkerOutput::Generated(token)) => {
self.n_tokens += 1;
self.generated.push_str(&token)
}
Err(err) => { Err(err) => {
self.status = format!("error in worker {err:?}"); self.status = format!("error in worker {err:?}");
} }
@ -147,6 +156,7 @@ impl Component for App {
} }
Msg::WorkerInMsg(inp) => { Msg::WorkerInMsg(inp) => {
self.worker.send(inp); self.worker.send(inp);
self.n_tokens = 0;
true true
} }
Msg::UpdateStatus(status) => { Msg::UpdateStatus(status) => {