huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 10:38:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Optimize copy-2d for metal. (#2024)

Browse Source 
* Optimize copy-2d for metal.

* Add a hacky stopping rule for moondream.
This commit is contained in:
Laurent Mazare
2024-04-07 12:34:16 +02:00
committed by GitHub
parent 33c9b66554
commit 7f354473cf
3 changed files with 58 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-examples/examples/moondream/main.rs
View File

@ -123,7 +123,7 @@ impl TextGeneration {
let next_token = self.logits_processor.sample(&logits)?;
tokens.push(next_token);
generated_tokens += 1;
if next_token == eos_token {
if next_token == eos_token || tokens.ends_with(&[27, 10619, 29] /* <END> */) {
break;
}
let token = self.tokenizer.decode(&[next_token], true).map_err(E::msg)?;