huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 03:28:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

make up for the missing last token output of phi2 example (#2299)

Browse Source
This commit is contained in:
Czxck001
2024-06-29 12:34:42 -07:00
committed by GitHub
parent e27aac0a06
commit 74e9e41911
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
candle-examples/examples/phi/main.rs
View File

@ -114,6 +114,10 @@ impl TextGeneration {
tokens.push(next_token); tokens.push(next_token);
generated_tokens += 1; generated_tokens += 1;
if next_token == eos_token { if next_token == eos_token {
if let Some(t) = self.tokenizer.decode_rest()? {
print!("{t}");
std::io::stdout().flush()?;
}
break; break;
} }
if let Some(t) = self.tokenizer.next_token(next_token)? { if let Some(t) = self.tokenizer.next_token(next_token)? {