diff --git a/candle-examples/examples/phi/main.rs b/candle-examples/examples/phi/main.rs index 1cfeb443..1a0d9aca 100644 --- a/candle-examples/examples/phi/main.rs +++ b/candle-examples/examples/phi/main.rs @@ -114,6 +114,10 @@ impl TextGeneration { tokens.push(next_token); generated_tokens += 1; if next_token == eos_token { + if let Some(t) = self.tokenizer.decode_rest()? { + print!("{t}"); + std::io::stdout().flush()?; + } break; } if let Some(t) = self.tokenizer.next_token(next_token)? {