huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 18:48:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Handle the empty sequence case properly. (#712)

Browse Source 
* Handle the empty sequence case properly.

* Proper fix.
This commit is contained in:
Laurent Mazare
2023-09-01 21:12:30 +02:00
committed by GitHub
parent 19042962d5
commit 4d56cef583
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-wasm-examples/llama2-c/src/bin/m.rs
View File

@ -18,7 +18,7 @@ impl Model {
let input = Tensor::new(tokens, &dev)?.unsqueeze(0)?;
let logits = self.inner.llama.forward(&input, tokens.len())?;
let logits = logits.squeeze(0)?;
let logits = if self.repeat_penalty == 1. {
let logits = if self.repeat_penalty == 1. || tokens.is_empty() {
logits
} else {
let start_at = self.tokens.len().saturating_sub(REPEAT_LAST_N);