huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-20 12:06:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Mimi streaming fixes.

Browse Source
This commit is contained in:
Laurent
2024-09-22 14:41:17 +02:00
parent c79bf421c7
commit 3277844fd9
2 changed files with 14 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
candle-examples/examples/mimi/main.rs
View File

@ -126,7 +126,10 @@ fn main() -> Result<()> {
for chunk_start in (0..seq_len).step_by(chunk_size) {
let chunk_len = usize::min(chunk_size, seq_len - chunk_start);
let codes = codes.narrow(candle::D::Minus1, chunk_start, chunk_len)?;
pcm_chunks.push(model.decode(&codes)?)
let pcm = model.decode_step(&codes.into())?;
if let Some(pcm) = pcm.as_option() {
pcm_chunks.push(pcm.clone())
}
}
Tensor::cat(&pcm_chunks, candle::D::Minus1)?
}