huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 18:48:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #77 from LaurentMazare/whisper-fix-emb

Browse Source 
[whisper] Fix the position embeddings size.
This commit is contained in:
Laurent Mazare
2023-07-05 13:56:41 +01:00
committed by GitHub
parent e4fb8c45cc bae6d07b7e
commit 4e80319147
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
candle-examples/examples/whisper/model.rs
View File

@ -458,7 +458,9 @@ impl AudioEncoder {
let x = self.conv1.forward(x)?.gelu()?;
let x = self.conv2.forward(&x)?.gelu()?;
let x = x.transpose(1, 2)?;
let mut x = x.broadcast_add(&self.positional_embedding)?;
let (_bsize, seq_len, _hidden) = x.shape().r3()?;
let positional_embedding = self.positional_embedding.narrow(0, 0, seq_len)?;
let mut x = x.broadcast_add(&positional_embedding)?;
for block in self.blocks.iter() {
x = block.forward(&x, None, None)?
}