huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 18:48:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix the position embeddings size.

Browse Source
This commit is contained in:
laurent
2023-07-05 13:43:34 +01:00
parent e4fb8c45cc
commit bae6d07b7e
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
candle-examples/examples/whisper/model.rs
View File

@ -458,7 +458,9 @@ impl AudioEncoder {
let x = self.conv1.forward(x)?.gelu()?; let x = self.conv1.forward(x)?.gelu()?;
let x = self.conv2.forward(&x)?.gelu()?; let x = self.conv2.forward(&x)?.gelu()?;
let x = x.transpose(1, 2)?; let x = x.transpose(1, 2)?;
let mut x = x.broadcast_add(&self.positional_embedding)?; let (_bsize, seq_len, _hidden) = x.shape().r3()?;
let positional_embedding = self.positional_embedding.narrow(0, 0, seq_len)?;
let mut x = x.broadcast_add(&positional_embedding)?;
for block in self.blocks.iter() { for block in self.blocks.iter() {
x = block.forward(&x, None, None)? x = block.forward(&x, None, None)?
} }