huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 19:18:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add the call to dense in the attention layer. (#96)

Browse Source
This commit is contained in:
Laurent Mazare
2023-07-06 23:22:08 +01:00
committed by GitHub
parent 0a2c82e301
commit a3f3b93d16
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
candle-examples/examples/falcon/model.rs
View File

@ -444,6 +444,7 @@ impl FalconAttention {
.reshape((b_sz, self.num_heads, q_len, head_dim))? .reshape((b_sz, self.num_heads, q_len, head_dim))?
.transpose(1, 2)? .transpose(1, 2)?
.reshape((b_sz, q_len, self.num_heads * head_dim))?; .reshape((b_sz, q_len, self.num_heads * head_dim))?;
let attn_output = self.attn_output.forward(&attn_output)?;
Ok(attn_output) Ok(attn_output)
} }
} }