huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 19:58:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add some sentence similarity part to the t5 example. (#835)

Browse Source 
* Add some sentence similarity part to the t5 example.

* Clippy fix.
This commit is contained in:
Laurent Mazare
2023-09-13 11:44:02 +02:00
committed by GitHub
parent e6f040d6e3
commit 3e94324012
2 changed files with 93 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
candle-transformers/src/models/t5.rs
View File

@ -245,7 +245,10 @@ impl T5Attention {
let scores = q.matmul(&k.t()?)?;
let (scores, position_bias) = match position_bias {
Some(position_bias) => ((scores + position_bias)?, Some(position_bias.clone())),
Some(position_bias) => (
scores.broadcast_add(position_bias)?,
Some(position_bias.clone()),
),
None => match &self.relative_attention_bias {
None => (scores, None),
Some(relative_attention_bias) => {
@ -291,7 +294,7 @@ impl T5Attention {
.forward(&relative_buckets)?
.permute((2, 0, 1))?
.unsqueeze(0)?;
((scores + &position_bias)?, Some(position_bias))
(scores.broadcast_add(&position_bias)?, Some(position_bias))
// TODO: position_bias_masked?
}
},