huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 03:28:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add min to buckets in relative_position_bucket (#1312)

Browse Source
This commit is contained in:
Andy Braga
2023-11-10 13:57:25 +03:00
committed by GitHub
parent d2c3f14773
commit 1b12142a02
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-transformers/src/models/t5.rs
View File

@ -462,7 +462,7 @@ impl T5Attention {
self.relative_attention_max_distance as f32 self.relative_attention_max_distance as f32
/ max_exact as f32, / max_exact as f32,
) * (num_buckets - max_exact) as f32; ) * (num_buckets - max_exact) as f32;
max_exact + b as u32 u32::min(max_exact + b as u32, num_buckets - 1)
} }
}) })
.collect::<Vec<u32>>() .collect::<Vec<u32>>()