Add min to buckets in relative_position_bucket (#1312)

2025-06-17 02:58:50 +00:00 · 2023-11-10 13:57:25 +03:00
parent d2c3f14773
commit 1b12142a02
1 changed files with 1 additions and 1 deletions
--- a/candle-transformers/src/models/t5.rs
+++ b/candle-transformers/src/models/t5.rs
@ -462,7 +462,7 @@ impl T5Attention {
                                            self.relative_attention_max_distance as f32
                                                / max_exact as f32,
                                        ) * (num_buckets - max_exact) as f32;
-                                        max_exact + b as u32
+                                        u32::min(max_exact + b as u32, num_buckets - 1)
                                    }
                                })
                                .collect::<Vec<u32>>()