From 1b12142a0206b9839ce3b97ed39297da4e5784e4 Mon Sep 17 00:00:00 2001 From: Andy Braga Date: Fri, 10 Nov 2023 13:57:25 +0300 Subject: [PATCH] Add min to buckets in relative_position_bucket (#1312) --- candle-transformers/src/models/t5.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/candle-transformers/src/models/t5.rs b/candle-transformers/src/models/t5.rs index ca240aa6..5dc44cb5 100644 --- a/candle-transformers/src/models/t5.rs +++ b/candle-transformers/src/models/t5.rs @@ -462,7 +462,7 @@ impl T5Attention { self.relative_attention_max_distance as f32 / max_exact as f32, ) * (num_buckets - max_exact) as f32; - max_exact + b as u32 + u32::min(max_exact + b as u32, num_buckets - 1) } }) .collect::>()