huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 18:48:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix mistral attention on Metal (#2699)

Browse Source 
Co-authored-by: Luka Zakrajsek <luka.zakrajsek@soniox.com>
This commit is contained in:
Luka Zakrajšek
2025-01-04 16:11:20 +01:00
committed by GitHub
parent cbaa0ad46f
commit 57f41da13b
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-transformers/src/models/mistral.rs
View File

@ -262,7 +262,8 @@ impl Attention {
.contiguous()?; .contiguous()?;
let value_states = value_states let value_states = value_states
.reshape((b_sz, q_len, self.num_kv_heads, self.head_dim))? .reshape((b_sz, q_len, self.num_kv_heads, self.head_dim))?
.transpose(1, 2)?; .transpose(1, 2)?
.contiguous()?;
let (query_states, key_states) = let (query_states, key_states) =
self.rotary_emb self.rotary_emb