huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 11:37:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix the final rmsnorm for quantized-metavoice. (#2021)

Browse Source
This commit is contained in:
Laurent Mazare
2024-04-06 19:35:01 +02:00
committed by GitHub
parent ab892274d1
commit e662431acf
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
candle-transformers/src/models/quantized_metavoice.rs
View File

@ -235,6 +235,7 @@ pub mod transformer {
xs = layer.forward(&xs, pos, &mask)? xs = layer.forward(&xs, pos, &mask)?
} }
xs.narrow(1, seqlen - 1, 1)? xs.narrow(1, seqlen - 1, 1)?
.contiguous()?
.apply(&self.norm)? .apply(&self.norm)?
.apply(&self.output) .apply(&self.output)
} }