Fix the final rmsnorm for quantized-metavoice. (#2021)

This commit is contained in:
Laurent Mazare
2024-04-06 19:35:01 +02:00
committed by GitHub
parent ab892274d1
commit e662431acf

View File

@ -235,6 +235,7 @@ pub mod transformer {
xs = layer.forward(&xs, pos, &mask)?
}
xs.narrow(1, seqlen - 1, 1)?
.contiguous()?
.apply(&self.norm)?
.apply(&self.output)
}