More metavoice tweaks. (#1796)

2025-06-19 19:58:35 +00:00 · 2024-03-03 15:05:25 +01:00
parent 20abb72fec
commit 60dc72b96b
2 changed files with 6 additions and 2 deletions
--- a/candle-transformers/src/models/metavoice.rs
+++ b/candle-transformers/src/models/metavoice.rs
@ -297,7 +297,7 @@ pub mod gpt {
                causal: false,
                target_vocab_sizes: vec![1025, 1025, 1025, 1025, 1025, 1025],
                swiglu_multiple_of: Some(256),
-                norm_type: NormType::RMSNorm,
+                norm_type: NormType::LayerNorm,
                kv_cache_enabled: false,
                attn_kernel_type: AttnKernelType::TorchAttn,
                spk_emb_on_text: true,