Add the new gemma models. (#2023)

* Add the new gemma models. * Revert the lightning changes. * Support for the 1.1 models.
2025-06-18 03:28:50 +00:00 · 2024-04-06 21:25:38 +02:00
parent 9fd52b3b71
commit 33c9b66554
2 changed files with 29 additions and 7 deletions
--- a/candle-transformers/src/models/gemma.rs
+++ b/candle-transformers/src/models/gemma.rs
@ -11,6 +11,7 @@ fn default_max_position_embeddings() -> usize {
 pub struct Config {
    pub attention_bias: bool,
    pub head_dim: usize,
+    #[serde(alias = "hidden_activation")]
    pub hidden_act: candle_nn::Activation,
    pub hidden_size: usize,
    pub intermediate_size: usize,