Extract T5 module and add main function to use it (#829)

* Extract t5 out of musicgen

* Add main for t5 module

candle-nn/Cargo.toml

@@ -18,6 +18,7 @@ intel-mkl-src = { workspace = true, optional = true }
 num-traits = { workspace = true }
 rayon = { workspace = true }
 safetensors = { workspace = true }
+serde = { workspace = true }
 
 [dev-dependencies]
 anyhow = { workspace = true }

candle-nn/src/activation.rs

@@ -1,7 +1,10 @@
 use candle::Tensor;
+use serde::Deserialize;
 
-#[derive(Debug, Clone, Copy, PartialEq)]
+#[derive(Debug, Clone, Copy, PartialEq, Deserialize, Default)]
+#[serde(rename_all = "lowercase")]
 pub enum Activation {
+    #[default]
     Gelu,
     Relu,
     Elu(f64),