add config for mamba 2.8b model parameter (#1946)

* first commit

* Make the mamba config public.

---------

Co-authored-by: laurent <laurent.mazare@gmail.com>
This commit is contained in:
Jorge António
2024-03-27 06:47:23 +00:00
committed by GitHub
parent 66f0a4eeea
commit 75b6d4b0da

View File

@ -10,10 +10,10 @@ const D_STATE: usize = 16;
#[derive(Debug, Clone, serde::Deserialize)]
pub struct Config {
d_model: usize,
n_layer: usize,
vocab_size: usize,
pad_vocab_size_multiple: usize,
pub d_model: usize,
pub n_layer: usize,
pub vocab_size: usize,
pub pad_vocab_size_multiple: usize,
}
impl Config {