huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 10:38:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

add config for mamba 2.8b model parameter (#1946)

Browse Source 
* first commit

* Make the mamba config public.

---------

Co-authored-by: laurent <laurent.mazare@gmail.com>
This commit is contained in:
Jorge António
2024-03-27 06:47:23 +00:00
committed by GitHub
parent 66f0a4eeea
commit 75b6d4b0da
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
candle-transformers/src/models/mamba.rs
View File

@ -10,10 +10,10 @@ const D_STATE: usize = 16;
#[derive(Debug, Clone, serde::Deserialize)] #[derive(Debug, Clone, serde::Deserialize)]
pub struct Config { pub struct Config {
d_model: usize, pub d_model: usize,
n_layer: usize, pub n_layer: usize,
vocab_size: usize, pub vocab_size: usize,
pad_vocab_size_multiple: usize, pub pad_vocab_size_multiple: usize,
} }
impl Config { impl Config {