huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 10:38:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

add fn config_chat_ml (#1458)

Browse Source 
* add fn config_chat_ml

* Add a link to the original config.

---------

Co-authored-by: Ubuntu <danielclough@users.noreply.github.com>
Co-authored-by: laurent <laurent.mazare@gmail.com>
This commit is contained in:
Daniel Clough
2023-12-20 12:03:24 -08:00
committed by GitHub
parent 9fc210fae8
commit 8ede5f4210
1 changed files with 19 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
candle-transformers/src/models/mistral.rs
View File

@ -21,6 +21,7 @@ pub struct Config {
} }
impl Config { impl Config {
// https://huggingface.co/mistralai/Mistral-7B-v0.1/blob/main/config.json
pub fn config_7b_v0_1(use_flash_attn: bool) -> Self { pub fn config_7b_v0_1(use_flash_attn: bool) -> Self {
Self { Self {
vocab_size: 32000, vocab_size: 32000,
@ -37,6 +38,24 @@ impl Config {
use_flash_attn, use_flash_attn,
} }
} }
// https://huggingface.co/Open-Orca/Mistral-7B-OpenOrca/blob/main/config.json
pub fn config_open_orca_chat_ml(use_flash_attn: bool) -> Self {
Self {
vocab_size: 32002,
hidden_size: 4096,
intermediate_size: 14336,
num_hidden_layers: 32,
num_attention_heads: 32,
num_key_value_heads: 8,
hidden_act: Activation::Silu,
max_position_embeddings: 32768,
rms_norm_eps: 1e-5,
rope_theta: 10_000.,
sliding_window: 4096,
use_flash_attn,
}
}
} }
#[derive(Debug, Clone)] #[derive(Debug, Clone)]