huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 10:38:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Support mistral instruct v0.2. (#1475)

Browse Source 
* Support mistral instruct v0.2.

* Use the safetensors model now that they are available.
This commit is contained in:
Laurent Mazare
2023-12-23 16:18:49 +01:00
committed by GitHub
parent 5b35fd0fcf
commit 88589d8815
2 changed files with 18 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
candle-examples/examples/mistral/main.rs
View File

@ -155,7 +155,7 @@ struct Args {
#[arg(long, short = 'n', default_value_t = 100)]
sample_len: usize,
#[arg(long, default_value = "lmz/candle-mistral")]
#[arg(long, default_value = "mistralai/Mistral-7B-v0.1")]
model_id: String,
#[arg(long, default_value = "main")]
@ -226,8 +226,8 @@ fn main() -> Result<()> {
vec![repo.get("model-q4k.gguf")?]
} else {
vec![
repo.get("pytorch_model-00001-of-00002.safetensors")?,
repo.get("pytorch_model-00002-of-00002.safetensors")?,
repo.get("model-00001-of-00002.safetensors")?,
repo.get("model-00002-of-00002.safetensors")?,
]
}
}