huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 11:08:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix OpenChat 3.5 tokenizer (#1347)

Browse Source
This commit is contained in:
Lucas de Ávila Martins
2023-11-19 15:48:04 -03:00
committed by GitHub
parent 992a788da1
commit f49bf6a81d
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
candle-examples/examples/quantized/main.rs
View File

@ -181,7 +181,9 @@ impl Args {
Some(config) => std::path::PathBuf::from(config), Some(config) => std::path::PathBuf::from(config),
None => { None => {
let api = hf_hub::api::sync::Api::new()?; let api = hf_hub::api::sync::Api::new()?;
let repo = if self.which.is_mistral() { let repo = if self.which.is_open_chat() {
"openchat/openchat_3.5"
} else if self.which.is_mistral() {
"mistralai/Mistral-7B-v0.1" "mistralai/Mistral-7B-v0.1"
} else { } else {
"hf-internal-testing/llama-tokenizer" "hf-internal-testing/llama-tokenizer"