huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-15 18:28:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adds check for 7b-zephyr and uses correct template (#1283)

Browse Source 
* Adds check for 7b-zephyr and uses correct template

* Handle zephyr as mistral.

* Disable the protoc bits of the CI.

---------

Co-authored-by: Laurent <laurent.mazare@gmail.com>
This commit is contained in:
DTJ11235
2023-11-06 20:05:39 +00:00
committed by GitHub
parent abc4f698c5
commit 5a363dbc26
2 changed files with 6 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
candle-examples/examples/quantized/main.rs
View File

@ -24,7 +24,7 @@ enum Prompt {
One(String),
}
#[derive(Clone, Debug, Copy, ValueEnum)]
#[derive(Clone, Debug, Copy, PartialEq, Eq, ValueEnum)]
enum Which {
#[value(name = "7b")]
L7b,
@ -64,7 +64,8 @@ impl Which {
| Self::L7bCode
| Self::L13bCode
| Self::L34bCode => false,
Self::Mistral7b | Self::Mistral7bInstruct | Self::Zephyr7b => true,
// Zephyr is a fine tuned version of mistral and should be treated in the same way.
Self::Zephyr7b | Self::Mistral7b | Self::Mistral7bInstruct => true,
}
}
}
@ -335,7 +336,9 @@ fn main() -> anyhow::Result<()> {
prompt.pop();
}
}
if args.which.is_mistral() {
if args.which == Which::Zephyr7b {
format!("<|system|>\n</s>\n<|user|>\n{prompt}</s>\n<|assistant|>")
} else if args.which.is_mistral() {
format!("[INST] {prompt} [/INST]")
} else {
prompt