huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 10:38:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adds check for 7b-zephyr and uses correct template (#1283)

Browse Source 
* Adds check for 7b-zephyr and uses correct template

* Handle zephyr as mistral.

* Disable the protoc bits of the CI.

---------

Co-authored-by: Laurent <laurent.mazare@gmail.com>
This commit is contained in:
DTJ11235
2023-11-06 20:05:39 +00:00
committed by GitHub
parent abc4f698c5
commit 5a363dbc26
2 changed files with 6 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/rust-ci.yml vendored
View File

@ -16,7 +16,6 @@ jobs:
rust: [stable] rust: [stable]
steps: steps:
- uses: actions/checkout@v2 - uses: actions/checkout@v2
- uses: arduino/setup-protoc@v2
- uses: actions-rs/toolchain@v1 - uses: actions-rs/toolchain@v1
with: with:
profile: minimal profile: minimal
@ -36,7 +35,6 @@ jobs:
rust: [stable] rust: [stable]
steps: steps:
- uses: actions/checkout@v2 - uses: actions/checkout@v2
- uses: arduino/setup-protoc@v2
- uses: actions-rs/toolchain@v1 - uses: actions-rs/toolchain@v1
with: with:
profile: minimal profile: minimal
@ -52,7 +50,6 @@ jobs:
runs-on: ubuntu-latest runs-on: ubuntu-latest
steps: steps:
- uses: actions/checkout@v2 - uses: actions/checkout@v2
- uses: arduino/setup-protoc@v2
- uses: actions-rs/toolchain@v1 - uses: actions-rs/toolchain@v1
with: with:
profile: minimal profile: minimal
@ -69,7 +66,6 @@ jobs:
runs-on: ubuntu-latest runs-on: ubuntu-latest
steps: steps:
- uses: actions/checkout@v2 - uses: actions/checkout@v2
- uses: arduino/setup-protoc@v2
- uses: actions-rs/toolchain@v1 - uses: actions-rs/toolchain@v1
with: with:
profile: minimal profile: minimal

9
candle-examples/examples/quantized/main.rs
View File

@ -24,7 +24,7 @@ enum Prompt {
One(String), One(String),
} }
#[derive(Clone, Debug, Copy, ValueEnum)] #[derive(Clone, Debug, Copy, PartialEq, Eq, ValueEnum)]
enum Which { enum Which {
#[value(name = "7b")] #[value(name = "7b")]
L7b, L7b,
@ -64,7 +64,8 @@ impl Which {
| Self::L7bCode | Self::L7bCode
| Self::L13bCode | Self::L13bCode
| Self::L34bCode => false, | Self::L34bCode => false,
Self::Mistral7b | Self::Mistral7bInstruct | Self::Zephyr7b => true, // Zephyr is a fine tuned version of mistral and should be treated in the same way.
Self::Zephyr7b | Self::Mistral7b | Self::Mistral7bInstruct => true,
} }
} }
} }
@ -335,7 +336,9 @@ fn main() -> anyhow::Result<()> {
prompt.pop(); prompt.pop();
} }
} }
if args.which.is_mistral() { if args.which == Which::Zephyr7b {
format!("<|system|>\n</s>\n<|user|>\n{prompt}</s>\n<|assistant|>")
} else if args.which.is_mistral() {
format!("[INST] {prompt} [/INST]") format!("[INST] {prompt} [/INST]")
} else { } else {
prompt prompt