huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 11:56:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Removing the fences speeds everything up and *is* correct this time...

Browse Source
This commit is contained in:
Nicolas Patry
2024-01-05 19:26:30 +01:00
parent 7b4389099a
commit 9130b6c4b6
4 changed files with 70 additions and 71 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-examples/examples/mistral/main.rs
View File

@ -250,7 +250,7 @@ fn main() -> Result<()> {
let vb =
candle_transformers::quantized_var_builder::VarBuilder::from_gguf(filename, &device)?;
let model = QMistral::new(&config, vb)?;
(Model::Quantized(model), Device::Cpu)
(Model::Quantized(model), device)
} else {
let dtype = if device.is_cuda() {
DType::BF16