huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 03:28:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

[Proposal] Remove SafeTensor wrapper (allows finer control for users).

Browse Source
This commit is contained in:
Nicolas Patry
2023-07-19 16:25:44 +02:00
parent 67e20c3792
commit dfd624dbd3
4 changed files with 26 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
candle-nn/src/var_builder.rs
View File

@ -1,4 +1,7 @@
use candle::{safetensors::SafeTensors, DType, Device, Error, Result, Shape, Tensor};
use candle::{
safetensors::{Load, SafeTensors},
DType, Device, Error, Result, Shape, Tensor,
};
use std::collections::HashMap;
use std::sync::Arc;
@ -170,7 +173,8 @@ impl<'a> VarBuilder<'a> {
.bt()
})?;
safetensors[*index]
.tensor(&path, &data.device)?
.tensor(&path)?
.load(&data.device)?
.to_dtype(data.dtype)?
}
};