huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 03:54:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #263 from huggingface/book_3

Browse Source 
Book 3 (advanced loading + hub)
This commit is contained in:
Nicolas Patry
2023-08-09 16:50:11 +02:00
committed by GitHub
parent b80348d22f dba31473d4
commit dece0b8a76
12 changed files with 282 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
candle-core/src/safetensors.rs
View File

@ -242,7 +242,11 @@ fn convert_back(tensor: &Tensor) -> Result<Vec<u8>> {
pub fn load<P: AsRef<Path>>(filename: P, device: &Device) -> Result<HashMap<String, Tensor>> {
let data = std::fs::read(filename.as_ref())?;
let st = safetensors::SafeTensors::deserialize(&data)?;
load_buffer(&data[..], device)
}
pub fn load_buffer(data: &[u8], device: &Device) -> Result<HashMap<String, Tensor>> {
let st = safetensors::SafeTensors::deserialize(data)?;
st.tensors()
.into_iter()
.map(|(name, view)| Ok((name, view.load(device)?)))