huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 18:48:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use yoke to provide a self-referential container for mmaped safetenso… (#939)

Browse Source 
* Use yoke to provide a self-referential container for mmaped safetensor files.

* Add the new self-owned type for safetensor files without removing the previous version.

* Add routing.

* Add an initializer for the case of multiple files.
This commit is contained in:
Laurent Mazare
2023-09-23 15:43:11 +01:00
committed by GitHub
parent 402d207f0f
commit ccf352f3d1
5 changed files with 104 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-core/examples/tensor-tools.rs
View File

@ -150,8 +150,7 @@ fn run_ls(file: &std::path::PathBuf, format: Option<Format>, verbose: bool) -> R
}
}
Format::Safetensors => {
let tensors = unsafe { candle_core::safetensors::MmapedFile::new(file)? };
let tensors = tensors.deserialize()?;
let tensors = unsafe { candle_core::safetensors::MmapedSafetensors::new(file)? };
let mut tensors = tensors.tensors();
tensors.sort_by(|a, b| a.0.cmp(&b.0));
for (name, view) in tensors.iter() {