huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 10:38:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Removing inner dependency on safetensors.

Browse Source
This commit is contained in:
Nicolas Patry
2023-07-26 11:16:04 +02:00
parent 1553b58fe5
commit 7c7e6ba201
4 changed files with 30 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
candle-nn/src/var_builder.rs
View File

@ -1,6 +1,5 @@
use candle::{safetensors::Load, DType, Device, Error, Result, Shape, Tensor};
use safetensors::slice::IndexOp;
use safetensors::tensor::SafeTensors;
use safetensors::{slice::IndexOp, tensor::SafeTensors};
use std::collections::HashMap;
use std::sync::Arc;
@ -70,7 +69,7 @@ impl<'a> TensorData<'a> {
#[derive(Clone)]
pub struct VarBuilder<'a> {
data: Arc<TensorData<'a>>,
pub path: Vec<String>,
path: Vec<String>,
}
impl<'a> VarBuilder<'a> {
@ -179,7 +178,10 @@ impl<'a> VarBuilder<'a> {
shape[dim] = block_size;
Tensor::from_safetensors_slice(iterator, dtype, &shape, &data.device)?
let dtype: DType = dtype.try_into()?;
let raw: Vec<u8> = iterator.into_iter().flatten().cloned().collect();
Tensor::from_raw_buffer(&raw, dtype, &shape, &data.device)?
}
_ => unimplemented!(),
};