huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 19:58:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Pass directly the buffer ownership. (#949)

Browse Source
This commit is contained in:
Laurent Mazare
2023-09-24 06:34:44 +01:00
committed by GitHub
parent e32c89d90c
commit 7edd755756
5 changed files with 12 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-wasm-examples/whisper/src/worker.rs
View File

@ -253,8 +253,7 @@ impl Decoder {
let mel_filters = mel_filters.tensor("mel_80")?.load(&device)?;
console_log!("loaded mel filters {:?}", mel_filters.shape());
let mel_filters = mel_filters.flatten_all()?.to_vec1::<f32>()?;
let weights = safetensors::tensor::SafeTensors::deserialize(&md.weights)?;
let vb = VarBuilder::from_safetensors(vec![weights], DTYPE, &device);
let vb = VarBuilder::from_buffered_safetensors(md.weights, DTYPE, &device)?;
let config = Config::tiny_en();
let whisper = Whisper::load(&vb, config)?;
console_log!("done loading model");