huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 03:28:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Async tensor copying. (#1900)

Browse Source
This commit is contained in:
Laurent Mazare
2024-03-21 13:09:42 +01:00
committed by GitHub
parent bb3ee48039
commit ec97c98e81
7 changed files with 59 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-core/src/backend.rs
View File

@ -129,6 +129,8 @@ pub trait BackendDevice: Sized + std::fmt::Debug + Clone {
fn storage_from_cpu_storage(&self, _: &CpuStorage) -> Result<Self::Storage>;
fn storage_from_cpu_storage_owned(&self, _: CpuStorage) -> Result<Self::Storage>;
fn rand_uniform(&self, _: &Shape, _: DType, _: f64, _: f64) -> Result<Self::Storage>;
fn rand_normal(&self, _: &Shape, _: DType, _: f64, _: f64) -> Result<Self::Storage>;