huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 03:54:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Actually copy the data around in cat (cpu only).

Browse Source
This commit is contained in:
laurent
2023-06-23 10:24:02 +01:00
parent 6110db31c9
commit 4712dcc2f6
3 changed files with 52 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
src/storage.rs
View File

@ -132,7 +132,7 @@ impl Storage {
self.same_device(rhs, "matmul")?;
self.same_dtype(rhs, "matmul")?;
match (self, rhs) {
(Storage::Cpu(lhs), Storage::Cpu(rhs)) => {
(Self::Cpu(lhs), Self::Cpu(rhs)) => {
let storage = lhs.matmul_impl(rhs, bmnk, lhs_stride, rhs_stride)?;
Ok(Self::Cpu(storage))
}
@ -151,11 +151,23 @@ impl Storage {
// self, the source can be strided whereas dst is contiguous.
pub(crate) fn copy_strided_src(
&self,
_dst: &mut Self,
_shape: &Shape,
_stride: &[usize],
_offset: usize,
) {
todo!()
dst: &mut Self,
src_shape: &Shape,
src_stride: &[usize],
dst_offset: usize,
) -> Result<()> {
match (self, dst) {
(Self::Cpu(src), Self::Cpu(dst)) => {
src.copy_strided_src(dst, src_shape, src_stride, dst_offset)
}
(Self::Cuda(_src), Self::Cuda(_dst)) => {
todo!()
}
(lhs, rhs) => Err(Error::DeviceMismatchBinaryOp {
lhs: lhs.device().location(),
rhs: rhs.device().location(),
op: "copy",
}),
}
}
}