huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 18:48:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Lazy detach. (#1242)

Browse Source
This commit is contained in:
Laurent Mazare
2023-11-02 08:33:48 +01:00
committed by GitHub
parent 6c990a33ea
commit fbd69f952c
2 changed files with 20 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
candle-core/src/op.rs
View File

@ -920,6 +920,10 @@ impl BackpropOp {
}; };
Self(op) Self(op)
} }
pub(crate) fn is_none(&self) -> bool {
self.0.is_none()
}
} }
impl std::ops::Deref for BackpropOp { impl std::ops::Deref for BackpropOp {

6
candle-core/src/tensor.rs
View File

@ -1807,7 +1807,12 @@ impl Tensor {
/// Returns a new tensor detached from the current graph, gradient are not propagated through /// Returns a new tensor detached from the current graph, gradient are not propagated through
/// this new node. The storage of this tensor is shared with the initial tensor. /// this new node. The storage of this tensor is shared with the initial tensor.
///
/// If the tensor is already detached from the computation graph, the same tensor is returned.
pub fn detach(&self) -> Result<Tensor> { pub fn detach(&self) -> Result<Tensor> {
if self.op.is_none() && !self.is_variable {
Ok(self.clone())
} else {
let tensor_ = Tensor_ { let tensor_ = Tensor_ {
id: TensorId::new(), id: TensorId::new(),
storage: self.storage.clone(), storage: self.storage.clone(),
@ -1819,6 +1824,7 @@ impl Tensor {
}; };
Ok(Tensor(Arc::new(tensor_))) Ok(Tensor(Arc::new(tensor_)))
} }
}
/// If the target device is the same as the tensor device, only a shallow copy is performed. /// If the target device is the same as the tensor device, only a shallow copy is performed.
pub fn to_device(&self, device: &Device) -> Result<Tensor> { pub fn to_device(&self, device: &Device) -> Result<Tensor> {