huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 02:58:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix the leaky relu. (#898)

Browse Source
This commit is contained in:
Laurent Mazare
2023-09-19 18:17:17 +01:00
committed by GitHub
parent 4f91c8e109
commit 34f2ecbc3b
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-nn/src/ops.rs
View File

@ -45,7 +45,8 @@ pub fn sigmoid(xs: &Tensor) -> Result<Tensor> {
} }
pub fn leaky_relu(xs: &Tensor, negative_slope: f64) -> Result<Tensor> { pub fn leaky_relu(xs: &Tensor, negative_slope: f64) -> Result<Tensor> {
xs.relu()?.minimum(&(xs * negative_slope)?) let zeros = xs.zeros_like()?;
xs.maximum(&zeros)? + xs.minimum(&zeros)? * negative_slope
} }
pub fn dropout(xs: &Tensor, drop_p: f32) -> Result<Tensor> { pub fn dropout(xs: &Tensor, drop_p: f32) -> Result<Tensor> {