huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 03:54:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add leaky-relu in the activation enum. (#858)

Browse Source
This commit is contained in:
Laurent Mazare
2023-09-15 08:05:38 +02:00
committed by GitHub
parent 39157346cb
commit 0633c85514
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-nn/src/activation.rs
View File

@ -10,6 +10,7 @@ pub enum Activation {
NewGelu, NewGelu,
Relu, Relu,
Elu(f64), Elu(f64),
LeakyRelu(f64),
} }
impl super::Module for Activation { impl super::Module for Activation {
@ -22,6 +23,7 @@ impl super::Module for Activation {
Self::NewGelu => xs.gelu(), Self::NewGelu => xs.gelu(),
Self::Relu => xs.relu(), Self::Relu => xs.relu(),
&Self::Elu(alpha) => xs.elu(alpha), &Self::Elu(alpha) => xs.elu(alpha),
&Self::LeakyRelu(negative_slope) => crate::ops::leaky_relu(xs, negative_slope),
} }
} }
} }