diff --git a/candle-nn/src/activation.rs b/candle-nn/src/activation.rs index 22e062b0..17467b31 100644 --- a/candle-nn/src/activation.rs +++ b/candle-nn/src/activation.rs @@ -10,6 +10,7 @@ pub enum Activation { NewGelu, Relu, Elu(f64), + LeakyRelu(f64), } impl super::Module for Activation { @@ -22,6 +23,7 @@ impl super::Module for Activation { Self::NewGelu => xs.gelu(), Self::Relu => xs.relu(), &Self::Elu(alpha) => xs.elu(alpha), + &Self::LeakyRelu(negative_slope) => crate::ops::leaky_relu(xs, negative_slope), } } }