feat: add silu activation function (#1706)

* feat: add silu activation function * use silu/arg in grad * update candle-nn * use node
2025-06-20 12:06:35 +00:00 · 2024-02-14 10:27:22 +01:00
parent 14010a8498
commit b60064780d
14 changed files with 206 additions and 5 deletions
--- a/candle-metal-kernels/src/lib.rs
+++ b/candle-metal-kernels/src/lib.rs
@ -183,7 +183,7 @@ macro_rules! ops{
 pub mod unary {
    ops!(
        cos, sin, exp, sqr, sqrt, neg, log, gelu, abs, ceil, floor, relu, round, erf, gelu_erf,
-        tanh, recip
+        tanh, recip, silu
    );
 }
 pub mod binary {