From 121a71e01fc5b290e4cca6895818d282c97c82f7 Mon Sep 17 00:00:00 2001
From: Laurent Mazare <laurent.mazare@gmail.com>
Date: Wed, 14 Feb 2024 11:08:18 +0100
Subject: [PATCH] Fix the silu cuda kernel. (#1710)

---
 candle-kernels/src/unary.cu | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/candle-kernels/src/unary.cu b/candle-kernels/src/unary.cu
index 2256c6bb..74ba1fac 100644
--- a/candle-kernels/src/unary.cu
+++ b/candle-kernels/src/unary.cu
@@ -57,7 +57,7 @@ __device__ __forceinline__ T relu_fwd(T x) {
 
 template<typename T>
 __device__ __forceinline__ T silu_fwd(T x) {
-    return x / (static_cast<scalar_t>(1) + expg(-x));
+    return x / (static_cast<T>(1) + expg(-x));
 }
 
 #define UNARY_OP1(TYPENAME, FN_NAME, FUNC) \