huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 11:08:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix the silu cuda kernel. (#1710)

Browse Source
This commit is contained in:
Laurent Mazare
2024-02-14 11:08:18 +01:00
committed by GitHub
parent 2d5f2a728d
commit 121a71e01f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-kernels/src/unary.cu
View File

@ -57,7 +57,7 @@ __device__ __forceinline__ T relu_fwd(T x) {
template<typename T> template<typename T>
__device__ __forceinline__ T silu_fwd(T x) { __device__ __forceinline__ T silu_fwd(T x) {
return x / (static_cast<scalar_t>(1) + expg(-x)); return x / (static_cast<T>(1) + expg(-x));
} }
#define UNARY_OP1(TYPENAME, FN_NAME, FUNC) \ #define UNARY_OP1(TYPENAME, FN_NAME, FUNC) \