huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 19:58:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use atomicAdd as a quick workaround some cuda synchronisation issue.

Browse Source
This commit is contained in:
laurent
2023-06-26 16:31:24 +01:00
parent f2ac5547fc
commit 3761f02aa8
2 changed files with 4 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
kernels/src/reduce.cu
View File

@ -1,3 +1,4 @@
// TODO: Use a proper distributed reduction rather than atomicAdd.
#include "cuda_utils.cuh"
#include<stdint.h>
@ -23,7 +24,7 @@ extern "C" __global__ void FN_NAME( \
size_t post = dst_index % stride; \
dst_index = (pre / sum_dims_l[nd]) * stride + post; \
} \
out[dst_index] += inp[i]; \
atomicAdd(out + dst_index, inp[i]); \
} \
} \
else { \
@ -36,7 +37,7 @@ extern "C" __global__ void FN_NAME( \
size_t post = dst_index % stride; \
dst_index = (pre / sum_dims_l[nd]) * stride + post; \
} \
out[dst_index] += inp[strided_i]; \
atomicAdd(out + dst_index, inp[strided_i]); \
} \
} \
} \