huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 03:28:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Float -> half / bfloat conversion in unary

Browse Source
This commit is contained in:
Ivar Flakstad
2023-11-06 17:09:39 +01:00
parent 677495f9b8
commit 4d87305c48
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
candle-metal-kernels/src/unary.metal
View File

@ -44,7 +44,7 @@ kernel void FN_NAME( \
uint thread_index [[thread_index_in_threadgroup]] \ uint thread_index [[thread_index_in_threadgroup]] \
) { \ ) { \
const uint i = thread_index + (threadgroup_position_in_grid * threadgroup_size); \ const uint i = thread_index + (threadgroup_position_in_grid * threadgroup_size); \
output[i] = FN(input[i]); \ output[i] = TYPENAME(FN(input[i])); \
}\ }\
kernel void FN_NAME_STRIDED( \ kernel void FN_NAME_STRIDED( \
constant size_t &dim, \ constant size_t &dim, \
@ -61,7 +61,7 @@ kernel void FN_NAME_STRIDED( \
const uint start = thread_index + (threadgroup_position_in_grid * threadgroup_size); \ const uint start = thread_index + (threadgroup_position_in_grid * threadgroup_size); \
const uint stop = min(thread_index + (threadgroup_position_in_grid * threadgroup_size), (uint) dim); \ const uint stop = min(thread_index + (threadgroup_position_in_grid * threadgroup_size), (uint) dim); \
for (size_t i = start; i < stop; i++) { \ for (size_t i = start; i < stop; i++) { \
output[i] = FN(input[get_strided_index(i, num_dims, dims, strides)]); \ output[i] = TYPENAME(FN(input[get_strided_index(i, num_dims, dims, strides)])); \
output[i] = 1; \ output[i] = 1; \
} \ } \
} }