huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 11:37:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Enable the affine kernel for u8/u32. (#2376)

Browse Source
This commit is contained in:
Laurent Mazare
2024-08-01 09:03:11 +01:00
committed by GitHub
parent 4a52aeb437
commit 8696cf6494
2 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-core/src/metal_backend/mod.rs
View File

@ -119,6 +119,8 @@ impl BackendStorage for MetalStorage {
DType::F32 => "affine_f32", DType::F32 => "affine_f32",
DType::F16 => "affine_f16", DType::F16 => "affine_f16",
DType::BF16 => "affine_bf16", DType::BF16 => "affine_bf16",
DType::U8 => "affine_u8",
DType::U32 => "affine_u32",
dtype => crate::bail!("Metal contiguous affine {dtype:?} not implemented"), dtype => crate::bail!("Metal contiguous affine {dtype:?} not implemented"),
}; };
candle_metal_kernels::call_affine( candle_metal_kernels::call_affine(

2
candle-metal-kernels/src/affine.metal
View File

@ -109,6 +109,8 @@ kernel void FN_NAME##_strided( \
} \ } \
AFFINE(affine_u8, uint8_t)
AFFINE(affine_u32, uint32_t)
AFFINE(affine_f32, float) AFFINE(affine_f32, float)
AFFINE(affine_f16, half) AFFINE(affine_f16, half)
POWF(powf_f32, float) POWF(powf_f32, float)