huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 19:18:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: actual fix

Browse Source
This commit is contained in:
FL33TW00D
2024-01-19 09:35:42 +00:00
parent b1879f17f6
commit 73d79e6092
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
candle-metal-kernels/src/lib.rs
View File

@ -1369,11 +1369,12 @@ pub fn call_gemm(
} }
let matrix_offsets = device.new_buffer_with_data( let matrix_offsets = device.new_buffer_with_data(
buffer.as_ptr() as *const NSUInteger as *const c_void, buffer.as_ptr() as *const c_void,
(buffer.len() * core::mem::size_of::<u64>()) as NSUInteger, (buffer.len() * core::mem::size_of::<u64>()) as NSUInteger,
MTLResourceOptions::StorageModePrivate, MTLResourceOptions::StorageModeManaged,
); );
encoder.set_buffer(10, Some(&matrix_offsets), 0); encoder.set_buffer(10, Some(&matrix_offsets), 0);
encoder.use_resource(&matrix_offsets, metal::MTLResourceUsage::Read);
} }
let grid_size = MTLSize { let grid_size = MTLSize {

BIN
candle-metal-kernels/src/libMetalFlashAttention.metallib
View File

Binary file not shown.