huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-22 12:28:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Removing metal fences. Increases performance substantially on m1 pro.

Browse Source
This commit is contained in:
Ivar Flakstad
2023-12-28 17:31:07 +01:00
parent d35f0a1376
commit 289c57d600
3 changed files with 12 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-core/src/metal_backend.rs
View File

@ -1367,7 +1367,7 @@ impl BackendDevice for MetalDevice {
let command_buffer = Arc::new(RwLock::new(command_buffer));
let command_buffer_index = Arc::new(RwLock::new(0));
let fence = device.new_fence();
let kernels = Arc::new(Kernels::new(fence.clone()));
let kernels = Arc::new(Kernels::new());
let buffers = Arc::new(RwLock::new(HashMap::new()));
let compute_per_buffer = match std::env::var("CANDLE_METAL_COMPUTE_PER_BUFFER") {
Ok(val) => val.parse()?,