huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 11:08:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Switch to using the MLX matmul by default. (#2547)

Browse Source
This commit is contained in:
Laurent Mazare
2024-10-06 23:24:55 +02:00
committed by GitHub
parent f856b5c3a7
commit e4a96f9e7c
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
candle-core/src/metal_backend/mod.rs
View File

@ -1865,9 +1865,9 @@ impl BackendDevice for MetalDevice {
let device = metal::Device::all().swap_remove(ordinal); let device = metal::Device::all().swap_remove(ordinal);
let command_queue = device.new_command_queue(); let command_queue = device.new_command_queue();
let kernels = Arc::new(Kernels::new()); let kernels = Arc::new(Kernels::new());
let use_mlx_mm = match std::env::var("CANDLE_USE_MLX_MM").as_deref() { let use_mlx_mm = match std::env::var("CANDLE_USE_MFA_MM").as_deref() {
Ok("false") | Ok("False") | Ok("FALSE") | Ok("0") | Err(_) => false, Ok("false") | Ok("False") | Ok("FALSE") | Ok("0") | Err(_) => true,
Ok(_) => true, Ok(_) => false,
}; };
let seed = Arc::new(Mutex::new(device.new_buffer_with_data( let seed = Arc::new(Mutex::new(device.new_buffer_with_data(
[299792458].as_ptr() as *const c_void, [299792458].as_ptr() as *const c_void,