Use the new MLX kernels to handle the BF16 matmul. (#2470)

This commit is contained in:
Laurent Mazare
2024-09-11 16:34:05 +01:00
committed by GitHub
parent 5635650d38
commit afb6575835
2 changed files with 46 additions and 26 deletions

View File

@ -173,8 +173,8 @@ impl Device {
pub fn supports_bf16(&self) -> bool {
match self {
Self::Cuda(_) => true,
Self::Metal(_) | Self::Cpu => false,
Self::Cuda(_) | Self::Metal(_) => true,
Self::Cpu => false,
}
}