huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 10:38:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fail on bf16. (#594)

Browse Source
This commit is contained in:
Laurent Mazare
2023-08-25 06:10:38 +01:00
committed by GitHub
parent 189442a0fa
commit d8ba0452dc
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
candle-core/src/cpu_backend.rs
View File

@ -1206,6 +1206,11 @@ impl Map2 for MatMul {
rhs_l: &Layout, rhs_l: &Layout,
) -> Result<Vec<T>> { ) -> Result<Vec<T>> {
use gemm::{gemm, Parallelism}; use gemm::{gemm, Parallelism};
if T::DTYPE == DType::BF16 {
return Err(Error::UnsupportedDTypeForOp(T::DTYPE, "matmul").bt())?;
}
let (b, m, n, k) = self.0; let (b, m, n, k) = self.0;
let lhs = &lhs[lhs_l.start_offset()..]; let lhs = &lhs[lhs_l.start_offset()..];
let rhs = &rhs[rhs_l.start_offset()..]; let rhs = &rhs[rhs_l.start_offset()..];