From d8ba0452dcb6365a24b705952d86b23f72436c11 Mon Sep 17 00:00:00 2001 From: Laurent Mazare Date: Fri, 25 Aug 2023 06:10:38 +0100 Subject: [PATCH] Fail on bf16. (#594) --- candle-core/src/cpu_backend.rs | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/candle-core/src/cpu_backend.rs b/candle-core/src/cpu_backend.rs index 06895b09..b6e442c7 100644 --- a/candle-core/src/cpu_backend.rs +++ b/candle-core/src/cpu_backend.rs @@ -1206,6 +1206,11 @@ impl Map2 for MatMul { rhs_l: &Layout, ) -> Result> { use gemm::{gemm, Parallelism}; + + if T::DTYPE == DType::BF16 { + return Err(Error::UnsupportedDTypeForOp(T::DTYPE, "matmul").bt())?; + } + let (b, m, n, k) = self.0; let lhs = &lhs[lhs_l.start_offset()..]; let rhs = &rhs[rhs_l.start_offset()..];