huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-17 19:18:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Do not use rayon for a single thread.

Browse Source
This commit is contained in:
laurent
2023-06-30 18:46:32 +01:00
parent b8b175c01e
commit 6b67d25d9f
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
candle-core/src/cpu_backend.rs
View File

@ -249,6 +249,12 @@ impl Map2 for MatMul {
let lhs_p = &lhs[step * a_skip..];
let rhs_p = &rhs[step * b_skip..];
let dst_p = &mut dst[step * c_skip..];
let num_threads = crate::utils::get_num_threads();
let parallelism = if num_threads > 1 {
Parallelism::Rayon(crate::utils::get_num_threads())
} else {
Parallelism::None
};
unsafe {
gemm(
/* m: usize = */ m,
@ -269,7 +275,7 @@ impl Map2 for MatMul {
/* conj_dst: bool = */ false,
/* conj_lhs: bool = */ false,
/* conj_rhs: bool = */ false,
Parallelism::Rayon(crate::utils::get_num_threads()),
parallelism,
)
}
}