huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 03:54:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #50 from LaurentMazare/rayon1

Browse Source 
Do not use rayon for a single thread
This commit is contained in:
Laurent Mazare
2023-06-30 18:56:26 +01:00
committed by GitHub
parent b8b175c01e bbe0c5fbaa
commit 2c04bff12f
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
candle-core/src/cpu_backend.rs
View File

@ -249,6 +249,12 @@ impl Map2 for MatMul {
let lhs_p = &lhs[step * a_skip..];
let rhs_p = &rhs[step * b_skip..];
let dst_p = &mut dst[step * c_skip..];
let num_threads = crate::utils::get_num_threads();
let parallelism = if num_threads > 1 {
Parallelism::Rayon(num_threads)
} else {
Parallelism::None
};
unsafe {
gemm(
/* m: usize = */ m,
@ -269,7 +275,7 @@ impl Map2 for MatMul {
/* conj_dst: bool = */ false,
/* conj_lhs: bool = */ false,
/* conj_rhs: bool = */ false,
Parallelism::Rayon(crate::utils::get_num_threads()),
parallelism,
)
}
}