huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 11:37:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add a benchmark for the matmul slowness.

Browse Source
This commit is contained in:
Laurent
2023-10-11 15:49:42 +02:00
parent c55ebaf477
commit 69c1fb1ee8
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
candle-nn/examples/cpu_benchmarks.rs
View File

@ -185,8 +185,8 @@ impl Benchmark for Matmul {
type PreProcessData = (Tensor, Tensor); type PreProcessData = (Tensor, Tensor);
type RunResult = Tensor; type RunResult = Tensor;
fn preprocess() -> Result<Self::PreProcessData> { fn preprocess() -> Result<Self::PreProcessData> {
let lhs = Tensor::randn(0f32, 1., (1024, 1024), &Device::Cpu)?; let lhs = Tensor::randn(0f32, 1., (1024 * 4, 1024 * 4), &Device::Cpu)?;
let rhs = Tensor::randn(0f32, 1., (1024, 1024), &Device::Cpu)?; let rhs = Tensor::randn(0f32, 1., (1024 * 4, 1), &Device::Cpu)?;
Ok((lhs, rhs)) Ok((lhs, rhs))
} }