huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-21 04:10:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use cfg to seperate benchmark results based on features

Browse Source
This commit is contained in:
Ivar Flakstad
2024-01-07 14:40:15 +01:00
parent 84250bf52f
commit 3f04a79ada
2 changed files with 64 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
candle-core/benches/matmul.rs
View File

@ -1,4 +1,8 @@
use candle_core::{DType, Device, Tensor};
mod bench_utils;
use crate::bench_utils::bench_name;
use bench_utils::{device, BenchDevice};
use candle_core::{DType, Tensor};
use criterion::{black_box, criterion_group, criterion_main, Criterion, Throughput};
use std::time::Instant;
@ -12,14 +16,14 @@ fn criterion_benchmark(c: &mut Criterion) {
let n = 2048;
let k = 2048;
let device = Device::new_metal(0).unwrap();
let device = device().unwrap();
let dtype = DType::F32;
let lhs = Tensor::zeros((b, m, k), dtype, &device).unwrap();
let rhs = Tensor::zeros((b, n, k), dtype, &device).unwrap();
let flops = b * m * n * k;
let mut group = c.benchmark_group("matmul_metal");
let mut group = c.benchmark_group(bench_name("matmul"));
group.throughput(Throughput::Bytes(flops as u64));
group.bench_function("iter", move |b| {
b.iter_custom(|iters| {
@ -27,11 +31,7 @@ fn criterion_benchmark(c: &mut Criterion) {
for _i in 0..iters {
run(black_box(&lhs), black_box(&rhs));
}
if let Device::Metal(device) = &device {
device.wait_until_completed().unwrap();
} else {
panic!("Expected metal device");
}
device.sync().unwrap();
start.elapsed()
})
});