huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 19:58:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added fill bench

Browse Source
This commit is contained in:
Ivar Flakstad
2024-01-01 20:22:44 +01:00
parent 7fc26764b6
commit 6eb44d1bce
6 changed files with 117 additions and 71 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
candle-core/src/metal_backend.rs
View File

@ -3,7 +3,7 @@ use crate::conv::{ParamsConv1D, ParamsConv2D, ParamsConvTranspose1D, ParamsConvT
use crate::op::{BinaryOpT, CmpOp, ReduceOp, UnaryOpT};
use crate::{CpuStorage, DType, Layout, Result, Shape};
use candle_metal_kernels;
use candle_metal_kernels::{CallFill, Fill, Kernels};
use candle_metal_kernels::{FillOp, Unary, Kernels};
use half::{bf16, f16};
use metal;
use metal::{Buffer, CommandBuffer, CommandQueue, MTLResourceOptions, NSUInteger};
@ -1405,9 +1405,9 @@ impl BackendDevice for MetalDevice {
let command_buffer = self.command_buffer()?;
command_buffer.set_label("zeros");
// This assumes the specific zero type DType is equal to 0x00u8
// This assumes the zero value of this DType is equal to 0x00u8
// (which is true for all current types)
Fill::call_fill(
Unary::fill(
&self.device,
&command_buffer,
&self.kernels,
@ -1421,13 +1421,13 @@ impl BackendDevice for MetalDevice {
}
fn ones_impl(&self, shape: &Shape, dtype: DType) -> Result<Self::Storage> {
let buffer = self.new_buffer(shape.elem_count(), dtype, "zeros")?;
let buffer = self.new_buffer(shape.elem_count(), dtype, "ones")?;
let command_buffer = self.command_buffer()?;
command_buffer.set_label("ones");
macro_rules! fill {
($value:expr) => {
Fill::call_fill(
Unary::fill(
&self.device,
&command_buffer,
&self.kernels,