huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-22 12:28:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Cleanup.

Browse Source
This commit is contained in:
Nicolas Patry
2024-01-05 14:28:08 +01:00
parent f97fcd4712
commit 6f8584091e
3 changed files with 4 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-core/src/metal_backend.rs
View File

@ -131,7 +131,7 @@ impl MetalDevice {
&self.device
}
pub fn fence(&self) -> &metal::Fence {
pub(crate) fn fence(&self) -> &metal::Fence {
&self.fence
}

6
candle-core/src/quantized/mod.rs
View File

@ -29,14 +29,12 @@ impl Device {
fn qzeros(&self, elem_count: usize, dtype: GgmlDType) -> Result<QStorage> {
match self {
Device::Cpu => {
let storage = dtype.zeros(elem_count);
let storage = dtype.cpu_zeros(elem_count);
Ok(QStorage::Cpu(storage))
}
#[cfg(feature = "metal")]
Device::Metal(metal) => {
let size = elem_count * dtype.type_size() / dtype.block_size();
// let cpu_storage = dtype.zeros(elem_count);
// assert_eq!(size, cpu_storage.size());
let buffer = metal.allocate_zeros(size)?;
Ok(QStorage::Metal(metal::QMetalStorage::new(
buffer,
@ -182,7 +180,7 @@ impl GgmlDType {
}
/// The block dtype
pub fn zeros(&self, elem_count: usize) -> Box<dyn QuantizedType> {
pub fn cpu_zeros(&self, elem_count: usize) -> Box<dyn QuantizedType> {
match self {
Self::F32 => Box::new(vec![f32::zeros(); elem_count]),
Self::F16 => Box::new(vec![f16::zeros(); elem_count]),