mirror of
https://github.com/huggingface/candle.git
synced 2025-06-16 10:38:54 +00:00
9aca398a4f
* Add more tracing to the whisper example. * Support accelerate in more examples. * Use accelerate for pointwise functions. * Use accelerate for binary operations too. * Bugfix for binary operation: use the rhs before the lhs.
56 lines
1.4 KiB
Rust
56 lines
1.4 KiB
Rust
#![allow(dead_code)]
|
|
|
|
#[cfg(feature = "accelerate")]
|
|
extern crate accelerate_src;
|
|
|
|
use candle_core::{Result, Tensor};
|
|
|
|
#[macro_export]
|
|
macro_rules! test_device {
|
|
// TODO: Switch to generating the two last arguments automatically once concat_idents is
|
|
// stable. https://github.com/rust-lang/rust/issues/29599
|
|
($fn_name: ident, $test_cpu: ident, $test_cuda: ident) => {
|
|
#[test]
|
|
fn $test_cpu() -> Result<()> {
|
|
$fn_name(&Device::Cpu)
|
|
}
|
|
|
|
#[cfg(feature = "cuda")]
|
|
#[test]
|
|
fn $test_cuda() -> Result<()> {
|
|
$fn_name(&Device::new_cuda(0)?)
|
|
}
|
|
};
|
|
}
|
|
|
|
pub fn to_vec1_round(t: &Tensor, digits: i32) -> Result<Vec<f32>> {
|
|
let b = 10f32.powi(digits);
|
|
let t = t.to_vec1::<f32>()?;
|
|
let t = t.iter().map(|t| f32::round(t * b) / b).collect();
|
|
Ok(t)
|
|
}
|
|
|
|
pub fn to_vec2_round(t: &Tensor, digits: i32) -> Result<Vec<Vec<f32>>> {
|
|
let b = 10f32.powi(digits);
|
|
let t = t.to_vec2::<f32>()?;
|
|
let t = t
|
|
.iter()
|
|
.map(|t| t.iter().map(|t| f32::round(t * b) / b).collect())
|
|
.collect();
|
|
Ok(t)
|
|
}
|
|
|
|
pub fn to_vec3_round(t: Tensor, digits: i32) -> Result<Vec<Vec<Vec<f32>>>> {
|
|
let b = 10f32.powi(digits);
|
|
let t = t.to_vec3::<f32>()?;
|
|
let t = t
|
|
.iter()
|
|
.map(|t| {
|
|
t.iter()
|
|
.map(|t| t.iter().map(|t| f32::round(t * b) / b).collect())
|
|
.collect()
|
|
})
|
|
.collect();
|
|
Ok(t)
|
|
}
|