huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-21 12:20:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

Move the test-utils bits to a shared place. (#619)

Browse Source
This commit is contained in:
Laurent Mazare
2023-08-27 09:42:22 +01:00
committed by GitHub
parent a8b39dd7b7
commit 5320aa6b7d
17 changed files with 34 additions and 88 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
candle-nn/tests/layer_norm.rs
View File

@ -5,11 +5,9 @@ extern crate intel_mkl_src;
extern crate accelerate_src;
use anyhow::Result;
use candle::{Device, Tensor};
use candle::{test_utils, Device, Tensor};
use candle_nn::{LayerNorm, Module};
mod test_utils;
#[test]
fn layer_norm() -> Result<()> {
let device = &Device::Cpu;
@ -28,7 +26,7 @@ fn layer_norm() -> Result<()> {
let inp = Tensor::new(&[[[1f32, 2., 3.], [4., 5., 6.], [9., 8., 7.]]], device)?;
let res = ln.forward(&inp)?;
assert_eq!(
test_utils::to_vec3_round(res.clone(), 4)?,
test_utils::to_vec3_round(&res, 4)?,
[[
[-3.1742, 0.5, 4.1742],
[-3.1742, 0.5, 4.1742],
@ -41,7 +39,7 @@ fn layer_norm() -> Result<()> {
let std = (res.broadcast_sub(&mean)?.sqr()?.sum_keepdim(2)?.sqrt()? / 3.0)?;
// The standard deviation should be sqrt(`w`).
assert_eq!(
test_utils::to_vec3_round(std, 4)?,
test_utils::to_vec3_round(&std, 4)?,
[[[1.7321], [1.7321], [1.7321]]]
);
Ok(())