huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-20 04:00:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Move some shared functions to the nn module. (#221)

Browse Source
This commit is contained in:
Laurent Mazare
2023-07-22 14:25:11 +02:00
committed by GitHub
parent 43c7223292
commit 1f26042693
4 changed files with 24 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
candle-nn/src/lib.rs
View File

@ -6,6 +6,8 @@ pub mod embedding;
pub mod init;
pub mod layer_norm;
pub mod linear;
pub mod loss;
pub mod ops;
pub mod optim;
pub mod var_builder;
pub mod vision;

8
candle-nn/src/loss.rs Normal file
View File

@ -0,0 +1,8 @@
use candle::{Result, Tensor};
pub fn nll(inp: &Tensor, target: &Tensor) -> Result<Tensor> {
let b_sz = target.dim(0)?;
inp.gather(target, 1)?
.sum_all()?
.affine(-1f64 / b_sz as f64, 0.)
}

10
candle-nn/src/ops.rs Normal file
View File

@ -0,0 +1,10 @@
use candle::{Result, Tensor};
pub fn log_softmax<D: candle::shape::Dim>(xs: &Tensor, d: D) -> Result<Tensor> {
let d = d.to_index(xs.shape(), "log-softmax")?;
let max = xs.max_keepdim(d)?;
let diff = xs.broadcast_sub(&max)?;
let sum_exp = diff.exp()?.sum_keepdim(d)?;
let log_sm = diff.broadcast_sub(&sum_exp.log()?)?;
Ok(log_sm)
}