huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 02:38:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix the accelerate build (#678)

Browse Source 
* Cosmetic changes.

* Fix the accelerate build for tanh.
This commit is contained in:
Laurent Mazare
2023-08-30 18:31:14 +02:00
committed by GitHub
parent 7d753d3acd
commit 9874d843f1
2 changed files with 25 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
candle-examples/examples/whisper/model.rs
View File

@ -1,4 +1,4 @@
use candle::{Device, IndexOp, Result, Tensor};
use candle::{Device, IndexOp, Result, Tensor, D};
use candle_nn::{ops::softmax, Conv1d, Conv1dConfig, Embedding, LayerNorm, Module, VarBuilder};
use serde::Deserialize;
@ -166,7 +166,7 @@ impl MultiHeadAttention {
}
let w = {
let _enter = self.softmax_span.enter();
softmax(&qk, candle::D::Minus1)?
softmax(&qk, D::Minus1)?
};
let wv = {
let _enter = self.matmul_span.enter();
@ -375,8 +375,7 @@ impl TextDecoder {
pub fn forward(&mut self, x: &Tensor, xa: &Tensor, flush_kv_cache: bool) -> Result<Tensor> {
let _enter = self.span.enter();
let x_dims = x.dims();
let last = x_dims[x_dims.len() - 1];
let last = x.dim(D::Minus1)?;
let token_embedding = self.token_embedding.forward(x)?;
let positional_embedding = self.positional_embedding.narrow(0, 0, last)?;
let mut x = token_embedding.broadcast_add(&positional_embedding)?;