huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-21 20:22:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add the upblocks. (#853)

Browse Source
This commit is contained in:
Laurent Mazare
2023-09-14 23:24:56 +02:00
committed by GitHub
parent 91ec546feb
commit 130fe5a087
4 changed files with 63 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-transformers/src/models/wuerstchen/prior.rs
View File

@ -85,10 +85,9 @@ impl WPrior {
pub fn forward(&self, xs: &Tensor, r: &Tensor, c: &Tensor) -> Result<Tensor> {
let x_in = xs;
let mut xs = xs.apply(&self.projection)?;
// TODO: leaky relu
let c_embed = c
.apply(&self.cond_mapper_lin1)?
.relu()?
.apply(&|xs: &_| candle_nn::ops::leaky_relu(xs, 0.2))?
.apply(&self.cond_mapper_lin2)?;
let r_embed = self.gen_r_embedding(r)?;
for block in self.blocks.iter() {