huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-16 18:48:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Implement group-norm. (#334)

Browse Source 
* Implement group-norm.

* Add some testing for group-norm.
This commit is contained in:
Laurent Mazare
2023-08-07 07:53:05 +02:00
committed by GitHub
parent 2c9f605976
commit 5bb2fce998
5 changed files with 150 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
candle-examples/examples/stable-diffusion/clip.rs
View File

@ -6,6 +6,7 @@
//!
//! https://github.com/openai/CLIP
use candle::{Device, Result, Tensor, D};
use candle_nn as nn;
#[derive(Debug, Clone, Copy)]
pub enum Activation {
@ -16,7 +17,7 @@ pub enum Activation {
impl Activation {
fn forward(&self, xs: &Tensor) -> Result<Tensor> {
match self {
Activation::QuickGelu => xs * crate::utils::sigmoid(&(xs * 1.702f64)?)?,
Activation::QuickGelu => xs * nn::ops::sigmoid(&(xs * 1.702f64)?)?,
Activation::Gelu => xs.gelu(),
}
}