huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-18 19:47:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make the falcon model cloneable. (#2067)

Browse Source
This commit is contained in:
Laurent Mazare
2024-04-15 09:39:03 +02:00
committed by GitHub
parent 8ad822a983
commit af955f260c
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
candle-transformers/src/models/falcon.rs
View File

@ -120,7 +120,7 @@ fn rotate_half(x: &Tensor) -> Result<Tensor> {
Ok(x21)
}
#[derive(Debug)]
#[derive(Debug, Clone)]
struct FalconRotaryEmbedding {
inv_freq: Tensor,
cache: Option<(usize, Tensor, Tensor)>,
@ -186,7 +186,7 @@ fn masked_fill(on_false: &Tensor, mask: &Tensor, on_true: f32) -> Result<Tensor>
Ok(m)
}
#[derive(Debug)]
#[derive(Debug, Clone)]
struct FalconAttention {
query_key_value: Linear,
dense: Linear,
@ -321,7 +321,7 @@ impl FalconAttention {
}
}
#[derive(Debug)]
#[derive(Debug, Clone)]
struct FalconMlp {
dense_h_to_4h: Linear,
dense_4h_to_h: Linear,
@ -346,7 +346,7 @@ impl FalconMlp {
}
}
#[derive(Debug)]
#[derive(Debug, Clone)]
struct FalconDecoderLayer {
inp_layernorm: LayerNorm,
self_attention: FalconAttention,
@ -412,7 +412,7 @@ impl FalconDecoderLayer {
}
}
#[derive(Debug)]
#[derive(Debug, Clone)]
pub struct Falcon {
word_embeddings: Embedding,
blocks: Vec<FalconDecoderLayer>,