Remove some dead-code pragmas. (#137)

This commit is contained in:
Laurent Mazare
2023-07-11 09:33:59 +01:00
committed by GitHub
parent ae79c00e48
commit 674eb35e10
7 changed files with 3 additions and 44 deletions

View File

@ -1,4 +1,3 @@
#![allow(dead_code)]
// TODO: Add an offline mode.
#[cfg(feature = "mkl")]

View File

@ -28,22 +28,6 @@ fn layer_norm(size: usize, eps: f64, vb: VarBuilder) -> Result<LayerNorm> {
Ok(LayerNorm::new(weight, bias, eps))
}
#[derive(Debug)]
struct Dropout {
pr: f64,
}
impl Dropout {
fn new(pr: f64) -> Self {
Self { pr }
}
fn forward(&self, x: &Tensor) -> Result<Tensor> {
// TODO
Ok(x.clone())
}
}
fn embedding(vocab_size: usize, hidden_size: usize, vb: VarBuilder) -> Result<Embedding> {
let embeddings = vb.get((vocab_size, hidden_size), "weight")?;
Ok(Embedding::new(embeddings, hidden_size))
@ -345,7 +329,6 @@ impl FalconAttention {
struct FalconMlp {
dense_h_to_4h: Linear,
dense_4h_to_h: Linear,
dropout: Dropout,
}
impl FalconMlp {
@ -354,11 +337,9 @@ impl FalconMlp {
let b = cfg.bias;
let dense_h_to_4h = linear(h, 4 * h, b, vb.pp("dense_h_to_4h"))?;
let dense_4h_to_h = linear(4 * h, h, b, vb.pp("dense_4h_to_h"))?;
let dropout = Dropout::new(cfg.hidden_dropout);
Ok(Self {
dense_h_to_4h,
dense_4h_to_h,
dropout,
})
}