Bugfixes. (#97)

This commit is contained in:
Laurent Mazare
2023-07-06 23:26:11 +01:00
committed by GitHub
parent a3f3b93d16
commit 2b8e8c9f14
2 changed files with 5 additions and 6 deletions

View File

@ -444,7 +444,7 @@ impl FalconAttention {
.reshape((b_sz, self.num_heads, q_len, head_dim))?
.transpose(1, 2)?
.reshape((b_sz, q_len, self.num_heads * head_dim))?;
let attn_output = self.attn_output.forward(&attn_output)?;
let attn_output = self.dense.forward(&attn_output)?;
Ok(attn_output)
}
}