huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 03:54:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix the flash-attention function names. (#282)

Browse Source
This commit is contained in:
Laurent Mazare
2023-07-31 10:04:39 +01:00
committed by GitHub
parent 0ace420e66
commit 67834119fc
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
candle-flash-attn/src/lib.rs
View File

@ -17,7 +17,7 @@ fn round_multiple(x: usize, m: usize) -> usize {
impl candle::CustomOp3 for FlashAttn {
fn name(&self) -> &'static str {
"flash-hdim32-sm80"
"flash-attn"
}
fn cpu_fwd(
@ -192,7 +192,7 @@ struct FlashAttnVarLen {
impl candle::CustomOp3 for FlashAttnVarLen {
fn name(&self) -> &'static str {
"flash-hdim32-sm80"
"flash-attn-varlen"
}
fn cpu_fwd(