Laurent Mazare 30cdd769f9 Update the flash attn kernels. (#2333)

2024-07-15 20:37:36 +02:00

..

alibi.h

…

block_info.h

…

dropout.h

…

error.h

…

flash_api.cu

…

flash_fwd_hdim32_bf16_causal_sm80.cu

…

flash_fwd_hdim32_bf16_sm80.cu

…

flash_fwd_hdim32_fp16_causal_sm80.cu

…

flash_fwd_hdim32_fp16_sm80.cu

…

flash_fwd_hdim64_bf16_causal_sm80.cu

…

flash_fwd_hdim64_bf16_sm80.cu

…

flash_fwd_hdim64_fp16_causal_sm80.cu

…

flash_fwd_hdim64_fp16_sm80.cu

…

flash_fwd_hdim96_bf16_causal_sm80.cu

…

flash_fwd_hdim96_bf16_sm80.cu

…

flash_fwd_hdim96_fp16_causal_sm80.cu

…

flash_fwd_hdim96_fp16_sm80.cu

…

flash_fwd_hdim128_bf16_causal_sm80.cu

…

flash_fwd_hdim128_bf16_sm80.cu

…

flash_fwd_hdim128_fp16_causal_sm80.cu

…

flash_fwd_hdim128_fp16_sm80.cu

…

flash_fwd_hdim160_bf16_causal_sm80.cu

…

flash_fwd_hdim160_bf16_sm80.cu

…

flash_fwd_hdim160_fp16_causal_sm80.cu

…

flash_fwd_hdim160_fp16_sm80.cu

…

flash_fwd_hdim192_bf16_causal_sm80.cu

…

flash_fwd_hdim192_bf16_sm80.cu

…

flash_fwd_hdim192_fp16_causal_sm80.cu

…

flash_fwd_hdim192_fp16_sm80.cu

…

flash_fwd_hdim224_bf16_causal_sm80.cu

…

flash_fwd_hdim224_bf16_sm80.cu

…

flash_fwd_hdim224_fp16_causal_sm80.cu

…

flash_fwd_hdim224_fp16_sm80.cu

…

flash_fwd_hdim256_bf16_causal_sm80.cu

…

flash_fwd_hdim256_bf16_sm80.cu

…

flash_fwd_hdim256_fp16_causal_sm80.cu

…

flash_fwd_hdim256_fp16_sm80.cu

…

flash_fwd_kernel.h

…

flash_fwd_launch_template.h

…

flash.h

…

kernel_helpers.h

…

kernel_traits_sm90.h

…

kernel_traits.h

…

kernels.h

…

mask.h

…

philox.cuh

…

rotary.h

…

softmax.h

…

static_switch.h

…

utils.h

…