char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

lnigamggml-cuda: add flash-attn support for DKQ=320/DV=256 with ncols2=32 (… (#22286)7b8443ac7

char/aliceai-t5-moe
201 B6 linesraw
1// This file has been autogenerated by generate_cu_files.py, do not edit manually.
2
3#include "../fattn-mma-f16.cuh"
4
5DECL_FATTN_MMA_F16_CASE(320, 256, 1, 32);
6DECL_FATTN_MMA_F16_CASE(576, 512, 1, 32);