char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
db9d8aa42
char/aliceai-t5-moe
1// This file has been autogenerated by generate_cu_files.py, do not edit manually. 2 3#include "../fattn-vec.cuh" 4 5DECL_FATTN_VEC_CASE( 64, GGML_TYPE_Q5_0, GGML_TYPE_BF16); 6DECL_FATTN_VEC_CASE(128, GGML_TYPE_Q5_0, GGML_TYPE_BF16); 7DECL_FATTN_VEC_CASE(256, GGML_TYPE_Q5_0, GGML_TYPE_BF16);