char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
f8f0a47a5
char/aliceai-t5-moe
1#include "common.cuh" 2 3void ggml_cuda_flash_attn_ext(ggml_backend_cuda_context & ctx, ggml_tensor * dst); 4 5bool ggml_cuda_flash_attn_ext_supported(int device, const ggml_tensor * dst); 6 7size_t ggml_cuda_flash_attn_ext_get_alloc_size(int device, const ggml_tensor * dst);