char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Aman Guptacuda: reserve space for quantize kv-cache at startup (#23907)f8f0a47a5

char/aliceai-t5-moe
271 B7 linesraw
1#include "common.cuh"
2
3void ggml_cuda_flash_attn_ext(ggml_backend_cuda_context & ctx, ggml_tensor * dst);
4
5bool ggml_cuda_flash_attn_ext_supported(int device, const ggml_tensor * dst);
6
7size_t ggml_cuda_flash_attn_ext_get_alloc_size(int device, const ggml_tensor * dst);