char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
7dfad387e
char/aliceai-t5-moe
1#include "common.cuh" 2 3#define CUDA_WKV_BLOCK_SIZE 64 4 5void ggml_cuda_op_rwkv_wkv6(ggml_backend_cuda_context & ctx, ggml_tensor * dst); 6 7void ggml_cuda_op_rwkv_wkv7(ggml_backend_cuda_context & ctx, ggml_tensor * dst);