char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Molly Sophiallama: Add support for RWKV v7 architecture (#12412)7dfad387e

char/aliceai-t5-moe
218 B7 linesraw
1#include "common.cuh"
2
3#define CUDA_WKV_BLOCK_SIZE 64
4
5void ggml_cuda_op_rwkv_wkv6(ggml_backend_cuda_context & ctx, ggml_tensor * dst);
6
7void ggml_cuda_op_rwkv_wkv7(ggml_backend_cuda_context & ctx, ggml_tensor * dst);