char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

fairydreamingcuda : CUDA GGML_OP_LIGHTNING_INDEXER implementation (generic vector kernel + wmma kernel) (#25545)3b5321936

char/aliceai-t5-moe
190 B4 linesraw
1#include "common.cuh"
2
3void ggml_cuda_lightning_indexer(ggml_backend_cuda_context & ctx, ggml_tensor * dst);
4bool ggml_cuda_lightning_indexer_supported(int device, const ggml_tensor * dst);