char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Aman GuptaCUDA: fuse muls (#21665)e34f04215

char/aliceai-t5-moe
672 B12 linesraw
1#include "common.cuh"
2
3void ggml_cuda_op_repeat(ggml_backend_cuda_context & ctx, ggml_tensor * dst);
4void ggml_cuda_op_add(ggml_backend_cuda_context & ctx, ggml_tensor * dst);
5void ggml_cuda_op_sub(ggml_backend_cuda_context & ctx, ggml_tensor * dst);
6void ggml_cuda_op_mul(ggml_backend_cuda_context & ctx, ggml_tensor * dst);
7void ggml_cuda_op_div(ggml_backend_cuda_context & ctx, ggml_tensor * dst);
8
9void ggml_cuda_op_repeat_back(ggml_backend_cuda_context & ctx, ggml_tensor * dst);
10
11void ggml_cuda_op_fused_add(ggml_backend_cuda_context & ctx, ggml_tensor * dst, int n_fuse);
12void ggml_cuda_op_fused_mul(ggml_backend_cuda_context & ctx, ggml_tensor * dst, int n_fuse);