char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
e34f04215
char/aliceai-t5-moe
1#include "common.cuh" 2 3void ggml_cuda_op_repeat(ggml_backend_cuda_context & ctx, ggml_tensor * dst); 4void ggml_cuda_op_add(ggml_backend_cuda_context & ctx, ggml_tensor * dst); 5void ggml_cuda_op_sub(ggml_backend_cuda_context & ctx, ggml_tensor * dst); 6void ggml_cuda_op_mul(ggml_backend_cuda_context & ctx, ggml_tensor * dst); 7void ggml_cuda_op_div(ggml_backend_cuda_context & ctx, ggml_tensor * dst); 8 9void ggml_cuda_op_repeat_back(ggml_backend_cuda_context & ctx, ggml_tensor * dst); 10 11void ggml_cuda_op_fused_add(ggml_backend_cuda_context & ctx, ggml_tensor * dst, int n_fuse); 12void ggml_cuda_op_fused_mul(ggml_backend_cuda_context & ctx, ggml_tensor * dst, int n_fuse);