char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
aa064b2eb
char/aliceai-t5-moe
1#include "common.cuh" 2 3void sum_rows_f32_cuda(const float * x, float * dst, const int ncols, const int nrows, cudaStream_t stream); 4void ggml_cuda_op_sum_rows(ggml_backend_cuda_context & ctx, ggml_tensor * dst);