char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Anav Prasadcuda : remove legacy copy-op pointer indirection code (#16485)5b6913c47

char/aliceai-t5-moe
227 B7 linesraw
1#include "common.cuh"
2
3#define CUDA_CPY_BLOCK_SIZE 64
4
5void ggml_cuda_cpy(ggml_backend_cuda_context & ctx, const ggml_tensor * src0, ggml_tensor * src1);
6
7void ggml_cuda_dup(ggml_backend_cuda_context & ctx, ggml_tensor * dst);