char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Kevin Pougetggml: new backend for Virglrenderer API Remoting acceleration (v2) (#18718)b7feacf7f

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
543 B13 linesraw
1#include "shared/apir_backend.h"
2
3#define BUFFER_TO_HOST_HANDLE(name) ggml_buffer_to_apir_handle(name)
4
5static inline apir_buffer_host_handle_t ggml_buffer_to_apir_handle(ggml_backend_buffer_t buffer) {
6    // in the backend, the buffer handle is the buffer pointer
7    return (apir_buffer_host_handle_t) buffer;
8}
9
10static inline apir_buffer_type_host_handle_t ggml_buffer_type_to_apir_handle(ggml_backend_buffer_type_t buft) {
11    // in the backend, the buffer handle is the buffer pointer
12    return (apir_buffer_type_host_handle_t) buft;
13}