char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Kevin Pougetggml-virtgpu: improve the reliability of the code (#19846)ffaafde16

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
640 B27 linesraw
1#pragma once
2
3// clang-format off
4#include <cstdint>
5#include <cstddef>
6
7#include <ggml-backend.h>
8
9#include "backend-convert.h"
10#include "backend-virgl-apir.h"
11#include "shared/apir_backend.h"
12#include "shared/apir_cs.h"
13#include "shared/apir_cs_ggml.h"
14// clang-format on
15
16#define GGML_VIRTGPU_BCK "ggml-virtgpu-backend: "
17
18struct virgl_apir_context {
19    uint32_t               ctx_id;
20    virgl_apir_callbacks * iface;
21};
22
23typedef uint32_t (*backend_dispatch_t)(apir_encoder * enc, apir_decoder * dec, virgl_apir_context * ctx);
24
25#include "backend-dispatched.gen.h"
26
27uint32_t backend_dispatch_initialize(void * ggml_backend_reg_fct_p);