char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Zijun Yuggml : add OpenVINO backend (#15307)9789c4ecd

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
1.0 KiB37 linesraw
1#pragma once
2
3#include "ggml-backend.h"
4
5#include <cstring>
6
7#ifdef __cplusplus
8extern "C" {
9#endif
10
11#define GGML_OPENVINO_NAME "OPENVINO"
12
13// backend API
14GGML_BACKEND_API ggml_backend_t ggml_backend_openvino_init(int device);
15
16GGML_BACKEND_API bool ggml_backend_is_openvino(ggml_backend_t backend);
17
18GGML_BACKEND_API bool ggml_backend_buffer_is_openvino(ggml_backend_buffer_t buffer);
19
20GGML_BACKEND_API bool ggml_backend_buft_is_openvino(ggml_backend_buffer_type_t buft);
21
22GGML_BACKEND_API bool ggml_backend_buft_is_openvino_host(ggml_backend_buffer_type_t buft);
23
24GGML_BACKEND_API size_t ggml_backend_openvino_buffer_get_ctx_id(ggml_backend_buffer_t buffer);
25
26// device buffer
27GGML_BACKEND_API ggml_backend_buffer_type_t ggml_backend_openvino_buffer_type(int device);
28
29GGML_BACKEND_API ggml_backend_buffer_type_t ggml_backend_openvino_host_buffer_type(int device);
30
31GGML_BACKEND_API int ggml_backend_openvino_get_device_count(void);
32
33GGML_BACKEND_API ggml_backend_reg_t ggml_backend_openvino_reg(void);
34
35#ifdef __cplusplus
36}
37#endif