char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Martin Changggml-et: Initial ET backend (#24179)082b326fc

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
887 B28 linesraw
1#pragma once
2
3#include "ggml.h"
4#include "ggml-backend.h"
5
6#ifdef __cplusplus
7extern "C" {
8#endif
9
10#define GGML_ET_NAME "ET"
11
12// backend API
13GGML_BACKEND_API ggml_guid_t     ggml_backend_et_guid(void);
14GGML_BACKEND_API ggml_backend_t ggml_backend_et_init(size_t devidx);
15
16GGML_BACKEND_API bool ggml_backend_is_et(ggml_backend_t backend);
17GGML_BACKEND_API int  ggml_backend_et_get_device_count(void);
18GGML_BACKEND_API void ggml_backend_et_get_device_description(int devidx, char * description, size_t description_size);
19GGML_BACKEND_API void ggml_backend_et_get_device_memory(int devidx, size_t * free, size_t * total);
20
21GGML_BACKEND_API ggml_backend_buffer_type_t ggml_backend_et_buffer_type(size_t dev_num);
22GGML_BACKEND_API ggml_backend_buffer_type_t ggml_backend_et_host_buffer_type(void);
23
24GGML_BACKEND_API ggml_backend_reg_t ggml_backend_et_reg(void);
25
26#ifdef  __cplusplus
27}
28#endif