char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Vishal Singhggml-zendnn : add ZenDNN backend for AMD CPUs (#17690)017761daf

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
498 B22 linesraw
1#pragma once
2
3#include "ggml-backend.h"
4#include "ggml.h"
5
6#ifdef __cplusplus
7extern "C" {
8#endif
9
10// backend API
11GGML_BACKEND_API ggml_backend_t ggml_backend_zendnn_init(void);
12
13GGML_BACKEND_API bool ggml_backend_is_zendnn(ggml_backend_t backend);
14
15// number of threads used for zendnn operations
16GGML_BACKEND_API void ggml_backend_zendnn_set_n_threads(ggml_backend_t backend_zendnn, int n_threads);
17
18GGML_BACKEND_API ggml_backend_reg_t ggml_backend_zendnn_reg(void);
19
20#ifdef __cplusplus
21}
22#endif