char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Diego Devesaggml : build backends as libraries (#10256)ae8de6d50

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
586 B25 linesraw
1#pragma once
2
3#include "ggml.h"
4#include "ggml-backend.h"
5
6
7#ifdef  __cplusplus
8extern "C" {
9#endif
10
11// backend API
12GGML_BACKEND_API ggml_backend_t ggml_backend_blas_init(void);
13
14GGML_BACKEND_API bool ggml_backend_is_blas(ggml_backend_t backend);
15
16// number of threads used for conversion to float
17// for openblas and blis, this will also set the number of threads used for blas operations
18GGML_BACKEND_API void ggml_backend_blas_set_n_threads(ggml_backend_t backend_blas, int n_threads);
19
20GGML_BACKEND_API ggml_backend_reg_t ggml_backend_blas_reg(void);
21
22
23#ifdef  __cplusplus
24}
25#endif