char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Aaron Teozdnn: refactor codebase + add docs (#16178)264f1b518

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
680 B19 linesraw
1#ifndef GGML_ZDNN_UTILITIES_HPP
2#define GGML_ZDNN_UTILITIES_HPP
3
4#include "common.hpp"
5
6zdnn_data_types ggml_zdnn_type_mapping(ggml_type type);
7
8void ggml_zdnn_create_tensor(zdnn_tensor_desc & pre_tfm_desc,
9                             zdnn_tensor_desc & tfm_desc,
10                             zdnn_ztensor     & ztensor,
11                      const ggml_tensor       * src,
12                      const int64_t           * ne,
13                      const zdnn_data_layouts   layout);
14
15void ggml_zdnn_load_tensor(zdnn_ztensor & ztensor, void * buffer);
16
17void ggml_zdnn_init_tensor(ggml_backend_zdnn_buffer * buffer, const ggml_tensor * tensor);
18
19#endif  // GGML_ZDNN_UTILITIES_HPP