char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Nick Farrellsycl: attribute device allocations by site (GGML_SYCL_MEMTRACE) (#27631)cd8cdf397

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
787 B28 linesraw
1#ifndef GGML_SYCL_MEMTRACE_HPP
2#define GGML_SYCL_MEMTRACE_HPP
3
4#include <cstddef>
5
6#define GGML_SYCL_MEMTRACE_TAG "[SYCL-MEMTRACE]"
7
8enum ggml_sycl_mem_type {
9    GGML_SYCL_MEM_BUFFER = 0,
10    GGML_SYCL_MEM_POOL_LEG,
11    GGML_SYCL_MEM_POOL_VMM,
12    GGML_SYCL_MEM_ASYNC,
13    GGML_SYCL_MEM_FATTN_KV,
14    GGML_SYCL_MEM_DIRECT,
15
16    GGML_SYCL_MEM_TYPE_COUNT,
17};
18
19bool ggml_sycl_memtrace_enabled();
20
21void ggml_sycl_memtrace_add(ggml_sycl_mem_type type, const void * ptr, size_t bytes);
22void ggml_sycl_memtrace_del(const void * ptr);
23
24void ggml_sycl_memtrace_report(const char * tag);
25void ggml_sycl_memtrace_report_device(const char * tag, int device, size_t dev_free, size_t dev_total);
26void ggml_sycl_memtrace_fail(ggml_sycl_mem_type type, size_t bytes);
27
28#endif  // GGML_SYCL_MEMTRACE_HPP