char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Diego Devesaggml : build backends as libraries (#10256)ae8de6d50

char/aliceai-t5-moe
250 B12 linesraw
1#include "ggml-threading.h"
2#include <mutex>
3
4std::mutex ggml_critical_section_mutex;
5
6void ggml_critical_section_start() {
7    ggml_critical_section_mutex.lock();
8}
9
10void ggml_critical_section_end(void) {
11    ggml_critical_section_mutex.unlock();
12}