char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Kevin Pougetggml: new backend for Virglrenderer API Remoting acceleration (v2) (#18718)b7feacf7f

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
881 B21 linesraw
1cmake_minimum_required(VERSION 3.19)
2cmake_policy(SET CMP0114 NEW)
3
4message(STATUS "Enable the VirtGPU/Virglrenderer backend library")
5
6ggml_add_backend_library(ggml-virtgpu-backend
7                         backend.cpp
8                         backend-dispatched.cpp
9                         backend-dispatched-backend.cpp
10                         backend-dispatched-device.cpp
11                         backend-dispatched-buffer.cpp
12                         backend-dispatched-buffer-type.cpp
13                         shared/api_remoting.h
14                         shared/apir_backend.h
15                         shared/apir_cs.h
16                         apir_cs_ggml-rpc-back.cpp)
17
18target_compile_options(ggml-virtgpu-backend PRIVATE -std=c++20)
19
20# Add include directory for ggml-backend-impl.h and other core headers
21target_include_directories(ggml-virtgpu-backend PRIVATE ../..)