char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Zijun YuOpenVINO: Update OV to 2026.3.1, whisper.cpp support, Qwen3.5 on NPU, and new ops (#27843)511f9c137

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
846 B22 linesraw
1find_package(OpenVINO REQUIRED COMPONENTS Runtime Threading)
2find_package(OpenCL REQUIRED)
3
4message(STATUS "Found OpenVINO: ${OpenVINO_DIR} (found version \"${OpenVINO_VERSION}\")")
5
6file(GLOB_RECURSE GGML_HEADERS_OPENVINO "*.h" "*.hpp")
7file(GLOB_RECURSE GGML_SOURCES_OPENVINO "*.cpp")
8
9ggml_add_backend_library(ggml-openvino
10    ${GGML_SOURCES_OPENVINO}
11    ${GGML_HEADERS_OPENVINO}
12)
13
14target_link_libraries(ggml-openvino PRIVATE openvino::runtime openvino::threading OpenCL::OpenCL)
15
16if (GGML_OPENVINO)
17    if (CMAKE_SYSTEM_PROCESSOR STREQUAL "aarch64")
18    elseif (CMAKE_SYSTEM_PROCESSOR STREQUAL "x86_64" OR CMAKE_SYSTEM_PROCESSOR STREQUAL "amd64" OR CMAKE_SYSTEM_PROCESSOR STREQUAL "AMD64")
19    else()
20        message(FATAL_ERROR "OpenVINO: OpenVINO toolkit supports x86-64 and arm64 but not ${CMAKE_SYSTEM_PROCESSOR}")
21    endif()
22endif()