char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

YiChen Lvmetal : per-device tuned (Q, NE) for flash-attn vec (#26570)f280b2698

char/aliceai-t5-moe
371 B10 linesraw
1set(TARGET ggml-metal-tuning)
2
3add_executable(${TARGET} main.cpp bench.cpp fa-vec.cpp)
4target_link_libraries(${TARGET} PRIVATE ggml ${CMAKE_THREAD_LIBS_INIT})
5target_compile_features(${TARGET} PRIVATE cxx_std_17)
6target_include_directories(${TARGET} PRIVATE ${CMAKE_SOURCE_DIR}/ggml/src/ggml-metal)
7
8if(LLAMA_TOOLS_INSTALL)
9    install(TARGETS ${TARGET} RUNTIME)
10endif()