char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
bbce619ad
char/aliceai-t5-moe
1# llama-batched-bench-impl: batched-bench logic, reusable by app 2 3set ( TARGET llama-batched-bench-impl ) 4 5add_library ( $ { TARGET } batched-bench.cpp ) 6set_target_properties ( $ { TARGET } PROPERTIES WINDOWS_EXPORT_ALL_SYMBOLS ON ) 7 8target_include_directories ( $ { TARGET } PUBLIC ${ CMAKE_CURRENT_SOURCE_DIR }) 9target_link_libraries ( $ { TARGET } PUBLIC llama-common llama ${ CMAKE_THREAD_LIBS_INIT }) 10 11if ( LLAMA_TOOLS_INSTALL) 12install ( TARGETS ${ TARGET } LIBRARY ) 13endif () 14 15# llama-batched-bench executable 16 17set ( TARGET llama-batched-bench ) 18 19add_executable ( $ { TARGET } main.cpp ) 20target_link_libraries ( $ { TARGET } PRIVATE llama-batched-bench-impl ) 21target_compile_features ( $ { TARGET } PRIVATE cxx_std_17 ) 22 23if ( LLAMA_TOOLS_INSTALL) 24install ( TARGETS ${ TARGET } RUNTIME ) 25endif ()