char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Xuan-Son Nguyencli : move to HTTP-based implementation (#24948)c264f65ff

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
772 B27 linesraw
1# llama-cli-impl: CLI logic, reusable by app
2
3set(TARGET llama-cli-impl)
4
5add_library(${TARGET} cli.cpp
6                      cli-client.cpp
7                      cli-context.cpp)
8set_target_properties(${TARGET} PROPERTIES WINDOWS_EXPORT_ALL_SYMBOLS ON)
9
10target_include_directories(${TARGET} PUBLIC ${CMAKE_CURRENT_SOURCE_DIR} ../server)
11target_link_libraries(${TARGET} PUBLIC llama-server-impl llama-common ${CMAKE_THREAD_LIBS_INIT})
12
13if(LLAMA_TOOLS_INSTALL)
14    install(TARGETS ${TARGET} LIBRARY)
15endif()
16
17# llama-cli executable
18
19set(TARGET llama-cli)
20
21add_executable(${TARGET} main.cpp)
22target_link_libraries(${TARGET} PRIVATE llama-cli-impl)
23target_compile_features(${TARGET} PRIVATE cxx_std_17)
24
25if(LLAMA_TOOLS_INSTALL)
26    install(TARGETS ${TARGET} RUNTIME)
27endif()