char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

hmirinrpc: avoid serializing buffers from other servers (#26500)a7cc83bba

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
848 B20 linesraw
1set(TARGET ggml-rpc-server)
2add_executable(${TARGET} rpc-server.cpp)
3target_link_libraries(${TARGET} PRIVATE ggml)
4target_compile_features(${TARGET} PRIVATE cxx_std_17)
5
6if (LLAMA_BUILD_TESTS AND UNIX AND NOT GGML_BACKEND_DL)
7    add_executable(test-rpc-multi-server ${PROJECT_SOURCE_DIR}/tests/test-rpc-multi-server.cpp)
8    target_link_libraries(test-rpc-multi-server PRIVATE ggml ggml-rpc)
9    target_include_directories(test-rpc-multi-server PRIVATE ${PROJECT_SOURCE_DIR}/ggml/src)
10    add_test(
11        NAME test-rpc-multi-server
12        COMMAND bash ${PROJECT_SOURCE_DIR}/tests/test-rpc-multi-server.sh
13            $<TARGET_FILE:ggml-rpc-server>
14            $<TARGET_FILE:test-rpc-multi-server>)
15    set_property(TEST test-rpc-multi-server PROPERTY LABELS main)
16endif()
17
18if(LLAMA_TOOLS_INSTALL)
19    install(TARGETS ${TARGET} RUNTIME)
20endif()