char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Max Krasnyanskyhexagon: support for multi-NPU devices (IQ9, IQ10) and fully asynchronous backend (#26501)192067b72

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
4.3 KiB87 linesraw
1{
2  "version": 5,
3  "configurePresets": [
4    {
5        "name": "arm64-android-snapdragon",
6        "hidden": true,
7        "architecture": { "value": "arm64",       "strategy": "external" },
8        "toolset":      { "value": "host=x86_64", "strategy": "external" },
9        "cacheVariables": {
10            "ANDROID_ABI":      "arm64-v8a",
11            "ANDROID_PLATFORM": "android-34",
12            "CMAKE_TOOLCHAIN_FILE": "$env{ANDROID_NDK_ROOT}/build/cmake/android.toolchain.cmake",
13            "CMAKE_C_FLAGS":   "-march=armv8.7a+fp16+dotprod+i8mm -fvectorize -ffp-model=fast -fno-finite-math-only -flto -D_GNU_SOURCE",
14            "CMAKE_CXX_FLAGS": "-march=armv8.7a+fp16+dotprod+i8mm -fvectorize -ffp-model=fast -fno-finite-math-only -flto -D_GNU_SOURCE",
15            "CMAKE_C_FLAGS_RELEASE":          "-O3 -DNDEBUG",
16            "CMAKE_CXX_FLAGS_RELEASE":        "-O3 -DNDEBUG",
17            "CMAKE_C_FLAGS_RELWITHDEBINFO":   "-O3 -DNDEBUG -g",
18            "CMAKE_CXX_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
19            "CMAKE_PREFIX_PATH":  "$env{OPENCL_SDK_ROOT}",
20            "HEXAGON_SDK_ROOT":   "$env{HEXAGON_SDK_ROOT}",
21            "HEXAGON_TOOLS_ROOT": "$env{HEXAGON_TOOLS_ROOT}",
22            "PREBUILT_LIB_DIR": "android_aarch64",
23            "GGML_OPENMP":      "OFF",
24            "GGML_LLAMAFILE":   "OFF",
25            "GGML_OPENCL":      "ON",
26            "GGML_HEXAGON":     "ON",
27            "LLAMA_OPENSSL":    "OFF"
28        }
29    },
30
31    {
32        "name": "arm64-windows-snapdragon",
33        "inherits": [ "base", "arm64-windows-llvm" ],
34        "cacheVariables": {
35            "CMAKE_C_FLAGS":   "-march=armv8.7a+fp16+dotprod+i8mm -fvectorize -ffp-model=fast -flto -D_GNU_SOURCE",
36            "CMAKE_CXX_FLAGS": "-march=armv8.7a+fp16+dotprod+i8mm -fvectorize -ffp-model=fast -flto -D_GNU_SOURCE",
37            "CMAKE_C_FLAGS_RELEASE":          "-O3 -DNDEBUG",
38            "CMAKE_CXX_FLAGS_RELEASE":        "-O3 -DNDEBUG",
39            "CMAKE_C_FLAGS_RELWITHDEBINFO":   "-O3 -DNDEBUG -g",
40            "CMAKE_CXX_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
41            "CMAKE_PREFIX_PATH":  "$env{OPENCL_SDK_ROOT}",
42            "HEXAGON_SDK_ROOT":   "$env{HEXAGON_SDK_ROOT}",
43            "HEXAGON_TOOLS_ROOT": "$env{HEXAGON_TOOLS_ROOT}",
44            "PREBUILT_LIB_DIR": "windows_aarch64",
45            "GGML_OPENMP":      "OFF",
46            "GGML_LLAMAFILE":   "OFF",
47            "GGML_OPENCL":      "ON",
48            "GGML_HEXAGON":     "ON",
49            "LLAMA_OPENSSL":    "OFF"
50        }
51    },
52
53    {
54        "name": "arm64-linux-snapdragon",
55        "hidden": true,
56        "architecture": { "value": "arm64",       "strategy": "external" },
57        "toolset":      { "value": "host=x86_64", "strategy": "external" },
58        "cacheVariables": {
59            "CMAKE_TOOLCHAIN_FILE": "cmake/arm64-linux-clang.cmake",
60            "CMAKE_C_FLAGS":   "-march=armv8.2a+fp16+dotprod -fvectorize -fno-finite-math-only -flto -D_GNU_SOURCE",
61            "CMAKE_CXX_FLAGS": "-march=armv8.2a+fp16+dotprod -fvectorize -fno-finite-math-only -flto -D_GNU_SOURCE",
62            "CMAKE_C_FLAGS_RELEASE":          "-O3 -DNDEBUG",
63            "CMAKE_CXX_FLAGS_RELEASE":        "-O3 -DNDEBUG",
64            "CMAKE_C_FLAGS_RELWITHDEBINFO":   "-O3 -DNDEBUG -g",
65            "CMAKE_CXX_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
66            "CMAKE_PREFIX_PATH":  "$env{OPENCL_SDK_ROOT}",
67            "HEXAGON_SDK_ROOT":   "$env{HEXAGON_SDK_ROOT}",
68            "HEXAGON_TOOLS_ROOT": "$env{HEXAGON_TOOLS_ROOT}",
69            "PREBUILT_LIB_DIR": "linux_aarch64",
70            "GGML_OPENMP":      "OFF",
71            "GGML_LLAMAFILE":   "OFF",
72            "GGML_OPENCL":      "OFF",
73            "GGML_HEXAGON":     "ON",
74            "LLAMA_OPENSSL":    "OFF"
75        }
76    },
77
78    { "name": "arm64-android-snapdragon-debug"  , "inherits": [ "base", "arm64-android-snapdragon", "debug" ] },
79    { "name": "arm64-android-snapdragon-release", "inherits": [ "base", "arm64-android-snapdragon", "release" ] },
80
81    { "name": "arm64-windows-snapdragon-debug"  , "inherits": [ "base", "arm64-windows-snapdragon", "debug" ] },
82    { "name": "arm64-windows-snapdragon-release", "inherits": [ "base", "arm64-windows-snapdragon", "release" ] },
83
84    { "name": "arm64-linux-snapdragon-debug"  , "inherits": [ "base", "arm64-linux-snapdragon", "debug" ] },
85    { "name": "arm64-linux-snapdragon-release", "inherits": [ "base", "arm64-linux-snapdragon", "release" ] }
86  ]
87}