char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Kevin Pougetggml-virtgpu: improve the reliability of the code (#19846)ffaafde16

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
3.7 KiB94 linesraw
1typedef enum ApirBackendCommandType {
2
3    /* device */
4    APIR_COMMAND_TYPE_DEVICE_GET_DEVICE_COUNT = 0,
5    APIR_COMMAND_TYPE_DEVICE_GET_COUNT        = 1,
6    APIR_COMMAND_TYPE_DEVICE_GET_NAME         = 2,
7    APIR_COMMAND_TYPE_DEVICE_GET_DESCRIPTION  = 3,
8    APIR_COMMAND_TYPE_DEVICE_GET_TYPE         = 4,
9    APIR_COMMAND_TYPE_DEVICE_GET_MEMORY       = 5,
10    APIR_COMMAND_TYPE_DEVICE_SUPPORTS_OP      = 6,
11    APIR_COMMAND_TYPE_DEVICE_GET_BUFFER_TYPE  = 7,
12    APIR_COMMAND_TYPE_DEVICE_GET_PROPS        = 8,
13    APIR_COMMAND_TYPE_DEVICE_BUFFER_FROM_PTR  = 9,
14
15    /* buffer-type */
16    APIR_COMMAND_TYPE_BUFFER_TYPE_GET_NAME       = 10,
17    APIR_COMMAND_TYPE_BUFFER_TYPE_GET_ALIGNMENT  = 11,
18    APIR_COMMAND_TYPE_BUFFER_TYPE_GET_MAX_SIZE   = 12,
19    APIR_COMMAND_TYPE_BUFFER_TYPE_IS_HOST        = 13,
20    APIR_COMMAND_TYPE_BUFFER_TYPE_ALLOC_BUFFER   = 14,
21    APIR_COMMAND_TYPE_BUFFER_TYPE_GET_ALLOC_SIZE = 15,
22
23    /* buffer */
24    APIR_COMMAND_TYPE_BUFFER_GET_BASE    = 16,
25    APIR_COMMAND_TYPE_BUFFER_SET_TENSOR  = 17,
26    APIR_COMMAND_TYPE_BUFFER_GET_TENSOR  = 18,
27    APIR_COMMAND_TYPE_BUFFER_CPY_TENSOR  = 19,
28    APIR_COMMAND_TYPE_BUFFER_CLEAR       = 20,
29    APIR_COMMAND_TYPE_BUFFER_FREE_BUFFER = 21,
30
31    /* backend */
32    APIR_COMMAND_TYPE_BACKEND_GRAPH_COMPUTE = 22,
33
34    // last command_type index + 1
35    APIR_BACKEND_DISPATCH_TABLE_COUNT = 23,
36} ApirBackendCommandType;
37
38static inline const char * apir_dispatch_command_name(ApirBackendCommandType type) {
39    switch (type) {
40        /* device */
41        case APIR_COMMAND_TYPE_DEVICE_GET_DEVICE_COUNT:
42            return "device_get_device_count";
43        case APIR_COMMAND_TYPE_DEVICE_GET_COUNT:
44            return "device_get_count";
45        case APIR_COMMAND_TYPE_DEVICE_GET_NAME:
46            return "device_get_name";
47        case APIR_COMMAND_TYPE_DEVICE_GET_DESCRIPTION:
48            return "device_get_description";
49        case APIR_COMMAND_TYPE_DEVICE_GET_TYPE:
50            return "device_get_type";
51        case APIR_COMMAND_TYPE_DEVICE_GET_MEMORY:
52            return "device_get_memory";
53        case APIR_COMMAND_TYPE_DEVICE_SUPPORTS_OP:
54            return "device_supports_op";
55        case APIR_COMMAND_TYPE_DEVICE_GET_BUFFER_TYPE:
56            return "device_get_buffer_type";
57        case APIR_COMMAND_TYPE_DEVICE_GET_PROPS:
58            return "device_get_props";
59        case APIR_COMMAND_TYPE_DEVICE_BUFFER_FROM_PTR:
60            return "device_buffer_from_ptr";
61        /* buffer-type */
62        case APIR_COMMAND_TYPE_BUFFER_TYPE_GET_NAME:
63            return "buffer_type_get_name";
64        case APIR_COMMAND_TYPE_BUFFER_TYPE_GET_ALIGNMENT:
65            return "buffer_type_get_alignment";
66        case APIR_COMMAND_TYPE_BUFFER_TYPE_GET_MAX_SIZE:
67            return "buffer_type_get_max_size";
68        case APIR_COMMAND_TYPE_BUFFER_TYPE_IS_HOST:
69            return "buffer_type_is_host";
70        case APIR_COMMAND_TYPE_BUFFER_TYPE_ALLOC_BUFFER:
71            return "buffer_type_alloc_buffer";
72        case APIR_COMMAND_TYPE_BUFFER_TYPE_GET_ALLOC_SIZE:
73            return "buffer_type_get_alloc_size";
74        /* buffer */
75        case APIR_COMMAND_TYPE_BUFFER_GET_BASE:
76            return "buffer_get_base";
77        case APIR_COMMAND_TYPE_BUFFER_SET_TENSOR:
78            return "buffer_set_tensor";
79        case APIR_COMMAND_TYPE_BUFFER_GET_TENSOR:
80            return "buffer_get_tensor";
81        case APIR_COMMAND_TYPE_BUFFER_CPY_TENSOR:
82            return "buffer_cpy_tensor";
83        case APIR_COMMAND_TYPE_BUFFER_CLEAR:
84            return "buffer_clear";
85        case APIR_COMMAND_TYPE_BUFFER_FREE_BUFFER:
86            return "buffer_free_buffer";
87        /* backend */
88        case APIR_COMMAND_TYPE_BACKEND_GRAPH_COMPUTE:
89            return "backend_graph_compute";
90
91        default:
92            return "unknown";
93    }
94}