char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Aleksander Grygierui: enforce alphabetical enum member ordering (#27272)01818e495

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
1022 B35 linesraw
1/**
2 * Server role enum - used for single/multi-model mode
3 */
4export enum ServerRole {
5	/** Single model mode - server running with a specific model loaded */
6	MODEL = 'model',
7	/** Router mode - server managing multiple model instances */
8	ROUTER = 'router'
9}
10
11/**
12 * Model status enum - matches tools/server/server-models.h from C++ server
13 * Used as the `value` field in the status object from /models endpoint
14 */
15export enum ServerModelStatus {
16	FAILED = 'failed',
17	LOADED = 'loaded',
18	LOADING = 'loading',
19	SLEEPING = 'sleeping',
20	UNLOADED = 'unloaded'
21}
22
23/**
24 * /models/sse event type enum - discriminates the records broadcast on the
25 * model status feed in ROUTER mode. Matches the event names emitted by
26 * tools/server/server-models.cpp from the C++ server.
27 */
28export enum ServerModelsSseEventType {
29	DOWNLOAD_PROGRESS = 'download_progress',
30	MODEL_REMOVE = 'model_remove',
31	MODEL_STATUS = 'model_status',
32	MODELS_RELOAD = 'models_reload',
33	STATUS_CHANGE = 'status_change',
34	STATUS_UPDATE = 'status_update'
35}