char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Aleksander Grygierui: Constants refactor (#26908)e21152dc9

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
887 B24 linesraw
1// grace window after a visibilitychange before we kick a reader whose socket likely died
2// while the tab was hidden. covers brief background pauses without thrashing live streams
3export const STREAM_VISIBILITY_KICK_MS = 3000;
4
5// separator joining a conversation id and its per-model stream identity
6// suffix (conv::model) used by the server side replay buffer
7export const CONVERSATION_ID_SEPARATOR = '::';
8
9/**
10 * Server-sent events wire format, shared by the chat stream and the
11 * /models/sse status feed (text/event-stream).
12 */
13
14// blank line between two events
15export const SSE_RECORD_SEPARATOR = '\n\n';
16
17// line break inside an event
18export const SSE_LINE_SEPARATOR = '\n';
19
20// data field prefix, the value follows after an optional space
21export const SSE_DATA_PREFIX = 'data:';
22
23// end-of-stream marker on the chat completion stream
24export const SSE_DONE_MARKER = '[DONE]';