char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Xuan-Son Nguyenggml: add ggml_rope_set_offset (+ metal support) (#27120)fe8156f78

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
601 B35 linesraw
1#if !defined(GGML_ROPE_PARAMS)
2#define GGML_ROPE_PARAMS
3
4struct rope_params {
5    uint rope_mode;
6    uint nrows;
7    uint n_dims;
8    uint n_offs;
9    float freq_scale;
10    float freq_base;
11    float ext_factor;
12    float attn_factor;
13    float corr_dims[2];
14    float theta_scale;
15    uint has_ff;
16    int sections[4];
17    uint is_imrope;
18    uint is_back;
19    uint set_rows_stride;
20
21    uint ne00;
22    uint ne01;
23    uint ne02;
24    uint nb01;
25    uint nb02;
26    uint nb03;
27    uint nb11;
28    uint nb12;
29    uint nb13;
30
31    uint a_offset;
32    uint d_offset;
33};
34
35#endif // !defined(GGML_ROPE_PARAMS)