char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Xuan-Son Nguyenmtmd, model: allow skip build_vit() (#24077)a731805ce

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
485 B19 linesraw
1#include "models.h"
2#include <cmath>
3
4ggml_cgraph * clip_graph_gemma4ua::build() {
5    ggml_tensor * inp = build_inp_raw(1);
6
7    auto cur = ggml_cont(ctx0, ggml_permute(ctx0, inp, 1, 0, 2, 3));
8
9    // Gemma4UnifiedMultimodalEmbedder
10    {
11        // embedding_pre_projection_norm
12        cur = ggml_rms_norm(ctx0, cur, hparams.eps);
13        cur = build_mm(model.mm_input_proj_w, cur);
14        cb(cur, "projected", -1);
15    }
16
17    ggml_build_forward_expand(gf, cur);
18    return gf;
19}