char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Aclyvulkan : incremental shader builds (#16341)e29acf74f

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
288 B14 linesraw
1#version 450
2
3#include "glu_head.glsl"
4
5float op(float a, float b) {
6    float xi = min(a, p.limit);
7    float gi = max(min(b, p.limit), -p.limit);
8
9    float out_glu = xi / (1.0f + exp(-xi * p.alpha));
10    out_glu = out_glu * (1.0f + gi);
11    return out_glu;
12}
13
14#include "glu_main.glsl"