char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Aman Guptaggml: add SWIGLU_CLAMP (#27930)0190529ec

char/aliceai-t5-moe
220 B12 linesraw
1#version 450
2
3#include "glu_head.glsl"
4
5float op(float a, float b) {
6    float gate = min(a, p.limit);
7    float up = clamp(b, -p.limit, p.limit);
8
9    return gate / (1.0f + exp(-gate)) * up;
10}
11
12#include "glu_main.glsl"