char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
0190529ec
char/aliceai-t5-moe
1#version 450 2 3#include "glu_head.glsl" 4 5float op(float a, float b) { 6 float gate = min(a, p.limit); 7 float up = clamp(b, -p.limit, p.limit); 8 9 return gate / (1.0f + exp(-gate)) * up; 10} 11 12#include "glu_main.glsl"