char-fork/llama.cpp
git clone https://git.t4t.associates/char-fork/llama.cpp
e29acf74f
char/aliceai-t5-moe
1#version 450 2 3#include "glu_head.glsl" 4 5const float GELU_QUICK_COEF = -1.702f; 6 7float op(float a, float b) { 8 return a * (1.0f / (1.0f + exp(GELU_QUICK_COEF * a))) * b; 9} 10 11#include "glu_main.glsl"